aboutsummaryrefslogtreecommitdiff
path: root/src/scraping
diff options
context:
space:
mode:
authorSam Wilkins <samwilkins333@gmail.com>2020-02-16 00:50:23 -0500
committerSam Wilkins <samwilkins333@gmail.com>2020-02-16 00:50:23 -0500
commitf33ad290f1de3a01f2c4536f03f040e09771f82e (patch)
treee69ccddbfe5d7bacd70d30483903084e5fed2a3e /src/scraping
parent03b33592cf7f244094bb594c8251ab9c3e0ee48f (diff)
improved file upload api
Diffstat (limited to 'src/scraping')
-rw-r--r--src/scraping/buxton/final/BuxtonImporter.ts7
1 files changed, 4 insertions, 3 deletions
diff --git a/src/scraping/buxton/final/BuxtonImporter.ts b/src/scraping/buxton/final/BuxtonImporter.ts
index 47d6bbe83..8041343fd 100644
--- a/src/scraping/buxton/final/BuxtonImporter.ts
+++ b/src/scraping/buxton/final/BuxtonImporter.ts
@@ -8,6 +8,7 @@ const StreamZip = require('node-stream-zip');
const createImageSizeStream = require("image-size-stream");
import { parseXml } from "libxmljs";
import { strictEqual } from "assert";
+import { Readable, PassThrough } from "stream";
interface DocumentContents {
body: string;
@@ -293,15 +294,15 @@ async function writeImages(zip: any): Promise<ImageData[]> {
const imageUrls: ImageData[] = [];
for (const mediaPath of imageEntries) {
- const streamImage = () => new Promise<any>((resolve, reject) => {
+ const streamImage = () => new Promise<Readable>((resolve, reject) => {
zip.stream(mediaPath, (error: any, stream: any) => error ? reject(error) : resolve(stream));
});
const { width, height, type } = await new Promise<Dimensions>(async resolve => {
- const sizeStream = createImageSizeStream().on('size', (dimensions: Dimensions) => {
+ const sizeStream = (createImageSizeStream() as PassThrough).on('size', (dimensions: Dimensions) => {
readStream.destroy();
resolve(dimensions);
- });
+ }).on("error", () => readStream.destroy());
const readStream = await streamImage();
readStream.pipe(sizeStream);
});