aboutsummaryrefslogtreecommitdiff
path: root/src/server/DashUploadUtils.ts
diff options
context:
space:
mode:
authorbobzel <zzzman@gmail.com>2023-09-10 18:11:23 -0400
committerbobzel <zzzman@gmail.com>2023-09-10 18:11:23 -0400
commit2e32ffaa398f077c5ddc81e950de010199c67c8d (patch)
tree837574deac74e08d03fc56884bac39e65a308571 /src/server/DashUploadUtils.ts
parentb42680588ed48d57f497ff15a18a693bb7ecb9b8 (diff)
added progress for pdf uploads
Diffstat (limited to 'src/server/DashUploadUtils.ts')
-rw-r--r--src/server/DashUploadUtils.ts15
1 files changed, 2 insertions, 13 deletions
diff --git a/src/server/DashUploadUtils.ts b/src/server/DashUploadUtils.ts
index 5187d0d6f..15678bd8d 100644
--- a/src/server/DashUploadUtils.ts
+++ b/src/server/DashUploadUtils.ts
@@ -140,7 +140,7 @@ export namespace DashUploadUtils {
return uploadProgress.get(videoId) ?? 'pending data upload';
}
- let uploadProgress = new Map<string, string>();
+ export let uploadProgress = new Map<string, string>();
export function uploadYoutube(videoId: string, overwriteId: string): Promise<Upload.FileResponse> {
return new Promise<Upload.FileResponse<Upload.FileInformation>>((res, rej) => {
@@ -197,7 +197,6 @@ export namespace DashUploadUtils {
const isAzureOn = usingAzure();
const { type, path, name } = file;
const types = type?.split('/') ?? [];
- console.log('UPLOADING:' + (overwriteGuid ?? name));
uploadProgress.set(overwriteGuid ?? name, 'uploading'); // If the client sent a guid it uses to track upload progress, use that guid. Otherwise, use the file's name.
const category = types[0];
@@ -282,7 +281,6 @@ export namespace DashUploadUtils {
}
async function UploadPdf(file: File) {
- console.log('upload pdf', file.name);
const fileKey = (await md5File(file.path)) + '.pdf';
const textFilename = `${fileKey.substring(0, fileKey.length - 4)}.txt`;
if (fExists(fileKey, Directory.pdfs) && fExists(textFilename, Directory.text)) {
@@ -291,25 +289,16 @@ export namespace DashUploadUtils {
const textFilename = `${fileKey.substring(0, fileKey.length - 4)}.txt`;
const readStream = createReadStream(serverPathToFile(Directory.text, textFilename));
var rawText = '';
- console.log('reading stream', file);
- readStream
- .on('data', chunk => {
- console.log('Got chunk:' + chunk.size);
- rawText += chunk.toString();
- })
- .on('end', () => res(resolveExistingFile(file.name, fileKey, Directory.pdfs, file.type, undefined, rawText)));
+ readStream.on('data', chunk => (rawText += chunk.toString())).on('end', () => res(resolveExistingFile(file.name, fileKey, Directory.pdfs, file.type, undefined, rawText)));
});
}
const dataBuffer = readFileSync(file.path);
const result: ParsedPDF | any = await parse(dataBuffer).catch((e: any) => e);
if (!result.code) {
await new Promise<void>((resolve, reject) => {
- console.log('Got text write stream', file.name);
const writeStream = createWriteStream(serverPathToFile(Directory.text, textFilename));
writeStream.write(result?.text, error => (error ? reject(error) : resolve()));
- console.log('write text stream', file.name);
});
- console.log('moving', file.name);
return MoveParsedFile(file, Directory.pdfs, undefined, result?.text, undefined, fileKey);
}
return { source: file, result: { name: 'faile pdf pupload', message: `Could not upload (${file.name}).${result.message}` } };