src/client/views/smartdraw/DrawingFillHandler.tsx


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

import { imageUrlToBase64 } from '../../../ClientUtils';
import { Doc } from '../../../fields/Doc';
import { ImageCast } from '../../../fields/Types';
import { Upload } from '../../../server/SharedMediaTypes';
import { gptDescribeImage } from '../../apis/gpt/GPT';
import { Docs } from '../../documents/Documents';
import { Networking } from '../../Network';
import { DocumentView, DocumentViewInternal } from '../nodes/DocumentView';
import { OpenWhere } from '../nodes/OpenWhere';

export class DrawingFillHandler {
    static drawingToImage = (drawing: Doc, strength: number, prompt: string) =>
        DocumentView.GetDocImage(drawing)?.then(imageField => {
            if (imageField) {
                const { href } = ImageCast(imageField).url;
                const hrefParts = href.split('.');
                const structureUrl = `${hrefParts.slice(0, -1).join('.')}_o.${hrefParts.lastElement()}`;
                imageUrlToBase64(structureUrl)
                    .then((hrefBase64: string) => gptDescribeImage(hrefBase64))
                    .then((prompt: string) => {
                        Networking.PostToServer('/queryFireflyImageFromStructure', { prompt, structureUrl, strength }).then((info: Upload.ImageInformation) => 
                                DocumentViewInternal.addDocTabFunc(Docs.Create.ImageDocument(info.accessPaths.agnostic.client, {}), OpenWhere.addRight)) // prettier-ignore
                    });
            }
            return false;
        });
}