fixed citations so they show different numbers

1 files changed, 4 insertions, 13 deletions

diff --git a/src/client/views/nodes/ChatBox/tools/WebsiteInfoScraperTool.ts b/src/client/views/nodes/ChatBox/tools/WebsiteInfoScraperTool.ts
index 739329bea..4588b5aec 100644
--- a/src/client/views/nodes/ChatBox/tools/WebsiteInfoScraperTool.ts
+++ b/src/client/views/nodes/ChatBox/tools/WebsiteInfoScraperTool.ts
@@ -17,8 +17,8 @@ export class WebsiteInfoScraperTool extends BaseTool<{ url: string | string[] }>
                     max_inputs: '3',
                 },
             },
-            'Provide up to 3 URLs of websites that you have identified as the most relevant from the previous search. This tool will provide screenshots of those specific websites. It will also create a document from the scraped content for future reference. When providing a response to the user, ideally reference as many of the websites as possible in order to provide a well grounded result.',
-            'Returns the full content of the webpages as images for analysis.'
+            'Provide up to 3 URLs of websites that you have identified as the most relevant from the previous search. This tool will provide the text content of those specific websites. When providing a final response to the user based on information from these chunks, ideally cite as many of the url chunks as possible (ground your infromation from multiple sources, if possible) in order to provide a well grounded result.',
+            'Returns the text content of the webpages for analysis.'
         );
         this._addLinkedUrlDoc = addLinkedUrlDoc;
     }
@@ -29,19 +29,10 @@ export class WebsiteInfoScraperTool extends BaseTool<{ url: string | string[] }>
 
         for (const url of urls) {
             try {
-                const { website_image_base64 } = await Networking.PostToServer('/scrapeWebsite', { url });
+                const { website_plain_text } = await Networking.PostToServer('/scrapeWebsite', { url });
                 const id = uuidv4();
                 this._addLinkedUrlDoc(url, id);
-                results.push(
-                    { type: 'text', text: `<chunk chunk_id=${id} chunk_type=url> ` },
-                    {
-                        type: 'image_url',
-                        image_url: {
-                            url: `data:image/jpeg;base64,${website_image_base64}`,
-                        },
-                    },
-                    { type: 'text', text: `</chunk>\n` }
-                );
+                results.push({ type: 'text', text: `<chunk chunk_id=${id} chunk_type=url>\n${website_plain_text}\n</chunk>\n` });
             } catch (error) {
                 results.push({ type: 'text', text: `An error occurred while scraping the website: ${url}` });
             }