src/server/GarbageColletor.ts


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

import { Database } from './database';

function addDoc(doc: any, ids: string[]) {
    for (const key in doc) {
        if (!doc.hasOwnProperty(key)) {
            continue;
        }
        const field = doc[key];
        if (!(field instanceof Object)) {
            continue;
        }
        if (field.__type === "proxy") {
            ids.push(field.fieldId);
        } else if (field.__type === "list") {
            addDoc(field.fields, ids);
        }
    }
}

async function GarbageCollect() {
    // await new Promise(res => setTimeout(res, 3000));
    const cursor = await Database.Instance.query({}, 'users');
    const users = await cursor.toArray();
    const ids: string[] = users.map(user => user.userDocumentId);
    const visited = new Set<string>();

    while (ids.length) {
        const id = ids.pop()!;
        if (visited.has(id)) continue;
        const doc = await new Promise<{ [key: string]: any }>(res => Database.Instance.getDocument(id, res, "newDocuments"));
        if (doc === undefined) {
            console.log(`Couldn't find field with Id ${id}`);
            continue;
        }
        visited.add(id);
        addDoc(doc.fields, ids);
        console.log(`To Go: ${ids.length}, visited: ${visited.size}`);
    }

    console.log(`Done: ${visited.size}`);

    cursor.close();

    const toDeleteCursor = await Database.Instance.query({ _id: { $nin: Array.from(visited) } });
    const toDelete = (await toDeleteCursor.toArray()).map(doc => doc._id);
    toDeleteCursor.close();
    const result = await Database.Instance.delete({ _id: { $in: toDelete } }, "newDocuments");
    console.log(`${result.deletedCount} documents deleted`);
}

GarbageCollect();