aboutsummaryrefslogtreecommitdiff
path: root/src/client/views/nodes/Timeline.tsx
blob: 6fc40768b9ceb254c4c69db2542b1e394d331bc1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
import * as React from "react";
import * as ReactDOM from "react-dom";
import { observer } from "mobx-react";
import { observable, reaction, action, IReactionDisposer, observe, IObservableArray } from "mobx";
import "./Timeline.scss";
import { KeyFrame } from "./KeyFrame";
import { CollectionViewProps } from "../collections/CollectionBaseView";
import { CollectionSubView, SubCollectionViewProps } from "../collections/CollectionSubView";
import { DocumentViewProps, DocumentView } from "./DocumentView";
import { CollectionFreeFormView } from "../collections/collectionFreeForm/CollectionFreeFormView";
import { Doc, DocListCastAsync } from "../../../new_fields/Doc";
import { Document, listSpec, createSchema, makeInterface, defaultSpec } from "../../../new_fields/Schema";
import { FieldValue, Cast, NumCast } from "../../../new_fields/Types";
import { emptyStatement } from "babel-types";
import { DocumentManager } from "../../util/DocumentManager";
import { SelectionManager } from "../../util/SelectionManager";
import { List } from "../../../new_fields/List";
import { Self } from "../../../new_fields/FieldSymbols";
import { list } from "serializr";
import { arrays } from "typescript-collections";
import { forEach } from "typescript-collections/dist/lib/arrays";

type Data = List<Doc>; //data?
type Keyframes = List<List<Doc>>;

const PositionSchema = createSchema({
    x: defaultSpec("number", 0),
    y: defaultSpec("number", 0)
});

type Position = makeInterface<[typeof PositionSchema]>;
const Position = makeInterface(PositionSchema);

const TimeAndPositionSchema = createSchema({
    time: defaultSpec("number", 0),
    position: Doc
});

type TimeAndPosition = makeInterface<[typeof TimeAndPositionSchema]>;
const TimeAndPosition = makeInterface(TimeAndPositionSchema);


@observer
export class Timeline extends CollectionSubView(Document) {
    @observable private _inner = React.createRef<HTMLDivElement>();
    @observable private _timeInput = React.createRef<HTMLInputElement>();

    @observable private _isRecording: Boolean = false;
    @observable private _currentBar: any = null;
    @observable private _newBar: any = null;
    private _reactionDisposers: IReactionDisposer[] = [];

    @observable private _currentBarX: number = 0;
    @observable private _onBar: Boolean = false;
    @observable private _keys = ["x", "y"];
    @observable private _data: Doc[] = []; // 1D list of nodes
    @observable private _keyframes: Doc[][] = []; //2D list of infos

    @observable private TEMPNUM = 0; 
    @observable private _keyChanged = false; 


    @action
    onRecord = (e: React.MouseEvent) => {
        if (this._isRecording === true){
            this._isRecording = false; 
            return; 
        }
        this._isRecording = true;
        let children = Cast(this.props.Document[this.props.fieldKey], listSpec(Doc));
        if (!children) {
            return;
        }
        let childrenList = (children[Self] as any).__fields;

        const addReaction = (node: Doc) => {
            node = (node as any).value();
            return reaction(() => {
                return this._keys.map(key => FieldValue(node[key]));
            }, async data => {
                if (this.TEMPNUM === 1){ //very hacky... we want the reaction to run only once
                    this.storeKeyChange(node); 
                    this.TEMPNUM = 0; 
                } else {
                    this.TEMPNUM = 1; 
                }
            });
        };

        observe(childrenList as IObservableArray<Doc>, change => {
            if (change.type === "update") {
                this._reactionDisposers[change.index]();
                this._reactionDisposers[change.index] = addReaction(change.newValue);
            } else {
                
                let removed = this._reactionDisposers.splice(change.index, change.removedCount, ...change.added.map(addReaction));
                removed.forEach(disp => disp());
            }
        }, true);

    }



    storeKeyChange = (node:Doc) =>{
        this._keyChanged = true; 
        if (this._inner.current) {
            if (!this._barMoved) {
                if (this._data.indexOf(node) === -1) {
                    const kf = new List();
                    this._data.push(node);
                    let index = this._data.indexOf(node);
                    let timeandpos = this.setTimeAndPos(node);

                    let info: Doc[] = new Array(1000); //////////////////////////////////////////////////// do something  
                    info[this._currentBarX] = timeandpos;

                    this._keyframes[index] = info;

                    //graphical yellow bar
                    let bar: HTMLDivElement = this.createBar(5, this._currentBarX, "yellow");
                    this._inner.current.appendChild(bar);
                } else {  
                    let index = this._data.indexOf(node);
                    if (this._keyframes[index][this._currentBarX] === undefined) { //when node is in data, but doesn't have data for this specific time. 
                        console.log("does not have specific time"); 
                        let timeandpos = this.setTimeAndPos(node);
                        this._keyframes[index][this._currentBarX] = timeandpos;   
                        let bar: HTMLDivElement = this.createBar(5, this._currentBarX, "yellow");
                        this._inner.current.appendChild(bar);
                        //@ts-ignore
                        console.log(timeandpos.position.y + " stored position" ); 
                        console.log(node.y + " actual node"); 
                    } else { //when node is in data, and has data for this specific time
                        console.log("else"); 
                        let timeandpos = this.setTimeAndPos(node);
                        //@ts-ignore
                        console.log(node.y + " actual node"); 
                        this._keyframes[index][this._currentBarX] = timeandpos;
                        //@ts-ignore
                        console.log(this._keyframes[index][this._currentBarX].position.y + " stored pos"); 

                    }
                }
            }

        }
    }
    setTimeAndPos = (node: Doc) => {
        let pos: Position = Position(node);
        let timeandpos = new Doc();
        const newPos = new Doc();
        this._keys.forEach(key => newPos[key] = pos[key]);
        timeandpos.position = newPos;
        timeandpos.time = this._currentBarX;
        return timeandpos;
    }


    @action
    timeChange = async (time: number) => {
        //const docs = (await DocListCastAsync(this.props.Document[this.props.fieldKey]))!;
        //const kfList:Doc[][] = Cast(this._keyframes, listSpec(Doc), []) as any;
        const docs = this._data;
        const kfList: Doc[][] = this._keyframes;

        const list = await Promise.all(kfList.map(l => Promise.all(l)));
        let isFrame: boolean = false;

        docs.forEach(async (oneDoc, i) => {
            let leftKf!: TimeAndPosition;
            let rightKf!: TimeAndPosition;
            let oneKf = this._keyframes[i];
            oneKf.forEach((singleKf) => {
                if (singleKf !== undefined) {
                    let leftMin = Infinity;
                    let rightMin = Infinity;
                    if (singleKf.time !== time) { //choose closest time neighbors
                        leftMin = this.calcMinLeft(oneKf, time);
                        if (leftMin !== Infinity) {
                            leftKf = TimeAndPosition(this._keyframes[i][leftMin]);
                        }
                        rightMin = this.calcMinRight(oneKf, time);
                        if (rightMin !== Infinity) {
                            rightKf = TimeAndPosition(this._keyframes[i][rightMin]);
                        }
                    }
                }
            });
            
            if (leftKf && rightKf) {
                this.interpolate(oneDoc, leftKf, rightKf, this._currentBarX);
            } else {
                               
            }
        });
    }

    calcMinLeft = (kfList: Doc[], time: number): number => { //returns the time of the closet keyframe to the left
        let counter: number = Infinity;
        let leftMin: number = Infinity;
        kfList.forEach((kf) => {
            if (kf !== undefined && NumCast(kf.time) < time) { //ERROR: "cannot read property time of undefined"
                let diff: number = Math.abs(NumCast(kf.time) - time);
                if (diff < counter) {
                    counter = diff;
                    leftMin = NumCast(kf.time);
                }
            }
        });
        return leftMin;
    }

    calcMinRight = (kfList: Doc[], time: number): number => { //returns the time of the closest keyframe to the right 
        let counter: number = Infinity;
        let rightMin: number = Infinity;
        kfList.forEach((kf) => {
            if (kf !== undefined && NumCast(kf.time) > time) {
                let diff: number = Math.abs(NumCast(kf.time!) - time);
                if (diff < counter) {
                    counter = diff;
                    rightMin = NumCast(kf.time);
                }
            }
        });
        return rightMin;
    }


    /**
     * Linearly interpolates a document from time1 to time2 
     * @param Doc that needs to be modified
     * @param  
     */
    @action
    interpolate = async (doc: Doc, kf1: TimeAndPosition, kf2: TimeAndPosition, time: number) => {
        const keyFrame1 = (await kf1.position)!;
        const keyFrame2 = (await kf2.position)!;

        const dif_time = kf2.time - kf1.time;
        const ratio = (time - kf1.time) / dif_time;

        this._keys.forEach(key => {
            const diff = NumCast(keyFrame2[key]) - NumCast(keyFrame1[key]);
            const adjusted = diff * ratio;
            doc[key] = NumCast(keyFrame1[key]) + adjusted;
        });
    }


    private _barMoved: boolean = false;
    @action
    onInnerPointerUp = (e: React.PointerEvent) => {             
        if (this._inner.current) {
            this._barMoved = false;
            this._inner.current.removeEventListener("pointermove", this.onInnerPointerMove);
        }
        this._data.forEach((node) => {
            console.log(node.y); 
        }); 
    }

    @action
    onInnerPointerDown = (e: React.PointerEvent) => {
        e.preventDefault();
        e.stopPropagation();
        if (this._isRecording) {
            if (this._inner.current) {
                this._barMoved = true;
                let mouse = e.nativeEvent;
                let offsetX = Math.round(mouse.offsetX);
                this._currentBarX = offsetX;
                this._currentBar.style.transform = `translate(${offsetX}px)`;
                this._inner.current.removeEventListener("pointermove", this.onInnerPointerMove); //reset
                this._inner.current.addEventListener("pointermove", this.onInnerPointerMove);
                this.timeChange(this._currentBarX);
            }

        }
    }

    @action
    onInnerPointerMove = (e: PointerEvent) => {
        e.preventDefault();
        e.stopPropagation();
        this._barMoved = true;
        let offsetX = Math.round(e.offsetX);
        this._currentBarX = offsetX;
        this._currentBar.style.transform = `translate(${offsetX}px)`; //styling should not have to be done this way...maybe done through react??
        this.timeChange(this._currentBarX);
    }

    createBar = (width: number, pos: number = 0, color: string = "green"): HTMLDivElement => {
        let bar = document.createElement("div");
        bar.style.height = "100%";
        bar.style.width = `${width}px`;
        bar.style.backgroundColor = color;
        bar.style.transform = `translate(${pos}px)`; //repeated code from previous method
        bar.style.position = "absolute";
        bar.style.pointerEvents = "none";
        return bar;
    }

    onTimeEntered = (e: React.KeyboardEvent) => {
        if (this._timeInput.current) {
            if (e.keyCode === 13) {
                let input = parseInt(this._timeInput.current.value) || 0;
                this._currentBar.style.transform = `translate(${input}px)`;
                this._currentBarX = input;
            }
        }
    }

    componentDidMount() {
        if (this._inner.current && this._currentBar === null) {
            this._currentBar = this.createBar(5);
            this._inner.current.appendChild(this._currentBar);
        }

        let doc: Doc = this.props.Document;
        let test = this.props.Document[this.props.fieldKey];

    }

    componentWillUnmount() {
        this._reactionDisposers.forEach(disp => disp());
        this._reactionDisposers = [];
    }

    @action
    displayKeyFrames = async (dv: DocumentView) => {
        if (this._keyChanged){ //this runs when keyframe has been changed, so it should not delete any bars. 
            this._keyChanged = false;
        } else {
            this.clearBars(); 
        }
        let doc:Doc = dv.props.Document;
        let inner:HTMLDivElement = (await this._inner.current)!;
        this._data.forEach((node) => {
            console.log(node); 
            console.log(doc); 
            if (node === doc){   
                console.log("hi");     
                const index = this._data.indexOf(node); 
                this._keyframes[index].forEach( async (timeandpos) => {
                    if (timeandpos !== undefined){
                        timeandpos = TimeAndPosition(timeandpos); 
                        let time = NumCast(await timeandpos.time); 
                        let bar: HTMLDivElement = this.createBar(5, time, "yellow");
                        inner.appendChild(bar);
                    }
                }); 
            }
        }); 

    }

    @action 
    clearBars = async () => {
        let inner:HTMLDivElement = (await this._inner.current)!;
        console.log(inner.children); 
        inner.childNodes.forEach((bar) => {
            if (bar !== this._currentBar){
                inner.removeChild(bar);
            }

        }); 
       
    }
    

    render() {
        return (
            <div>
                <div className="timeline-container">
                    <div className="timeline">
                        <div className="inner" ref={this._inner} onPointerDown={this.onInnerPointerDown} onPointerUp={this.onInnerPointerUp}>
                            {
                                SelectionManager.SelectedDocuments().map((dv) => {
                                    this.displayKeyFrames(dv);
                            })}

                            

                        </div>
                    </div>
                    <button onClick={this.onRecord}>Record</button>
                    <input placeholder="Time" ref={this._timeInput} onKeyDown={this.onTimeEntered}></input>
                </div>
            </div>
        );
    }
}