import * as React from "react"; import * as ReactDOM from "react-dom"; import { observer } from "mobx-react"; import { observable, reaction, action, IReactionDisposer, observe, IObservableArray } from "mobx"; import "./Timeline.scss"; import { KeyFrame } from "./KeyFrame"; import { CollectionViewProps } from "../collections/CollectionBaseView"; import { CollectionSubView, SubCollectionViewProps } from "../collections/CollectionSubView"; import { DocumentViewProps, DocumentView } from "./DocumentView"; import { CollectionFreeFormView } from "../collections/collectionFreeForm/CollectionFreeFormView"; import { Doc, DocListCastAsync } from "../../../new_fields/Doc"; import { Document, listSpec, createSchema, makeInterface, defaultSpec } from "../../../new_fields/Schema"; import { FieldValue, Cast, NumCast } from "../../../new_fields/Types"; import { emptyStatement } from "babel-types"; import { DocumentManager } from "../../util/DocumentManager"; import { SelectionManager } from "../../util/SelectionManager"; import { List } from "../../../new_fields/List"; import { Self } from "../../../new_fields/FieldSymbols"; type IndividualDocKeyFrame = List; //data? type KeyframeList = List>; const PositionSchema = createSchema({ x: defaultSpec("number", 0), y: defaultSpec("number", 0) }); type Position = makeInterface<[typeof PositionSchema]>; const Position = makeInterface(PositionSchema); const TimeAndPositionSchema = createSchema({ time: defaultSpec("number", 0), position: Doc //Position }); type TimeAndPosition = makeInterface<[typeof TimeAndPositionSchema]>; const TimeAndPosition = makeInterface(TimeAndPositionSchema); @observer export class Timeline extends CollectionSubView(Document) { @observable private _inner = React.createRef(); @observable private _timeInput = React.createRef(); @observable private _isRecording: Boolean = false; @observable private _currentBar: any = null; @observable private _newBar: any = null; private _reactionDisposers: IReactionDisposer[] = []; private _keyFrames: Doc[] = []; //private _keyFrames: KeyFrame[] = []; private _keyBars: HTMLDivElement[] = []; private _currentBarX: number = 0; @observable private _onBar: Boolean = false; @observable private _keys = ["x", "y"]; @observable private _data: Doc[] = []; private temp1: any = null; private temp2: any = null; private tempdoc: any = null; @action onRecord = (e: React.MouseEvent) => { this._isRecording = true; let children = Cast(this.props.Document[this.props.fieldKey], listSpec(Doc)); if (!children) { return; } let childrenList = (children[Self] as any).__fields; // let keys = ["x", "y"]; //maybe make this an instance var? const addReaction = (element: Doc) => { element = (element as any).value(); this.tempdoc = element; return reaction(() => { return this._keys.map(key => FieldValue(element[key])); }, async data => { //where is the data index actually being set? if (this._inner.current) { let keyFrame: Doc; const kf = new Doc; this._data.push(kf); let info = []; let time: number = this._currentBarX; //time that indicates what frame you are in. Whole numbers. info.push(time); //index 0: should be x position of mouse relative to inner info.push(kf.X); //index 1 info.push(kf.Y); //index 2 this._keyFrames.push(kf); let exists: boolean = false; // let frames: List; //don't know if this should be an instance... this._keyFrames.forEach(async kfs => { //checks if there is a keyframe that is tracking this document. if (kfs === element) { keyFrame = kfs; this._data = (await DocListCastAsync(keyFrame.frames))!; //keyFrame.doc.frames exists = true; } }); if (!exists) { keyFrame = new Doc(); let bar: HTMLDivElement = this.createBar(5, time, "yellow"); this._inner.current.appendChild(bar); keyFrame.frames = new List(); // this._keyFrames.push(keyFrame); } this._keys.forEach((key, index) => { console.log(data[index]); if (keyFrame.frames !== undefined) { this._data.forEach(frame => { if (frame.time === this._currentBarX) { frame[key] = data[index]; } }); } }); } }); }; observe(childrenList as IObservableArray, change => { if (change.type === "update") { this._reactionDisposers[change.index](); this._reactionDisposers[change.index] = addReaction(change.newValue); } else { let removed = this._reactionDisposers.splice(change.index, change.removedCount, ...change.added.map(addReaction)); removed.forEach(disp => disp()); } }, true); } //maybe to be called in innerPointerDown //this is the only method that should have access to time changes //should run every time the time has been changed //should look through the array of times and positions and set docs to the positions associated with the specific time //if there is not an entry in the array associated with the time (for now) choose the next existing lower/higher time entry, etc. //eventually there will be interpolation between these existing times //will be similar to last block of code in the onRecord reaction, but kind of doing the opposite... @action timeChange = async (time: number) => { //x position of mouse relative to inner box can be passed in? //data is list of docs let keyFrame: TimeAndPosition; //keyframe reference const docs = (await DocListCastAsync(this.props.Document[this.props.fieldKey]))!; const kfList: KeyframeList = Cast(this.props.Document.keyframes, listSpec(Doc), []) as any; //^currently KeyframeList is undefined (because no keyframes have been added to the list) //to fix this problem add keyframes to the List //this could either happen by moving this outside of the method //or make list outside of this method and then copy it here (recommended) const list = await Promise.all(kfList.map(l => Promise.all(l))); let isFrame: boolean = false; for (let i in docs) { let oneDoc = docs[i]; let oneKf: TimeAndPosition[] = list[i].map(TimeAndPosition); let leftKf!: TimeAndPosition; let rightKf!: TimeAndPosition; for (let j in oneKf) { let singleKf: TimeAndPosition = oneKf[j]; let leftMin: Number = Infinity; let rightMin: Number = Infinity; if (singleKf.time !== time) { //choose closest time neighbors for (let k in oneKf) { if (oneKf[k].time < time) { const diff: Number = Math.abs(oneKf[k].time - time); if (diff < leftMin) { leftMin = diff; leftKf = oneKf[k]; } } else { const diff: Number = Math.abs(oneKf[k].time - time); if (diff < rightMin) { rightMin = diff; rightKf = oneKf[k]; } } } } else { isFrame = true; } } this.interpolate(oneDoc, leftKf, rightKf, time); if (isFrame) { oneDoc.X = oneKf[i].X; oneDoc.Y = oneKf[i].Y; } isFrame = false; } } /** * Linearly interpolates a document from time1 to time2 * @param Doc that needs to be modified * @param */ @action interpolate = async (doc: Doc, kf1: TimeAndPosition, kf2: TimeAndPosition, time: number) => { const keyFrame1 = Position(await kf1.position); const keyFrame2 = Position(await kf2.position); const dif_X = NumCast(keyFrame2.X) - NumCast(keyFrame1.X); const dif_Y = NumCast(keyFrame2.Y) - NumCast(keyFrame1.Y); const dif_time = kf2.time - kf1.time; const ratio = (time - kf1.time) / dif_time; const adjusted_X = dif_X * ratio; const adjusted_Y = dif_Y * ratio; console.log(doc.X); doc.X = keyFrame1.x + adjusted_X; doc.Y = keyFrame1.y + adjusted_Y; } /** * TEMPORARY */ @action onInterpolate = (e: React.MouseEvent) => { } @action displayKeyFrames = (dv: DocumentView) => { console.log(dv); dv.props.Document; } @action onInnerPointerUp = (e: React.PointerEvent) => { if (this._inner.current) { this._inner.current.removeEventListener("pointermove", this.onInnerPointerMove); } } @action onInnerPointerDown = (e: React.PointerEvent) => { e.preventDefault(); e.stopPropagation(); if (this._isRecording) { if (this._inner.current) { let mouse = e.nativeEvent; let offsetX = Math.round(mouse.offsetX); this._currentBarX = offsetX; this._currentBar.style.transform = `translate(${offsetX}px)`; this._inner.current.removeEventListener("pointermove", this.onInnerPointerMove); //reset this._inner.current.addEventListener("pointermove", this.onInnerPointerMove); this.timeChange(this._currentBarX); } } } @action onInnerPointerMove = (e: PointerEvent) => { e.preventDefault(); e.stopPropagation(); let offsetX = Math.round(e.offsetX); this._currentBarX = offsetX; this._currentBar.style.transform = `translate(${offsetX}px)`; //styling should not have to be done this way...maybe done through react?? this.timeChange(this._currentBarX); } createBar = (width: number, pos: number = 0, color: string = "green"): HTMLDivElement => { let bar = document.createElement("div"); bar.style.height = "100%"; bar.style.width = `${width}px`; bar.style.backgroundColor = color; bar.style.transform = `translate(${pos}px)`; //repeated code from previous method bar.style.position = "absolute"; bar.style.pointerEvents = "none"; return bar; } onTimeEntered = (e: React.KeyboardEvent) => { if (this._timeInput.current) { if (e.keyCode === 13) { let input = parseInt(this._timeInput.current.value) || 0; this._currentBar.style.transform = `translate(${input}px)`; this._currentBarX = input; } } } componentDidMount() { if (this._inner.current && this._currentBar === null) { this._currentBar = this.createBar(5); this._inner.current.appendChild(this._currentBar); } let doc: Doc = this.props.Document; let test = this.props.Document[this.props.fieldKey]; } componentWillUnmount() { this._reactionDisposers.forEach(disp => disp()); this._reactionDisposers = []; } render() { return (
{ SelectionManager.SelectedDocuments().map((dv) => { this.displayKeyFrames(dv); }) }
); } }