import * as React from 'react'; import "./RecordingView.scss"; import { useEffect, useRef, useState } from "react"; import { ProgressBar } from "./ProgressBar" import { MdBackspace } from 'react-icons/md'; import { FaCheckCircle } from 'react-icons/fa'; import { IconContext } from "react-icons"; import { Networking } from '../../../Network'; import { Upload } from '../../../../server/SharedMediaTypes'; import { returnFalse, returnTrue, setupMoveUpEvents } from '../../../../Utils'; import { Presentation, RecordingApi } from '../../../util/RecordingApi'; export interface MediaSegment { videoChunks: any[], endTime: number, startTime: number, presentation?: Presentation, } interface IRecordingViewProps { setResult: (info: Upload.AccessPathInfo, presentation?: Presentation) => void setDuration: (seconds: number) => void id: string } const MAXTIME = 100000; export function RecordingView(props: IRecordingViewProps) { const [recording, setRecording] = useState(false); const recordingTimerRef = useRef(0); const [recordingTimer, setRecordingTimer] = useState(0); // unit is 0.01 second const [playing, setPlaying] = useState(false); const [progress, setProgress] = useState(0); // acts as a "refresh state" to tell progressBar when to undo const [doUndo, setDoUndo] = useState(false); // whether an undo can occur or not const [canUndo, setCanUndo] = useState(false); const [videos, setVideos] = useState([]); const [orderVideos, setOrderVideos] = useState(false); const videoRecorder = useRef(null); const videoElementRef = useRef(null); const [finished, setFinished] = useState(false) const [trackScreen, setTrackScreen] = useState(true) const DEFAULT_MEDIA_CONSTRAINTS = { video: { width: 1280, height: 720, }, audio: { echoCancellation: true, noiseSuppression: true, sampleRate: 44100 } } // useEffect(() => console.info('progress', progress), [progress]) useEffect(() => { if (finished) { // make the total presentation that'll match the concatted video const concatPres = RecordingApi.Instance.concatPresentations(videos.map(v => v.presentation as Presentation)); console.log('concatPres', concatPres); // this async function uses the server to create the concatted video and then sets the result to it's accessPaths (async () => { const videoFiles = videos.map((vid, i) => new File(vid.videoChunks, `segvideo${i}.mkv`, { type: vid.videoChunks[0].type, lastModified: Date.now() })); // upload the segments to the server and get their server access paths const serverPaths: string[] = (await Networking.UploadFilesToServer(videoFiles)) .map(res => (res.result instanceof Error) ? '' : res.result.accessPaths.agnostic.server) // concat the segments together using post call const result: Upload.AccessPathInfo | Error = await Networking.PostToServer('/concatVideos', serverPaths); !(result instanceof Error) ? props.setResult(result, concatPres) : console.error("video conversion failed"); })(); } }, [videos]) // this will call upon the progress bar to edit videos to be in the correct order useEffect(() => { finished && setOrderVideos(true); }, [finished]) // check if the browser supports media devices on first load useEffect(() => { if (!navigator.mediaDevices) alert('This browser does not support getUserMedia.'); }, []) useEffect(() => { console.log('recording useEffect', recording) let interval: any = null; if (recording) { interval = setInterval(() => { setRecordingTimer(unit => unit + 1); }, 10); } else if (!recording && recordingTimer !== 0) { clearInterval(interval); } return () => clearInterval(interval); }, [recording]) useEffect(() => { setVideoProgressHelper(recordingTimer) recordingTimerRef.current = recordingTimer; }, [recordingTimer]) const setVideoProgressHelper = (progress: number) => { const newProgress = (progress / MAXTIME) * 100; setProgress(newProgress) } const startShowingStream = async (mediaConstraints = DEFAULT_MEDIA_CONSTRAINTS) => { const stream = await navigator.mediaDevices.getUserMedia(mediaConstraints) videoElementRef.current!.src = "" videoElementRef.current!.srcObject = stream videoElementRef.current!.muted = true return stream } const record = async () => { // don't need to start a new stream every time we start recording a new segment if (!videoRecorder.current) videoRecorder.current = new MediaRecorder(await startShowingStream()) // temporary chunks of video let videoChunks: any = [] videoRecorder.current.ondataavailable = (event: any) => { if (event.data.size > 0) videoChunks.push(event.data) } videoRecorder.current.onstart = (event: any) => { setRecording(true); // trackScreen && RecordingApi.Instance.start(); trackScreen && RecordingApi.Instance.start(); } videoRecorder.current.onstop = () => { // RecordingApi.Instance.stop(); // if we have a last portion if (videoChunks.length > 1) { const presentation = RecordingApi.Instance.yieldPresentation().next().value || undefined console.log('presenation yield', JSON.parse(JSON.stringify(presentation))) // append the current portion to the video pieces setVideos(videos => [...videos, { videoChunks: videoChunks, endTime: recordingTimerRef.current, startTime: videos?.lastElement()?.endTime || 0, // RecordingApi.stop() will return undefined if no track screen presentation }]) // now that we got the presentation data, we can clear for the next segment to be recorded // RecordingApi.Instance.clear(); } // reset the temporary chunks videoChunks = [] setRecording(false); } videoRecorder.current.start(200) } // if this is called, then we're done recording all the segments const finish = (e: React.PointerEvent) => { e.stopPropagation(); // call stop on the video recorder if active videoRecorder.current?.state !== "inactive" && videoRecorder.current?.stop(); // end the streams (audio/video) to remove recording icon const stream = videoElementRef.current!.srcObject; stream instanceof MediaStream && stream.getTracks().forEach(track => track.stop()); // clear the recoringApi RecordingApi.Instance.clear(); // this will call upon progessbar to update videos to be in the correct order setFinished(true); } const pause = (e: React.PointerEvent) => { e.stopPropagation() // if recording, then this is just a new segment videoRecorder.current?.state === "recording" && videoRecorder.current.stop(); } const start = (e: React.PointerEvent) => { // the code to start or resume does not get triggered if we start dragging the button setupMoveUpEvents({}, e, returnTrue, returnFalse, e => { if (!videoRecorder.current || videoRecorder.current.state === "inactive") { record(); // trackScreen && } return true; // cancels propagation to documentView to avoid selecting it. }, false, false); } const undoPrevious = (e: React.PointerEvent) => { e.stopPropagation(); setDoUndo(prev => !prev); } const handleOnTimeUpdate = () => { playing && setVideoProgressHelper(videoElementRef.current!.currentTime); }; const millisecondToMinuteSecond = (milliseconds: number) => { const toTwoDigit = (digit: number) => { return String(digit).length == 1 ? "0" + digit : digit } const minutes = Math.floor((milliseconds % (1000 * 60 * 60)) / (1000 * 60)); const seconds = Math.floor((milliseconds % (1000 * 60)) / 1000); return toTwoDigit(minutes) + " : " + toTwoDigit(seconds); } return (
) }