-
Notifications
You must be signed in to change notification settings - Fork 0
/
app.js
101 lines (91 loc) · 3.6 KB
/
app.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
import React from 'react';
import ReactDOM from 'react-dom';
import ReactLoading from 'react-loading';
import { markdown } from 'markdown';
const fs = require("fs");
import styles from './styles.css';
import Joints from './joints';
import GraphicsEngine from './graphics';
import PoseNet from './posenet';
/**
* React Component for runnign neural networks and 3D graphics
*/
class App extends React.Component {
/**
* the class constructor
* @param {args} props for the parent class
*/
constructor(props) {
super(props);
this.state = {
loading: true,
webcam: true,
}
}
/**
* One of React's life cycle methods
* Once the current React component is loaded, this function
* initializes neural network model, graphics engine, and webcam.
*/
async componentDidMount() {
this.joints = new Joints();
this.graphics_engine = new GraphicsEngine(this.refs.babylon, this.joints);
this.posenet = new PoseNet(this.joints, this.graphics_engine, this.refs);
const descContent = fs.readFileSync("./description.md", "utf-8");
this.refs.description.innerHTML = markdown.toHTML(descContent);
await this.posenet.loadNetwork();
this.setState({loading: false});
this.posenet.startPrediction().then((webcam) => {
this.setState({ webcam });
});
}
/** Asks for webcam access if ti was denied */
askWebCam(){
this.posenet.startPrediction();
}
/**
* React Component's render method for rendering HTML components
*/
render() {
return (
<div id="container">
<h2 className="text-center" id="h2">
Controlling Virtual Character Through WebCam
</h2>
<h5 id="h5">
Note: make sure to give webcam ACCESS and only a single person is in the scene. Otherwise, the results might be inaccurate.
</h5>
<div className="row" id="row">
<div className="col-6">
<div className="float-right"
style={{display:this.state.loading ? 'none' : 'block'}}>
<video ref="video" id="video" playsInline/>
<canvas ref="output" width={500} height={500} style={{ display: this.state.webcam ? 'block' : 'none' }}/>
{/* <h1>Move Farther</h1> */}
{!this.state.webcam && <WeCamAccess/>}
</div>
<div id="loader" style={{ display: !this.state.loading ? 'none' : 'block' }}>
<h3 id="loadTitle">Tensorflow Model loading ...</h3>
<ReactLoading type="cylon" color="grey" height={'20%'} width={'20%'} id="reactLoader"/>
</div>
</div>
<div className="col-6">
<canvas ref="babylon" width={500} height={500} />
</div>
</div>
<div ref="description" id="description"/>
</div>
);
}
}
const WeCamAccess = () => (
<div id="webcamaccess">
<h3>The device does not have a webcam OR webcam access was denied</h3>
<button onClick={() => window.open("https://support.google.com/chrome/answer/2693767?p=ui_voice_search&visit_id=636795900385001472-2266950072&rd=1", "_blank")}>
Grant Webcam Access
</button>
</div>);
ReactDOM.render(
<App />,
document.getElementById('react-container')
);