-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathindex.js
80 lines (67 loc) · 2.42 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
let net;
const webcamElement = document.getElementById("webcam");
const classifier = knnClassifier.create();
function setupWebcam() {
return new Promise((resolve, reject) => {
function successCallback(stream) {
webcamElement.srcObject = stream;
webcamElement.addEventListener('loadeddata', () => resolve(), false);
webcamElement.play();
}
var constraints = { audio: false, video: true };
function errorCallback(error) {
console.log("navigator.getUserMedia error: ", error);
}
navigator.mediaDevices
.getUserMedia(constraints)
.then(successCallback)
.catch(errorCallback);
});
}
async function app() {
console.log("Loading mobilenet..");
document.getElementById("messages").innerText = `Downloading MobileNet model...`;
// Load the model.
net = await mobilenet.load();
document.getElementById("messages").innerText = ``;
console.log("Sucessfully loaded model");
await setupWebcam();
// Reads an image from the webcam and associates it with a specific class
// index.
const addExample = classId => {
// Get the intermediate activation of MobileNet 'conv_preds' and pass that
// to the KNN classifier.
console.log("Added example of class: " + classId)
const activation = net.infer(webcamElement, "conv_preds");
// Pass the intermediate activation to the classifier.
classifier.addExample(activation, classId);
};
// When clicking a button, add an example for that class.
document
.getElementById("class-a")
.addEventListener("click", () => addExample(0));
document
.getElementById("class-b")
.addEventListener("click", () => addExample(1));
document
.getElementById("class-c")
.addEventListener("click", () => addExample(2));
document
.getElementById("class-d")
.addEventListener("click", () => addExample(3));
while (true) {
if (classifier.getNumClasses() > 0) {
// Get the activation from mobilenet from the webcam.
const activation = net.infer(webcamElement, "conv_preds");
// Get the most likely class and confidences from the classifier module.
const result = await classifier.predictClass(activation);
const classes = ["A", "B", "C", "D"];
document.getElementById("console").innerText = `
prediction: ${classes[result.classIndex]}\n
probability: ${result.confidences[result.classIndex]}
`;
}
await tf.nextFrame();
}
}
app();