From 8ff50ae7a21f199a7b28595536858142b73eb192 Mon Sep 17 00:00:00 2001 From: Tibe Habils Date: Sat, 6 May 2023 18:15:58 +0200 Subject: [PATCH] Basic version to compare embeddings and the last level opf prediction --- predictions/plotting.py | 86 +++++++++++++++++++ predictions/predictor.py | 35 ++++++++ predictions/svm_model.py | 5 -- predictions/test_results/knn.json | 1 + predictions/validation.py | 137 ++++++++++++++++++++++++++++++ 5 files changed, 259 insertions(+), 5 deletions(-) create mode 100644 predictions/plotting.py create mode 100644 predictions/test_results/knn.json create mode 100644 predictions/validation.py diff --git a/predictions/plotting.py b/predictions/plotting.py new file mode 100644 index 0000000..ea08a72 --- /dev/null +++ b/predictions/plotting.py @@ -0,0 +1,86 @@ +import json + +from matplotlib import pyplot as plt + + +def load_results(): + with open("predictions/test_results/knn.json", 'r') as f: + results = json.load(f) + return results + +def plot_all(): + results = load_results() + print(f"average elapsed time to detect a sign: {get_general_elapsed_time(results)}") + plot_general_accuracy(results) + for label in results.keys(): + plot_accuracy_per_label(results, label) + + +def general_accuracy(results): + label_accuracy = get_label_accuracy(results) + accuracy = [] + amount = [] + response = [] + for label in label_accuracy.keys(): + for index, value in enumerate(label_accuracy[label]): + if index >= len(accuracy): + accuracy.append(0) + amount.append(0) + accuracy[index] += label_accuracy[label][index] + amount[index] += 1 + for a, b in zip(accuracy, amount): + if b < 5: + break + response.append(a / b) + return response +def plot_general_accuracy(results): + accuracy = general_accuracy(results) + plt.plot(accuracy) + plt.title = "General accuracy" + plt.ylabel('accuracy') + plt.xlabel('buffer') + plt.show() + + +def plot_accuracy_per_label(results, label): + accuracy = get_label_accuracy(results) + plt.plot(accuracy[label], label=label) + plt.titel = f"Accuracy per label {label}" + plt.ylabel('accuracy') + plt.xlabel('prediction') + plt.legend() + plt.show() + +def get_label_accuracy(results): + accuracy = {} + amount = {} + response = {} + for label, predictions in results.items(): + if label not in accuracy: + accuracy[label] = [] + amount[label] = [] + for prediction in predictions: + for index, value in enumerate(prediction["predictions"]): + if index >= len(accuracy[label]): + accuracy[label].append(0) + amount[label].append(0) + accuracy[label][index] += 1 if value["correct"] else 0 + amount[label][index] += 1 + for label in accuracy: + response[label] = [] + for index, value in enumerate(accuracy[label]): + if amount[label][index] < 2: + break + response[label].append(accuracy[label][index] / amount[label][index]) + return response + +def get_general_elapsed_time(results): + label_time = get_label_elapsed_time(results) + return sum([label_time[label] for label in results]) / len(results) + +def get_label_elapsed_time(results): + return {label: sum([result["elapsed_time"] for result in results[label]]) / len(results[label]) for label in results} + + +if __name__ == '__main__': + plot_all() diff --git a/predictions/predictor.py b/predictions/predictor.py index 5a78b09..f8584f0 100644 --- a/predictions/predictor.py +++ b/predictions/predictor.py @@ -222,6 +222,18 @@ class Predictor: return keypoints + + def get_embedding(self, keypoints): + # run model on frame + self.model.eval() + with torch.no_grad(): + keypoints = torch.from_numpy(np.array([keypoints])).float().to(device) + new_embeddings = self.model(keypoints).cpu().numpy().tolist()[0] + return new_embeddings + + def predict(self, embeddings): + return self.predictor.predict(embeddings) + def make_prediction(self, keypoints): # run model on frame self.model.eval() @@ -230,3 +242,26 @@ class Predictor: new_embeddings = self.model(keypoints).cpu().numpy().tolist()[0] return self.predictor.predict(new_embeddings) + + def validation(self): + # load validation data + validation_data = np.load('validation_data.npy', allow_pickle=True) + validation_labels = np.load('validation_labels.npy', allow_pickle=True) + + # run model on validation data + self.model.eval() + with torch.no_grad(): + validation_embeddings = self.model(torch.from_numpy(validation_data).float().to(device)).cpu().numpy() + + # predict validation data + predictions = self.predictor.predict(validation_embeddings) + + # calculate accuracy + correct = 0 + for i in range(len(predictions)): + if predictions[i] == validation_labels[i]: + correct += 1 + accuracy = correct / len(predictions) + print('Accuracy: ' + str(accuracy)) + + diff --git a/predictions/svm_model.py b/predictions/svm_model.py index a79dad2..c458468 100644 --- a/predictions/svm_model.py +++ b/predictions/svm_model.py @@ -19,7 +19,6 @@ class SVM: self.label_name_to_label = df[["label_name", "labels"]] self.label_name_to_label.columns = ["label_name", "label"] self.label_name_to_label = self.label_name_to_label.drop_duplicates() - print(self.label_name_to_label) self.train() @@ -32,8 +31,4 @@ class SVM: score = self.clf.predict_log_proba(key_points_embeddings) # TODO fix dictionary label = label.item() - print("test") - print(self.label_name_to_label.loc[self.label_name_to_label["label"] == label]["label_name"].iloc[0]) - print("test2") - print(score) return self.label_name_to_label.loc[self.label_name_to_label["label"] == label]["label_name"].iloc[0], score[0][label] diff --git a/predictions/test_results/knn.json b/predictions/test_results/knn.json new file mode 100644 index 0000000..cf9aed8 --- /dev/null +++ b/predictions/test_results/knn.json @@ -0,0 +1 @@ +{"E": [{"predictions": [{"label": "S", "score": 2.190137280056244, "label_video": "E", "correct": false}, {"label": "S", "score": 2.265894461548086, "label_video": "E", "correct": false}, {"label": "S", "score": 2.3252602702018343, "label_video": "E", "correct": false}, {"label": "S", "score": 2.332154059953553, "label_video": "E", "correct": false}, {"label": "S", "score": 2.3138604941087015, "label_video": "E", "correct": false}, {"label": "S", "score": 2.29974197159059, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2709755486463132, "label_video": "E", "correct": false}, {"label": "S", "score": 2.1818039569585133, "label_video": "E", "correct": false}], "elapsed_time": 1.2231944799423218, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/E!test!5_20230313163125014477_8TJDN.mp4"}, {"predictions": [{"label": "E", "score": 2.166597357753879, "label_video": "E", "correct": true}, {"label": "E", "score": 2.0005266910270643, "label_video": "E", "correct": true}, {"label": "E", "score": 1.890655110038001, "label_video": "E", "correct": true}, {"label": "E", "score": 1.8288562962562633, "label_video": "E", "correct": true}, {"label": "E", "score": 1.8256607047046791, "label_video": "E", "correct": true}, {"label": "E", "score": 1.8086739273931849, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7818514088016821, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7577802964559444, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7365194632666703, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7210284808378644, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7200616215414366, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7196277117983136, "label_video": "E", "correct": true}, {"label": "E", "score": 1.721667095999382, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7321930562455028, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7607394205457891, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7385430126888015, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7028085444670018, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7295273749607436, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7988718449759884, "label_video": "E", "correct": true}], "elapsed_time": 0.7463110497123316, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/E!test!5_20230228222625583933_TIKL7.mp4"}, {"predictions": [{"label": "W", "score": 2.8072052883597256, "label_video": "E", "correct": false}, {"label": "E", "score": 2.7569202399231107, "label_video": "E", "correct": true}, {"label": "E", "score": 2.684126512350632, "label_video": "E", "correct": true}, {"label": "E", "score": 2.6469213160561718, "label_video": "E", "correct": true}, {"label": "E", "score": 2.644743464072631, "label_video": "E", "correct": true}, {"label": "E", "score": 2.6782830664552755, "label_video": "E", "correct": true}, {"label": "E", "score": 2.718583155767106, "label_video": "E", "correct": true}, {"label": "E", "score": 2.7472647785384794, "label_video": "E", "correct": true}, {"label": "E", "score": 2.7158228550246624, "label_video": "E", "correct": true}, {"label": "E", "score": 2.6854780779917204, "label_video": "E", "correct": true}], "elapsed_time": 1.4933396100997924, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/E!test!5_20230301112854628464_X3R8E.mp4"}, {"predictions": [{"label": "S", "score": 2.528388695606183, "label_video": "E", "correct": false}, {"label": "S", "score": 2.584524414029524, "label_video": "E", "correct": false}, {"label": "S", "score": 2.6456725243451644, "label_video": "E", "correct": false}, {"label": "S", "score": 2.624085926323849, "label_video": "E", "correct": false}, {"label": "S", "score": 2.5974478857490206, "label_video": "E", "correct": false}, {"label": "S", "score": 2.5975275134893754, "label_video": "E", "correct": false}], "elapsed_time": 1.7039889097213745, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/E!test!5_20230228212226677814_SBH8Y.mp4"}, {"predictions": [{"label": "I", "score": 2.6150372387252907, "label_video": "E", "correct": false}, {"label": "I", "score": 2.7650428741969764, "label_video": "E", "correct": false}, {"label": "I", "score": 2.78368774410185, "label_video": "E", "correct": false}, {"label": "I", "score": 2.8005089346007024, "label_video": "E", "correct": false}, {"label": "I", "score": 2.778125324528488, "label_video": "E", "correct": false}, {"label": "I", "score": 2.728640795418373, "label_video": "E", "correct": false}, {"label": "I", "score": 2.7150811351221216, "label_video": "E", "correct": false}, {"label": "I", "score": 2.7044701100785984, "label_video": "E", "correct": false}, {"label": "I", "score": 2.70659929614657, "label_video": "E", "correct": false}, {"label": "I", "score": 2.7026573562851106, "label_video": "E", "correct": false}, {"label": "I", "score": 2.6932856756858876, "label_video": "E", "correct": false}, {"label": "I", "score": 2.6871437139594407, "label_video": "E", "correct": false}, {"label": "I", "score": 2.681449077923473, "label_video": "E", "correct": false}, {"label": "I", "score": 2.6751640438422224, "label_video": "E", "correct": false}, {"label": "I", "score": 2.6628070211540096, "label_video": "E", "correct": false}, {"label": "I", "score": 2.652167939651586, "label_video": "E", "correct": false}, {"label": "I", "score": 2.6502538533968627, "label_video": "E", "correct": false}, {"label": "I", "score": 2.632983081984754, "label_video": "E", "correct": false}, {"label": "I", "score": 2.645524838517422, "label_video": "E", "correct": false}], "elapsed_time": 0.7248871075479608, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/E!test!5_20230225172811197744_I9HWY.mp4"}, {"predictions": [{"label": "S", "score": 2.108136647111057, "label_video": "E", "correct": false}, {"label": "S", "score": 2.1507763278782535, "label_video": "E", "correct": false}, {"label": "S", "score": 2.1960575697280156, "label_video": "E", "correct": false}, {"label": "S", "score": 2.24306483144525, "label_video": "E", "correct": false}, {"label": "S", "score": 2.258846517763946, "label_video": "E", "correct": false}, {"label": "S", "score": 2.259834471201342, "label_video": "E", "correct": false}, {"label": "S", "score": 2.254240242633714, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2468259012490712, "label_video": "E", "correct": false}, {"label": "S", "score": 2.240154571661751, "label_video": "E", "correct": false}, {"label": "S", "score": 2.234526205928132, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2314242991641953, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2275836624424685, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2247259384371167, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2216763591514654, "label_video": "E", "correct": false}, {"label": "S", "score": 2.218010203779102, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2152956207952, "label_video": "E", "correct": false}, {"label": "S", "score": 2.211719646108808, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2076744399039683, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2035600443680994, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2035880054612482, "label_video": "E", "correct": false}, {"label": "S", "score": 2.209043171419028, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2176616454597307, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2292647855477954, "label_video": "E", "correct": false}, {"label": "S", "score": 2.237358246348353, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2338297005715164, "label_video": "E", "correct": false}, {"label": "S", "score": 2.2389897833142274, "label_video": "E", "correct": false}], "elapsed_time": 0.5641147356766921, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/E!test!5_20230313160925785353_26854.mp4"}, {"predictions": [{"label": "E", "score": 1.7355053298540994, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7578229997867918, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7937993263075802, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7045767531248075, "label_video": "E", "correct": true}, {"label": "E", "score": 1.5995661414480855, "label_video": "E", "correct": true}, {"label": "E", "score": 1.505937480567229, "label_video": "E", "correct": true}, {"label": "E", "score": 1.4316545670000786, "label_video": "E", "correct": true}, {"label": "E", "score": 1.379622094946395, "label_video": "E", "correct": true}, {"label": "E", "score": 1.3361880277648945, "label_video": "E", "correct": true}, {"label": "E", "score": 1.303315788665923, "label_video": "E", "correct": true}, {"label": "E", "score": 1.278531000746199, "label_video": "E", "correct": true}, {"label": "E", "score": 1.2567457545332381, "label_video": "E", "correct": true}, {"label": "E", "score": 1.239767225887907, "label_video": "E", "correct": true}, {"label": "E", "score": 1.2328864582680286, "label_video": "E", "correct": true}, {"label": "E", "score": 1.2332663783398283, "label_video": "E", "correct": true}, {"label": "E", "score": 1.3432010611672403, "label_video": "E", "correct": true}, {"label": "E", "score": 1.545565681236631, "label_video": "E", "correct": true}, {"label": "E", "score": 1.7922144688263122, "label_video": "E", "correct": true}, {"label": "E", "score": 2.0409035359932766, "label_video": "E", "correct": true}], "elapsed_time": 0.47628065159446314, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/E!test!5_20230228222723769152_80Z8G.mp4"}, {"predictions": [{"label": "S", "score": 2.2644626404987496, "label_video": "E", "correct": false}, {"label": "S", "score": 2.3267948157962555, "label_video": "E", "correct": false}, {"label": "S", "score": 2.3753592192845185, "label_video": "E", "correct": false}, {"label": "S", "score": 2.4100022434556383, "label_video": "E", "correct": false}, {"label": "S", "score": 2.420097222073198, "label_video": "E", "correct": false}, {"label": "S", "score": 2.42832725988638, "label_video": "E", "correct": false}, {"label": "S", "score": 2.4298514363828065, "label_video": "E", "correct": false}, {"label": "S", "score": 2.4169307110930904, "label_video": "E", "correct": false}, {"label": "S", "score": 2.4042945732500676, "label_video": "E", "correct": false}, {"label": "S", "score": 2.381076398902999, "label_video": "E", "correct": false}, {"label": "S", "score": 2.3554080014062677, "label_video": "E", "correct": false}], "elapsed_time": 1.032421263781461, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/E!test!5_20230301111033511290_KUCFK.mp4"}], "O": [{"predictions": [{"label": "F", "score": 2.3261498085068117, "label_video": "O", "correct": false}, {"label": "F", "score": 2.50896151041909, "label_video": "O", "correct": false}, {"label": "F", "score": 2.565945011247159, "label_video": "O", "correct": false}, {"label": "F", "score": 2.5153920269968792, "label_video": "O", "correct": false}, {"label": "F", "score": 2.486196071342428, "label_video": "O", "correct": false}, {"label": "F", "score": 2.4476926460116886, "label_video": "O", "correct": false}, {"label": "F", "score": 2.4285582581384633, "label_video": "O", "correct": false}, {"label": "F", "score": 2.423863392633778, "label_video": "O", "correct": false}, {"label": "F", "score": 2.4167157360692784, "label_video": "O", "correct": false}, {"label": "F", "score": 2.411892599916059, "label_video": "O", "correct": false}, {"label": "F", "score": 2.3966725881056186, "label_video": "O", "correct": false}, {"label": "F", "score": 2.381665979082131, "label_video": "O", "correct": false}, {"label": "F", "score": 2.3760690332417247, "label_video": "O", "correct": false}, {"label": "F", "score": 2.366975483616101, "label_video": "O", "correct": false}, {"label": "F", "score": 2.357391621611846, "label_video": "O", "correct": false}, {"label": "F", "score": 2.3336606612147737, "label_video": "O", "correct": false}, {"label": "F", "score": 2.3275322742029014, "label_video": "O", "correct": false}, {"label": "F", "score": 2.3827769309971027, "label_video": "O", "correct": false}, {"label": "F", "score": 2.0942451618898055, "label_video": "O", "correct": false}, {"label": "F", "score": 1.8953301801900535, "label_video": "O", "correct": false}], "elapsed_time": 0.49619457721710203, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/O!test!15_20230324145140727510_GV6KU.mp4"}, {"predictions": [{"label": "O", "score": 2.0027144635276293, "label_video": "O", "correct": true}, {"label": "O", "score": 1.916255603702779, "label_video": "O", "correct": true}, {"label": "O", "score": 1.9611054011353952, "label_video": "O", "correct": true}, {"label": "O", "score": 1.980939010816558, "label_video": "O", "correct": true}, {"label": "O", "score": 1.9881187827814706, "label_video": "O", "correct": true}, {"label": "O", "score": 2.0011049261340124, "label_video": "O", "correct": true}, {"label": "O", "score": 2.013036621295981, "label_video": "O", "correct": true}, {"label": "O", "score": 2.0305553948850386, "label_video": "O", "correct": true}, {"label": "O", "score": 2.046294430682596, "label_video": "O", "correct": true}, {"label": "O", "score": 2.056655428497203, "label_video": "O", "correct": true}, {"label": "O", "score": 2.011573537594876, "label_video": "O", "correct": true}, {"label": "O", "score": 1.9726298771492914, "label_video": "O", "correct": true}, {"label": "O", "score": 1.9796402202349164, "label_video": "O", "correct": true}, {"label": "O", "score": 2.001106593126245, "label_video": "O", "correct": true}, {"label": "O", "score": 2.0434188808885043, "label_video": "O", "correct": true}], "elapsed_time": 0.6964441299438476, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/O!test!15_20230313161001708086_84P2Y.mp4"}, {"predictions": [{"label": "O", "score": 2.000605534800153, "label_video": "O", "correct": true}, {"label": "O", "score": 2.1916175642974753, "label_video": "O", "correct": true}, {"label": "O", "score": 2.2582970514743836, "label_video": "O", "correct": true}, {"label": "C", "score": 2.2079147322613704, "label_video": "O", "correct": false}, {"label": "C", "score": 2.198147980050692, "label_video": "O", "correct": false}, {"label": "O", "score": 2.161718749898936, "label_video": "O", "correct": true}, {"label": "O", "score": 1.9194568168850605, "label_video": "O", "correct": true}], "elapsed_time": 1.4628337110791887, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/O!test!15_20230307105210876800_7CHCO.mp4"}, {"predictions": [{"label": "O", "score": 2.0847329722712287, "label_video": "O", "correct": true}, {"label": "O", "score": 2.112314915673618, "label_video": "O", "correct": true}, {"label": "O", "score": 2.1442195556263433, "label_video": "O", "correct": true}, {"label": "O", "score": 2.159599089556211, "label_video": "O", "correct": true}, {"label": "O", "score": 2.1519303173187714, "label_video": "O", "correct": true}, {"label": "O", "score": 2.159751104070638, "label_video": "O", "correct": true}, {"label": "O", "score": 2.165239018629952, "label_video": "O", "correct": true}, {"label": "O", "score": 2.182593115889716, "label_video": "O", "correct": true}, {"label": "O", "score": 2.2069072663012363, "label_video": "O", "correct": true}, {"label": "O", "score": 2.232165396040678, "label_video": "O", "correct": true}, {"label": "O", "score": 2.2215687018209382, "label_video": "O", "correct": true}], "elapsed_time": 1.2745911208066074, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/O!test!15_20230312122247191901_T173O.mp4"}], "A": [{"predictions": [{"label": "N", "score": 2.502842651314949, "label_video": "A", "correct": false}, {"label": "N", "score": 2.5587059942095376, "label_video": "A", "correct": false}, {"label": "N", "score": 2.5303674490018357, "label_video": "A", "correct": false}], "elapsed_time": 1.8489221731821697, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/A!test!161_20230330092955445886_PSMEM.mp4"}], "S": [{"predictions": [{"label": "S", "score": 1.716039674522859, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7734668806015637, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8344348347258221, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8420545290525645, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8341208543762357, "label_video": "S", "correct": true}, {"label": "S", "score": 1.808703075653552, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7849513030188886, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7629903131800642, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7403400060361227, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7192775315617341, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7009284407465006, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6875012447214632, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6750967864497146, "label_video": "S", "correct": true}, {"label": "S", "score": 1.66416751250942, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6559323911119435, "label_video": "S", "correct": true}, {"label": "S", "score": 1.646520556964503, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6352838938606313, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6070300944243696, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5604203550359794, "label_video": "S", "correct": true}], "elapsed_time": 0.5266764916871723, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/S!test!19_20230312121854024043_55ZUE.mp4"}, {"predictions": [{"label": "S", "score": 1.8352949801140988, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7495565262037258, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7403631094666123, "label_video": "S", "correct": true}, {"label": "S", "score": 1.714273543703028, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6860791819047762, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6774602329249553, "label_video": "S", "correct": true}, {"label": "S", "score": 1.678372293840499, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6834180449801457, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7129980792239785, "label_video": "S", "correct": true}, {"label": "S", "score": 1.747419984408787, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8025909973564112, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8387994273648964, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8655203315658875, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8763084960060077, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8842123322362185, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8799885800340517, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8803398010673784, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8798412615553697, "label_video": "S", "correct": true}, {"label": "S", "score": 1.889591751877364, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8927896381480311, "label_video": "S", "correct": true}, {"label": "S", "score": 1.9032286466469066, "label_video": "S", "correct": true}, {"label": "S", "score": 1.9195851864414342, "label_video": "S", "correct": true}, {"label": "S", "score": 1.940100421692101, "label_video": "S", "correct": true}, {"label": "S", "score": 1.9613025677271603, "label_video": "S", "correct": true}, {"label": "S", "score": 1.9882577902731353, "label_video": "S", "correct": true}, {"label": "S", "score": 2.008796840837135, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0261088887769296, "label_video": "S", "correct": true}, {"label": "S", "score": 2.042825439078845, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0563277317887745, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0703641703864606, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0797639969234103, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0792713538854026, "label_video": "S", "correct": true}, {"label": "S", "score": 2.079998433229924, "label_video": "S", "correct": true}, {"label": "S", "score": 2.070078837661669, "label_video": "S", "correct": true}, {"label": "S", "score": 2.063287773034918, "label_video": "S", "correct": true}, {"label": "S", "score": 2.056972567243449, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0522423606112885, "label_video": "S", "correct": true}, {"label": "S", "score": 2.048212587182319, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0462123862086794, "label_video": "S", "correct": true}, {"label": "S", "score": 2.03434518165927, "label_video": "S", "correct": true}, {"label": "S", "score": 2.023365803522765, "label_video": "S", "correct": true}, {"label": "S", "score": 2.021121663847045, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0181973445575516, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0178934527456462, "label_video": "S", "correct": true}, {"label": "S", "score": 2.016323665965047, "label_video": "S", "correct": true}, {"label": "S", "score": 2.017843860494682, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0205513467273852, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0221325780908472, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0266579130591484, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0291776925766394, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0299701415555504, "label_video": "S", "correct": true}, {"label": "S", "score": 2.030140708412324, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0258305485882304, "label_video": "S", "correct": true}, {"label": "S", "score": 2.017732934454221, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0330900570581143, "label_video": "S", "correct": true}, {"label": "S", "score": 2.0300794699425144, "label_video": "S", "correct": true}, {"label": "S", "score": 2.020308155970905, "label_video": "S", "correct": true}, {"label": "S", "score": 1.9803381048613822, "label_video": "S", "correct": true}, {"label": "S", "score": 1.9147529446112015, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8624678407714073, "label_video": "S", "correct": true}, {"label": "S", "score": 1.8025727074847524, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7477009471533758, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7141500580153222, "label_video": "S", "correct": true}], "elapsed_time": 0.23932316189720518, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/S!test!19_20230307122512902333_JZA8B.mp4"}, {"predictions": [{"label": "S", "score": 1.6320972943695307, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6146498360590587, "label_video": "S", "correct": true}, {"label": "S", "score": 1.594954148877431, "label_video": "S", "correct": true}, {"label": "S", "score": 1.570550177669325, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5539396871903448, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5469260928468478, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5441603619594242, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5472105915900478, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5506061020914577, "label_video": "S", "correct": true}, {"label": "S", "score": 1.550581824312194, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5528041863895736, "label_video": "S", "correct": true}, {"label": "S", "score": 1.560581163974628, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5748604970070377, "label_video": "S", "correct": true}], "elapsed_time": 0.8533159769498385, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/S!test!19_20230313160939569443_1TAZF.mp4"}, {"predictions": [{"label": "S", "score": 1.5881789894003167, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5243579321460168, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5239025625693974, "label_video": "S", "correct": true}, {"label": "S", "score": 1.559913737941981, "label_video": "S", "correct": true}, {"label": "S", "score": 1.60550485644557, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6324015713991775, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6405457450580463, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6426854068811163, "label_video": "S", "correct": true}, {"label": "S", "score": 1.642043777972051, "label_video": "S", "correct": true}, {"label": "S", "score": 1.63536203230168, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6277524022875682, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6268764610001687, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6263034203811497, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6268433581740167, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6147279016403444, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6282129829866339, "label_video": "S", "correct": true}], "elapsed_time": 0.6564424335956573, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/S!test!19_20230312121919868772_2GX0Q.mp4"}, {"predictions": [{"label": "S", "score": 1.617148611084026, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6229421928598216, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6215842430202758, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6232646583521069, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6217427472425987, "label_video": "S", "correct": true}, {"label": "S", "score": 1.624256834254724, "label_video": "S", "correct": true}, {"label": "S", "score": 1.629102442334176, "label_video": "S", "correct": true}, {"label": "S", "score": 1.637925269540377, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6473122839133685, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6673686369044054, "label_video": "S", "correct": true}], "elapsed_time": 1.3923760652542114, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/S!test!19_20230313162146181100_W8B5U.mp4"}, {"predictions": [{"label": "S", "score": 1.6165151808478626, "label_video": "S", "correct": true}, {"label": "S", "score": 1.609263546492879, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6230744933905281, "label_video": "S", "correct": true}, {"label": "S", "score": 1.626788589786378, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6209607419778074, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6138710675664563, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6038265368427826, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5857243605674871, "label_video": "S", "correct": true}, {"label": "S", "score": 1.5848178450977726, "label_video": "S", "correct": true}], "elapsed_time": 1.4181531270345051, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/S!test!19_20230313162028538158_6758G.mp4"}, {"predictions": [{"label": "S", "score": 1.6304359187997934, "label_video": "S", "correct": true}, {"label": "S", "score": 1.728725907680822, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7541537881994766, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7472154796688137, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7398300668249411, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7353090631160526, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7225025279891986, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7132907431969162, "label_video": "S", "correct": true}, {"label": "S", "score": 1.7066149148875593, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6981954039009308, "label_video": "S", "correct": true}, {"label": "S", "score": 1.689595299524582, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6726226417085914, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6393601601240146, "label_video": "S", "correct": true}, {"label": "S", "score": 1.6134250273570476, "label_video": "S", "correct": true}], "elapsed_time": 0.7448362282344273, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/S!test!19_20230313163204448992_WQ0DP.mp4"}], "C": [{"predictions": [{"label": "O", "score": 1.977330945481084, "label_video": "C", "correct": false}, {"label": "C", "score": 1.7647170231646903, "label_video": "C", "correct": true}, {"label": "C", "score": 1.6937199100387557, "label_video": "C", "correct": true}, {"label": "C", "score": 1.7090358252609146, "label_video": "C", "correct": true}, {"label": "C", "score": 1.6876185211540313, "label_video": "C", "correct": true}, {"label": "C", "score": 1.6448948540948924, "label_video": "C", "correct": true}, {"label": "C", "score": 1.6313436269574244, "label_video": "C", "correct": true}, {"label": "C", "score": 1.6053864016429469, "label_video": "C", "correct": true}, {"label": "C", "score": 1.5816096982610461, "label_video": "C", "correct": true}, {"label": "C", "score": 1.5603269467646235, "label_video": "C", "correct": true}, {"label": "C", "score": 1.5530324355545109, "label_video": "C", "correct": true}, {"label": "C", "score": 1.5863704160766836, "label_video": "C", "correct": true}, {"label": "C", "score": 1.6856915357660518, "label_video": "C", "correct": true}, {"label": "C", "score": 1.8516909137221305, "label_video": "C", "correct": true}, {"label": "O", "score": 2.0588977050453643, "label_video": "C", "correct": false}], "elapsed_time": 0.6937832037607828, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/C!test!3_20230228222900196636_WCUZC.mp4"}, {"predictions": [{"label": "C", "score": 1.9967831496207553, "label_video": "C", "correct": true}, {"label": "C", "score": 1.8680615506591207, "label_video": "C", "correct": true}, {"label": "C", "score": 1.8289634773762726, "label_video": "C", "correct": true}, {"label": "C", "score": 1.858912968792222, "label_video": "C", "correct": true}, {"label": "C", "score": 1.8688283210030625, "label_video": "C", "correct": true}, {"label": "C", "score": 1.8857705157611389, "label_video": "C", "correct": true}, {"label": "C", "score": 1.9030906420926912, "label_video": "C", "correct": true}, {"label": "C", "score": 1.9184281358378532, "label_video": "C", "correct": true}, {"label": "C", "score": 1.8610789577180886, "label_video": "C", "correct": true}, {"label": "C", "score": 1.816401197842238, "label_video": "C", "correct": true}, {"label": "C", "score": 1.8358874299450827, "label_video": "C", "correct": true}, {"label": "C", "score": 1.9287322504444573, "label_video": "C", "correct": true}], "elapsed_time": 0.8738957444826762, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/C!test!3_20230225172602384205_0L5PV.mp4"}, {"predictions": [{"label": "C", "score": 1.4362341492331705, "label_video": "C", "correct": true}, {"label": "C", "score": 1.4280490210345083, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3767576408775033, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3725693828356726, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3689353544885392, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3733962078443454, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3899848510239632, "label_video": "C", "correct": true}, {"label": "C", "score": 1.4299935543543931, "label_video": "C", "correct": true}], "elapsed_time": 1.4033561646938324, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/C!test!3_20230301112555258258_J20ZW.mp4"}, {"predictions": [{"label": "C", "score": 2.215148772699183, "label_video": "C", "correct": true}, {"label": "C", "score": 1.858901264239698, "label_video": "C", "correct": true}, {"label": "C", "score": 1.7743399695158817, "label_video": "C", "correct": true}, {"label": "C", "score": 1.7750182704908657, "label_video": "C", "correct": true}, {"label": "C", "score": 1.7567733852324119, "label_video": "C", "correct": true}, {"label": "C", "score": 1.7398553074579732, "label_video": "C", "correct": true}, {"label": "C", "score": 1.6984526153154975, "label_video": "C", "correct": true}, {"label": "C", "score": 1.669164921292031, "label_video": "C", "correct": true}, {"label": "C", "score": 1.654604480955965, "label_video": "C", "correct": true}, {"label": "C", "score": 1.653599724219093, "label_video": "C", "correct": true}, {"label": "C", "score": 1.7985355881414107, "label_video": "C", "correct": true}, {"label": "C", "score": 2.07203750049349, "label_video": "C", "correct": true}], "elapsed_time": 1.0376296440760295, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/C!test!3_20230228222348734036_7AKPT.mp4"}, {"predictions": [{"label": "C", "score": 1.5854485021834863, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3884778550251369, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3579873074504107, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3691522205206652, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3759127367013437, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3775045433320934, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3868690589062456, "label_video": "C", "correct": true}, {"label": "C", "score": 1.4622217705743823, "label_video": "C", "correct": true}, {"label": "C", "score": 1.7382789351681844, "label_video": "C", "correct": true}, {"label": "C", "score": 2.035754548979554, "label_video": "C", "correct": true}], "elapsed_time": 1.3849168062210082, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/C!test!3_20230228212119836715_BW57D.mp4"}, {"predictions": [{"label": "C", "score": 1.641134872270149, "label_video": "C", "correct": true}, {"label": "C", "score": 1.5789116017781293, "label_video": "C", "correct": true}, {"label": "C", "score": 1.5161773733246438, "label_video": "C", "correct": true}], "elapsed_time": 3.3825887044270835, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/C!test!3_20230312122058637918_LQEOR.mp4"}, {"predictions": [{"label": "C", "score": 1.3764627590232508, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3098357578494597, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3007456579038037, "label_video": "C", "correct": true}, {"label": "C", "score": 1.3283153853968315, "label_video": "C", "correct": true}, {"label": "C", "score": 1.2892499212037352, "label_video": "C", "correct": true}], "elapsed_time": 2.214378547668457, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/C!test!3_20230301110903171278_FN72D.mp4"}], "I": [{"predictions": [{"label": "I", "score": 1.8139299591283857, "label_video": "I", "correct": true}, {"label": "I", "score": 1.7494897134756047, "label_video": "I", "correct": true}, {"label": "I", "score": 1.7084415476398935, "label_video": "I", "correct": true}, {"label": "I", "score": 1.6797895557502507, "label_video": "I", "correct": true}, {"label": "I", "score": 1.6667353245927652, "label_video": "I", "correct": true}, {"label": "I", "score": 1.6510832812404386, "label_video": "I", "correct": true}, {"label": "I", "score": 1.637115672500266, "label_video": "I", "correct": true}, {"label": "I", "score": 1.6216009829559839, "label_video": "I", "correct": true}, {"label": "I", "score": 1.6068864213084968, "label_video": "I", "correct": true}, {"label": "I", "score": 1.5859572489034741, "label_video": "I", "correct": true}, {"label": "I", "score": 1.6024396046263814, "label_video": "I", "correct": true}], "elapsed_time": 0.9532940604469993, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/I!test!9_20230323161011067039_E92MK.mp4"}, {"predictions": [{"label": "I", "score": 1.4753965810681975, "label_video": "I", "correct": true}, {"label": "I", "score": 1.4883175302187204, "label_video": "I", "correct": true}, {"label": "I", "score": 1.4985193116492448, "label_video": "I", "correct": true}, {"label": "I", "score": 1.495023363826316, "label_video": "I", "correct": true}, {"label": "I", "score": 1.4856737905940456, "label_video": "I", "correct": true}, {"label": "I", "score": 1.4743905515290725, "label_video": "I", "correct": true}, {"label": "I", "score": 1.46432082369075, "label_video": "I", "correct": true}, {"label": "I", "score": 1.4561173313565594, "label_video": "I", "correct": true}, {"label": "I", "score": 1.4451434747736638, "label_video": "I", "correct": true}], "elapsed_time": 1.155551142162747, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/I!test!9_20230313161515860029_2TSJE.mp4"}, {"predictions": [{"label": "I", "score": 3.0524482478962516, "label_video": "I", "correct": true}, {"label": "I", "score": 3.0540120544800824, "label_video": "I", "correct": true}, {"label": "I", "score": 3.0390343709832965, "label_video": "I", "correct": true}, {"label": "I", "score": 2.9977399453311735, "label_video": "I", "correct": true}, {"label": "I", "score": 2.9842761391216936, "label_video": "I", "correct": true}, {"label": "I", "score": 2.998656427402033, "label_video": "I", "correct": true}, {"label": "I", "score": 2.9988163697562933, "label_video": "I", "correct": true}, {"label": "I", "score": 3.031036512827623, "label_video": "I", "correct": true}, {"label": "I", "score": 3.0741581918976166, "label_video": "I", "correct": true}, {"label": "I", "score": 3.1288462731499367, "label_video": "I", "correct": true}, {"label": "I", "score": 3.117791180000039, "label_video": "I", "correct": true}, {"label": "I", "score": 3.0265960814819235, "label_video": "I", "correct": true}, {"label": "I", "score": 2.9074425477608017, "label_video": "I", "correct": true}, {"label": "I", "score": 2.7503537790425048, "label_video": "I", "correct": true}], "elapsed_time": 0.783704331942967, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/I!test!9_20230304203928258183_HU41F.mp4"}, {"predictions": [{"label": "I", "score": 1.7444761983550743, "label_video": "I", "correct": true}, {"label": "I", "score": 1.9488894306950606, "label_video": "I", "correct": true}, {"label": "I", "score": 2.136447015758643, "label_video": "I", "correct": true}, {"label": "I", "score": 2.2794722745636578, "label_video": "I", "correct": true}, {"label": "I", "score": 2.3578393871952907, "label_video": "I", "correct": true}, {"label": "I", "score": 2.4425784372740416, "label_video": "I", "correct": true}, {"label": "I", "score": 2.4989748763764577, "label_video": "I", "correct": true}, {"label": "I", "score": 2.5378527842785115, "label_video": "I", "correct": true}, {"label": "I", "score": 2.5550169166260717, "label_video": "I", "correct": true}, {"label": "I", "score": 2.5589496352867185, "label_video": "I", "correct": true}, {"label": "I", "score": 2.535707763079276, "label_video": "I", "correct": true}, {"label": "I", "score": 2.5038233726236556, "label_video": "I", "correct": true}, {"label": "I", "score": 2.4777688201287393, "label_video": "I", "correct": true}, {"label": "I", "score": 2.4445347357749774, "label_video": "I", "correct": true}, {"label": "I", "score": 2.4223534864278884, "label_video": "I", "correct": true}, {"label": "I", "score": 2.4008279644944714, "label_video": "I", "correct": true}, {"label": "I", "score": 2.399232060301443, "label_video": "I", "correct": true}, {"label": "I", "score": 2.3991338300155802, "label_video": "I", "correct": true}, {"label": "I", "score": 2.3333373266026065, "label_video": "I", "correct": true}, {"label": "I", "score": 2.1898129071020813, "label_video": "I", "correct": true}], "elapsed_time": 0.5960410594940185, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/I!test!9_20230304204033566379_RJI6D.mp4"}, {"predictions": [{"label": "I", "score": 1.8377144424465985, "label_video": "I", "correct": true}, {"label": "I", "score": 1.8349144680349858, "label_video": "I", "correct": true}, {"label": "I", "score": 2.044303994450949, "label_video": "I", "correct": true}, {"label": "I", "score": 1.9733982281682871, "label_video": "I", "correct": true}, {"label": "I", "score": 1.9712839143992864, "label_video": "I", "correct": true}, {"label": "I", "score": 1.9206008779214871, "label_video": "I", "correct": true}, {"label": "I", "score": 1.8778746723152273, "label_video": "I", "correct": true}, {"label": "I", "score": 1.8503594713181752, "label_video": "I", "correct": true}, {"label": "I", "score": 1.8379213184308505, "label_video": "I", "correct": true}, {"label": "I", "score": 1.828857985513623, "label_video": "I", "correct": true}, {"label": "I", "score": 1.8185261899593088, "label_video": "I", "correct": true}, {"label": "I", "score": 1.8090914099426132, "label_video": "I", "correct": true}, {"label": "I", "score": 1.8040133377543954, "label_video": "I", "correct": true}, {"label": "I", "score": 1.800734741736591, "label_video": "I", "correct": true}, {"label": "I", "score": 1.7973439996579106, "label_video": "I", "correct": true}, {"label": "I", "score": 1.8626603928167715, "label_video": "I", "correct": true}, {"label": "I", "score": 1.919232706542087, "label_video": "I", "correct": true}, {"label": "I", "score": 2.0623921369357103, "label_video": "I", "correct": true}, {"label": "I", "score": 2.2003906592660116, "label_video": "I", "correct": true}, {"label": "Y", "score": 1.9678664645861255, "label_video": "I", "correct": false}, {"label": "Y", "score": 1.8448572719293748, "label_video": "I", "correct": false}, {"label": "Y", "score": 1.8429107861357439, "label_video": "I", "correct": false}, {"label": "Y", "score": 1.915442002209762, "label_video": "I", "correct": false}, {"label": "Y", "score": 2.0349261437462003, "label_video": "I", "correct": false}], "elapsed_time": 0.6068106194337209, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/I!test!9_20230309104645114365_GJLCF.mp4"}, {"predictions": [{"label": "I", "score": 1.39264520096394, "label_video": "I", "correct": true}, {"label": "I", "score": 1.5232745710887778, "label_video": "I", "correct": true}, {"label": "I", "score": 1.5994129294441106, "label_video": "I", "correct": true}, {"label": "I", "score": 1.637144947301188, "label_video": "I", "correct": true}, {"label": "I", "score": 1.6346930211566735, "label_video": "I", "correct": true}, {"label": "I", "score": 1.5890836494984741, "label_video": "I", "correct": true}, {"label": "I", "score": 1.5097455394695845, "label_video": "I", "correct": true}, {"label": "I", "score": 1.4281141882959631, "label_video": "I", "correct": true}], "elapsed_time": 1.759196013212204, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/I!test!9_20230313160905289573_TF1UQ.mp4"}], "Q": [{"predictions": [{"label": "Q", "score": 1.5365214951126873, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.52571908880323, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.396588021171409, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3285118805519351, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.2918254098054818, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.2677190956250752, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.27102530635442, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3100740004801605, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3388924996746554, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3581752696246427, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3878658752082789, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.425128668260301, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.5290693484131332, "label_video": "Q", "correct": true}], "elapsed_time": 0.8033947027646579, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Q!test!17_20230312122113927354_VF8QE.mp4"}, {"predictions": [{"label": "Q", "score": 1.145618962581248, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.2316790899908723, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3477423173737133, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.4041398809063002, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3980818272744342, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.4140513344505081, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.4046087909834626, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3846990036962046, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3968378607125678, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.4027759571846314, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.4078143475646256, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.4120058920593086, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.4242920890843136, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.419427060310052, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.432529216891046, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.420224393562359, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.3992260630076476, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.5173957988487434, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.559382933793285, "label_video": "Q", "correct": true}], "elapsed_time": 0.7156844264582584, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Q!test!17_20230324145302834666_BIX3C.mp4"}, {"predictions": [{"label": "I", "score": 2.2133533219478125, "label_video": "Q", "correct": false}, {"label": "I", "score": 2.280529975215422, "label_video": "Q", "correct": false}, {"label": "Q", "score": 2.1489839958335897, "label_video": "Q", "correct": true}, {"label": "Q", "score": 2.0016970445014963, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.8501674295815542, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.7786353492096318, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.7225088074573882, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.681595408679379, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.653998742326466, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.6083351682705378, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.58122623606575, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.5800441161080063, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.5785539973636746, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.594725871640634, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.595283910030316, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.5986607149165124, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.6004883986086256, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.5835005898128167, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.6280580523588826, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.6847629503700718, "label_video": "Q", "correct": true}, {"label": "Q", "score": 1.8392839671666004, "label_video": "Q", "correct": true}, {"label": "P", "score": 1.8858575741276649, "label_video": "Q", "correct": false}], "elapsed_time": 0.4904535250230269, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Q!test!17_20230307110450465108_H174L.mp4"}], "D": [{"predictions": [{"label": "D", "score": 2.3057575432249444, "label_video": "D", "correct": true}, {"label": "D", "score": 2.1481722493119486, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0767405003245254, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0382236164979526, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0394362312809213, "label_video": "D", "correct": true}, {"label": "D", "score": 2.038240494463748, "label_video": "D", "correct": true}, {"label": "D", "score": 2.036083241664794, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0230946366742124, "label_video": "D", "correct": true}, {"label": "D", "score": 2.01187119272055, "label_video": "D", "correct": true}, {"label": "D", "score": 2.00256880007125, "label_video": "D", "correct": true}, {"label": "D", "score": 1.99568446539218, "label_video": "D", "correct": true}, {"label": "D", "score": 1.992051446345571, "label_video": "D", "correct": true}, {"label": "D", "score": 1.9914216550543862, "label_video": "D", "correct": true}, {"label": "D", "score": 1.986860023373491, "label_video": "D", "correct": true}, {"label": "D", "score": 1.9774050710294389, "label_video": "D", "correct": true}, {"label": "D", "score": 1.906392259315024, "label_video": "D", "correct": true}, {"label": "D", "score": 1.769833292430802, "label_video": "D", "correct": true}], "elapsed_time": 0.6298939480501062, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/D!test!4_20230301112807012821_XOLFF.mp4"}, {"predictions": [{"label": "D", "score": 2.296772293196052, "label_video": "D", "correct": true}, {"label": "D", "score": 2.3839905842670417, "label_video": "D", "correct": true}, {"label": "D", "score": 2.412333868739108, "label_video": "D", "correct": true}, {"label": "D", "score": 2.445550036995593, "label_video": "D", "correct": true}, {"label": "D", "score": 2.4459384505444888, "label_video": "D", "correct": true}, {"label": "D", "score": 2.446663322938649, "label_video": "D", "correct": true}, {"label": "D", "score": 2.4424593981818, "label_video": "D", "correct": true}, {"label": "D", "score": 2.4620421738819998, "label_video": "D", "correct": true}, {"label": "D", "score": 2.5425306292390215, "label_video": "D", "correct": true}, {"label": "B", "score": 2.4459057842936955, "label_video": "D", "correct": false}], "elapsed_time": 0.8204010248184204, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/D!test!4_20230228222542563954_XU4DP.mp4"}, {"predictions": [{"label": "B", "score": 2.646583930770677, "label_video": "D", "correct": false}, {"label": "D", "score": 2.450648039352872, "label_video": "D", "correct": true}, {"label": "D", "score": 2.2266784800471435, "label_video": "D", "correct": true}, {"label": "D", "score": 2.262271776861452, "label_video": "D", "correct": true}, {"label": "D", "score": 2.291499068238272, "label_video": "D", "correct": true}, {"label": "D", "score": 2.29137097688987, "label_video": "D", "correct": true}, {"label": "D", "score": 2.2892284520706703, "label_video": "D", "correct": true}, {"label": "D", "score": 2.3003307015670225, "label_video": "D", "correct": true}, {"label": "D", "score": 2.324030719059365, "label_video": "D", "correct": true}, {"label": "D", "score": 2.3573724090922674, "label_video": "D", "correct": true}, {"label": "D", "score": 2.3844152315599976, "label_video": "D", "correct": true}, {"label": "D", "score": 2.409450254352556, "label_video": "D", "correct": true}, {"label": "D", "score": 2.4460756416604275, "label_video": "D", "correct": true}, {"label": "D", "score": 2.425115835744681, "label_video": "D", "correct": true}, {"label": "D", "score": 2.3624431369834835, "label_video": "D", "correct": true}], "elapsed_time": 0.9687370141347249, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/D!test!4_20230301111013123514_TXYDX.mp4"}, {"predictions": [{"label": "D", "score": 1.9954233536577002, "label_video": "D", "correct": true}, {"label": "D", "score": 1.948270016821692, "label_video": "D", "correct": true}, {"label": "D", "score": 2.016630066711749, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0509941006523014, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0735487662468306, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0868835894869995, "label_video": "D", "correct": true}, {"label": "D", "score": 2.090880167190281, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0904749769878723, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0825669246493304, "label_video": "D", "correct": true}, {"label": "D", "score": 2.072452805290003, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0698148116142434, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0690947489999476, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0686229277341295, "label_video": "D", "correct": true}, {"label": "D", "score": 2.060974478916764, "label_video": "D", "correct": true}, {"label": "D", "score": 2.0404364783544318, "label_video": "D", "correct": true}, {"label": "D", "score": 1.9573634900358496, "label_video": "D", "correct": true}, {"label": "D", "score": 1.7635652861276938, "label_video": "D", "correct": true}, {"label": "D", "score": 1.5193984619988936, "label_video": "D", "correct": true}], "elapsed_time": 0.798392997847663, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/D!test!4_20230228212158911015_0A9ZW.mp4"}, {"predictions": [{"label": "D", "score": 1.6712654676387697, "label_video": "D", "correct": true}, {"label": "D", "score": 1.7532118346069292, "label_video": "D", "correct": true}, {"label": "D", "score": 1.7972092460400793, "label_video": "D", "correct": true}, {"label": "D", "score": 1.8158007505991136, "label_video": "D", "correct": true}, {"label": "D", "score": 1.814775275943322, "label_video": "D", "correct": true}, {"label": "D", "score": 1.668277545223552, "label_video": "D", "correct": true}], "elapsed_time": 2.3108023007710776, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/D!test!4_20230313161903793288_9AFD2.mp4"}, {"predictions": [{"label": "D", "score": 2.80293167580694, "label_video": "D", "correct": true}, {"label": "D", "score": 2.845893685501772, "label_video": "D", "correct": true}, {"label": "D", "score": 2.843615227255108, "label_video": "D", "correct": true}, {"label": "D", "score": 2.8531983197014212, "label_video": "D", "correct": true}, {"label": "D", "score": 2.8549021427442214, "label_video": "D", "correct": true}, {"label": "D", "score": 2.8392483721997372, "label_video": "D", "correct": true}, {"label": "D", "score": 2.7968586247943827, "label_video": "D", "correct": true}, {"label": "D", "score": 2.7585036625969304, "label_video": "D", "correct": true}, {"label": "D", "score": 2.7130777775637926, "label_video": "D", "correct": true}, {"label": "D", "score": 2.6635075848203686, "label_video": "D", "correct": true}, {"label": "D", "score": 2.616507324719955, "label_video": "D", "correct": true}, {"label": "D", "score": 2.5685541232807747, "label_video": "D", "correct": true}, {"label": "D", "score": 2.5191544206783614, "label_video": "D", "correct": true}, {"label": "D", "score": 2.4826168113400775, "label_video": "D", "correct": true}, {"label": "D", "score": 2.4514270138111485, "label_video": "D", "correct": true}, {"label": "D", "score": 2.4289633490896123, "label_video": "D", "correct": true}], "elapsed_time": 0.674962967634201, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/D!test!4_20230225172727976175_2RIBR.mp4"}, {"predictions": [{"label": "B", "score": 2.356838025355003, "label_video": "D", "correct": false}, {"label": "B", "score": 2.395005918881982, "label_video": "D", "correct": false}, {"label": "B", "score": 2.5183050400362266, "label_video": "D", "correct": false}, {"label": "B", "score": 2.5409537725392997, "label_video": "D", "correct": false}, {"label": "B", "score": 2.5544256303177484, "label_video": "D", "correct": false}, {"label": "B", "score": 2.5705526956739453, "label_video": "D", "correct": false}, {"label": "B", "score": 2.5719226305462644, "label_video": "D", "correct": false}, {"label": "B", "score": 2.576512641711594, "label_video": "D", "correct": false}, {"label": "B", "score": 2.574817531935426, "label_video": "D", "correct": false}, {"label": "B", "score": 2.583655920185938, "label_video": "D", "correct": false}, {"label": "B", "score": 2.5380483257825444, "label_video": "D", "correct": false}, {"label": "B", "score": 2.462934602954078, "label_video": "D", "correct": false}, {"label": "B", "score": 2.243637828375149, "label_video": "D", "correct": false}, {"label": "B", "score": 2.102948362275228, "label_video": "D", "correct": false}], "elapsed_time": 0.9898833887917655, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/D!test!4_20230228222814780521_PLU9S.mp4"}], "Z": [{"predictions": [{"label": "U", "score": 2.799463659010134, "label_video": "Z", "correct": false}, {"label": "U", "score": 2.7468476130802775, "label_video": "Z", "correct": false}], "elapsed_time": 5.770528793334961, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Z!test!26_20230313161957278926_80MSW.mp4"}, {"predictions": [], "elapsed_time": 10.298417329788208, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Z!test!26_20230307165445910870_U2XSL.mp4"}, {"predictions": [], "elapsed_time": 9.941589832305908, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Z!test!26_20230313164054142446_A1FDD.mp4"}, {"predictions": [{"label": "K", "score": 2.1791970026699343, "label_video": "Z", "correct": false}], "elapsed_time": 12.05991244316101, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Z!test!26_20230313161447006469_H83BN.mp4"}], "B": [{"predictions": [{"label": "F", "score": 1.9593289077892824, "label_video": "B", "correct": false}, {"label": "B", "score": 1.9867193078990097, "label_video": "B", "correct": true}, {"label": "B", "score": 1.996701272457568, "label_video": "B", "correct": true}, {"label": "B", "score": 1.994058219010588, "label_video": "B", "correct": true}, {"label": "F", "score": 1.9976131585433872, "label_video": "B", "correct": false}, {"label": "F", "score": 1.9885528996237103, "label_video": "B", "correct": false}, {"label": "F", "score": 1.9698340424561807, "label_video": "B", "correct": false}], "elapsed_time": 1.835174867085048, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/B!test!2_20230228222324124636_0NX8J.mp4"}, {"predictions": [{"label": "B", "score": 1.8134735536006292, "label_video": "B", "correct": true}, {"label": "B", "score": 1.7935288763976316, "label_video": "B", "correct": true}, {"label": "B", "score": 1.7800426191259842, "label_video": "B", "correct": true}, {"label": "B", "score": 1.7710646256493494, "label_video": "B", "correct": true}, {"label": "B", "score": 1.7583081997164984, "label_video": "B", "correct": true}, {"label": "B", "score": 1.7468697362962073, "label_video": "B", "correct": true}, {"label": "B", "score": 1.7393496974854992, "label_video": "B", "correct": true}, {"label": "B", "score": 1.724216345305945, "label_video": "B", "correct": true}, {"label": "B", "score": 1.6982123095096444, "label_video": "B", "correct": true}, {"label": "B", "score": 1.6798424023236962, "label_video": "B", "correct": true}], "elapsed_time": 1.3823610544204712, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/B!test!2_20230228222929769864_DB9S6.mp4"}, {"predictions": [{"label": "F", "score": 2.119516627400745, "label_video": "B", "correct": false}, {"label": "F", "score": 2.1708251020091014, "label_video": "B", "correct": false}, {"label": "F", "score": 2.1873548520591934, "label_video": "B", "correct": false}, {"label": "F", "score": 2.1849343529151817, "label_video": "B", "correct": false}, {"label": "F", "score": 2.178640238994378, "label_video": "B", "correct": false}, {"label": "F", "score": 2.1775294629508073, "label_video": "B", "correct": false}, {"label": "B", "score": 2.0815286976441527, "label_video": "B", "correct": true}], "elapsed_time": 1.8380905560084753, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/B!test!2_20230228212047306396_QKEVB.mp4"}, {"predictions": [{"label": "B", "score": 1.374947595620093, "label_video": "B", "correct": true}, {"label": "B", "score": 1.6082246941341234, "label_video": "B", "correct": true}, {"label": "B", "score": 1.6564184146799714, "label_video": "B", "correct": true}, {"label": "B", "score": 1.6830191362149445, "label_video": "B", "correct": true}, {"label": "B", "score": 1.6941172399381697, "label_video": "B", "correct": true}, {"label": "B", "score": 1.7060721752161545, "label_video": "B", "correct": true}, {"label": "B", "score": 1.7105846411248544, "label_video": "B", "correct": true}, {"label": "B", "score": 1.7048764965168126, "label_video": "B", "correct": true}, {"label": "B", "score": 1.6644654619431567, "label_video": "B", "correct": true}], "elapsed_time": 1.6916031042734783, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/B!test!2_20230301110937167164_IFR49.mp4"}, {"predictions": [{"label": "F", "score": 1.9735447774560109, "label_video": "B", "correct": false}, {"label": "F", "score": 2.028210858122298, "label_video": "B", "correct": false}, {"label": "F", "score": 2.0768377849232516, "label_video": "B", "correct": false}, {"label": "F", "score": 2.1182155275952494, "label_video": "B", "correct": false}, {"label": "F", "score": 2.180150593255882, "label_video": "B", "correct": false}, {"label": "F", "score": 2.215613507107632, "label_video": "B", "correct": false}, {"label": "F", "score": 2.2653942453971, "label_video": "B", "correct": false}, {"label": "F", "score": 2.325170150301084, "label_video": "B", "correct": false}, {"label": "F", "score": 2.3900440970111805, "label_video": "B", "correct": false}, {"label": "D", "score": 2.4488795867045914, "label_video": "B", "correct": false}, {"label": "D", "score": 2.4307100900423526, "label_video": "B", "correct": false}, {"label": "D", "score": 2.4208771855246742, "label_video": "B", "correct": false}, {"label": "D", "score": 2.4116180119079833, "label_video": "B", "correct": false}, {"label": "D", "score": 2.4036897286432386, "label_video": "B", "correct": false}, {"label": "D", "score": 2.399025981350265, "label_video": "B", "correct": false}, {"label": "D", "score": 2.408395066129699, "label_video": "B", "correct": false}, {"label": "D", "score": 2.405034482370881, "label_video": "B", "correct": false}, {"label": "D", "score": 2.423172268072002, "label_video": "B", "correct": false}], "elapsed_time": 0.5887514617707994, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/B!test!2_20230312122212547903_CCFXR.mp4"}, {"predictions": [{"label": "F", "score": 1.8079722035311632, "label_video": "B", "correct": false}, {"label": "F", "score": 1.910277086705248, "label_video": "B", "correct": false}, {"label": "F", "score": 1.9856366985293057, "label_video": "B", "correct": false}, {"label": "F", "score": 2.0313588783974055, "label_video": "B", "correct": false}, {"label": "F", "score": 2.0513797234280275, "label_video": "B", "correct": false}, {"label": "F", "score": 2.0398561433337843, "label_video": "B", "correct": false}, {"label": "F", "score": 2.0040280626778157, "label_video": "B", "correct": false}, {"label": "F", "score": 1.9786998748987954, "label_video": "B", "correct": false}, {"label": "B", "score": 1.9649310907601665, "label_video": "B", "correct": true}, {"label": "B", "score": 1.8347003945548899, "label_video": "B", "correct": true}], "elapsed_time": 1.4192028760910034, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/B!test!2_20230301112301936371_7V1RV.mp4"}, {"predictions": [{"label": "F", "score": 2.0527426287880446, "label_video": "B", "correct": false}, {"label": "F", "score": 2.184645188869794, "label_video": "B", "correct": false}, {"label": "F", "score": 2.2522888388180013, "label_video": "B", "correct": false}, {"label": "F", "score": 2.291003799057254, "label_video": "B", "correct": false}, {"label": "F", "score": 2.3044740137128352, "label_video": "B", "correct": false}, {"label": "F", "score": 2.299287548941461, "label_video": "B", "correct": false}, {"label": "F", "score": 2.280136082367257, "label_video": "B", "correct": false}, {"label": "F", "score": 2.2688930816641757, "label_video": "B", "correct": false}, {"label": "F", "score": 2.2473765163546706, "label_video": "B", "correct": false}, {"label": "F", "score": 2.22651302064917, "label_video": "B", "correct": false}], "elapsed_time": 2.0135565757751466, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/B!test!2_20230225172506182079_8VLS0.mp4"}], "G": [{"predictions": [{"label": "G", "score": 1.4301371135384322, "label_video": "G", "correct": true}, {"label": "G", "score": 1.4974900117569445, "label_video": "G", "correct": true}, {"label": "G", "score": 1.5245870592942323, "label_video": "G", "correct": true}, {"label": "G", "score": 1.4921480316971392, "label_video": "G", "correct": true}, {"label": "G", "score": 1.4472210836682593, "label_video": "G", "correct": true}, {"label": "G", "score": 1.391400624088979, "label_video": "G", "correct": true}, {"label": "G", "score": 1.3468968608620044, "label_video": "G", "correct": true}, {"label": "G", "score": 1.3200035727740491, "label_video": "G", "correct": true}], "elapsed_time": 1.296994388103485, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/G!test!7_20230304203737799336_OETKT.mp4"}, {"predictions": [{"label": "G", "score": 1.8539669217206391, "label_video": "G", "correct": true}, {"label": "G", "score": 1.8251237310334638, "label_video": "G", "correct": true}, {"label": "G", "score": 1.7927830816282908, "label_video": "G", "correct": true}, {"label": "G", "score": 1.782609505645209, "label_video": "G", "correct": true}, {"label": "G", "score": 1.7781481366127487, "label_video": "G", "correct": true}, {"label": "G", "score": 1.7661225825784288, "label_video": "G", "correct": true}, {"label": "G", "score": 1.8105019131028404, "label_video": "G", "correct": true}], "elapsed_time": 1.471658434186663, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/G!test!7_20230307164532293278_1JLVG.mp4"}, {"predictions": [{"label": "G", "score": 1.4989045317987613, "label_video": "G", "correct": true}, {"label": "G", "score": 1.7082379795976006, "label_video": "G", "correct": true}, {"label": "G", "score": 1.6130399912165787, "label_video": "G", "correct": true}, {"label": "G", "score": 1.5424357757916185, "label_video": "G", "correct": true}, {"label": "G", "score": 1.519853215675762, "label_video": "G", "correct": true}, {"label": "G", "score": 1.4969461118095473, "label_video": "G", "correct": true}, {"label": "G", "score": 1.4807042075246495, "label_video": "G", "correct": true}, {"label": "G", "score": 1.4652213806739105, "label_video": "G", "correct": true}, {"label": "G", "score": 1.4580001148776403, "label_video": "G", "correct": true}, {"label": "G", "score": 1.4491348654157892, "label_video": "G", "correct": true}, {"label": "G", "score": 1.441969267594473, "label_video": "G", "correct": true}, {"label": "G", "score": 1.4595687898501535, "label_video": "G", "correct": true}], "elapsed_time": 1.0900495648384094, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/G!test!7_20230313161501367571_FROKQ.mp4"}], "F": [{"predictions": [{"label": "F", "score": 1.683977850979644, "label_video": "F", "correct": true}, {"label": "F", "score": 1.7360466364887663, "label_video": "F", "correct": true}, {"label": "F", "score": 1.7207779433994612, "label_video": "F", "correct": true}, {"label": "F", "score": 1.723873439066418, "label_video": "F", "correct": true}, {"label": "F", "score": 1.7086907089298067, "label_video": "F", "correct": true}, {"label": "F", "score": 1.6926664872119241, "label_video": "F", "correct": true}, {"label": "F", "score": 1.6875562727873845, "label_video": "F", "correct": true}, {"label": "F", "score": 1.681644143022973, "label_video": "F", "correct": true}, {"label": "F", "score": 1.6748326012563066, "label_video": "F", "correct": true}, {"label": "F", "score": 1.6710847184863047, "label_video": "F", "correct": true}, {"label": "F", "score": 1.658295594849378, "label_video": "F", "correct": true}, {"label": "F", "score": 1.6402555514049308, "label_video": "F", "correct": true}, {"label": "F", "score": 1.6233260606636044, "label_video": "F", "correct": true}, {"label": "F", "score": 1.6219787308802731, "label_video": "F", "correct": true}, {"label": "F", "score": 1.6248616451637359, "label_video": "F", "correct": true}], "elapsed_time": 0.69434019724528, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/F!test!6_20230312121908462336_I1QIZ.mp4"}, {"predictions": [{"label": "F", "score": 2.1207574911694307, "label_video": "F", "correct": true}, {"label": "B", "score": 2.2562665372732917, "label_video": "F", "correct": false}, {"label": "B", "score": 2.2969340358551324, "label_video": "F", "correct": false}, {"label": "B", "score": 2.287156804884113, "label_video": "F", "correct": false}, {"label": "B", "score": 2.2702685544343697, "label_video": "F", "correct": false}, {"label": "B", "score": 2.266574679631894, "label_video": "F", "correct": false}, {"label": "B", "score": 2.260893538925208, "label_video": "F", "correct": false}, {"label": "B", "score": 2.260487495230335, "label_video": "F", "correct": false}, {"label": "B", "score": 2.2673471664889386, "label_video": "F", "correct": false}, {"label": "B", "score": 2.293105365577211, "label_video": "F", "correct": false}, {"label": "B", "score": 2.3214854074036415, "label_video": "F", "correct": false}, {"label": "B", "score": 2.34950397787049, "label_video": "F", "correct": false}, {"label": "B", "score": 2.3686626711444294, "label_video": "F", "correct": false}, {"label": "B", "score": 2.39291352563878, "label_video": "F", "correct": false}, {"label": "F", "score": 2.326181031694309, "label_video": "F", "correct": true}, {"label": "F", "score": 2.247768166925242, "label_video": "F", "correct": true}, {"label": "F", "score": 2.137569058876306, "label_video": "F", "correct": true}, {"label": "F", "score": 1.8499562772874414, "label_video": "F", "correct": true}, {"label": "F", "score": 1.6953579698189565, "label_video": "F", "correct": true}], "elapsed_time": 0.5504951978984632, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/F!test!6_20230304203640734496_5704C.mp4"}], "T": [{"predictions": [{"label": "T", "score": 1.702636570680647, "label_video": "T", "correct": true}, {"label": "T", "score": 1.7552357309424087, "label_video": "T", "correct": true}, {"label": "T", "score": 1.6940422354562878, "label_video": "T", "correct": true}, {"label": "T", "score": 1.6611673286835407, "label_video": "T", "correct": true}, {"label": "T", "score": 1.6490318727621829, "label_video": "T", "correct": true}, {"label": "T", "score": 1.6446383392125423, "label_video": "T", "correct": true}, {"label": "T", "score": 1.6463570488314998, "label_video": "T", "correct": true}, {"label": "T", "score": 1.65150959530228, "label_video": "T", "correct": true}, {"label": "T", "score": 1.6626707355858623, "label_video": "T", "correct": true}, {"label": "T", "score": 1.6893526910623258, "label_video": "T", "correct": true}, {"label": "T", "score": 1.7185483118825255, "label_video": "T", "correct": true}, {"label": "T", "score": 1.7743127795185047, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8724786034935008, "label_video": "T", "correct": true}, {"label": "T", "score": 1.9894753658542508, "label_video": "T", "correct": true}], "elapsed_time": 0.993323700768607, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/T!test!20_20230307114928366357_UN0B3.mp4"}, {"predictions": [{"label": "T", "score": 1.8626815997796002, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8717868305908714, "label_video": "T", "correct": true}, {"label": "T", "score": 1.9761056450979242, "label_video": "T", "correct": true}, {"label": "T", "score": 1.9029205525719233, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8318674040481382, "label_video": "T", "correct": true}], "elapsed_time": 2.0903223514556886, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/T!test!20_20230324145705628056_ZK1KA.mp4"}, {"predictions": [{"label": "T", "score": 1.6735100679303343, "label_video": "T", "correct": true}, {"label": "T", "score": 1.6957723555240458, "label_video": "T", "correct": true}, {"label": "T", "score": 1.7597382386913731, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8014228457464887, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8181077821742906, "label_video": "T", "correct": true}, {"label": "T", "score": 1.815034297379265, "label_video": "T", "correct": true}, {"label": "T", "score": 1.811523429754144, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8031565813822905, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8036834944419, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8059033587465994, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8164514150817703, "label_video": "T", "correct": true}, {"label": "T", "score": 1.8197420840654803, "label_video": "T", "correct": true}], "elapsed_time": 0.896879255771637, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/T!test!20_20230313163511440077_NZHE1.mp4"}], "H": [{"predictions": [{"label": "R", "score": 1.7472881220296301, "label_video": "H", "correct": false}, {"label": "R", "score": 1.9501123656074728, "label_video": "H", "correct": false}, {"label": "R", "score": 1.933176521720013, "label_video": "H", "correct": false}, {"label": "R", "score": 1.9125445807121348, "label_video": "H", "correct": false}, {"label": "R", "score": 1.8960701618283053, "label_video": "H", "correct": false}, {"label": "R", "score": 1.9461286127198252, "label_video": "H", "correct": false}, {"label": "R", "score": 1.9447095594753083, "label_video": "H", "correct": false}, {"label": "R", "score": 1.9209317847546874, "label_video": "H", "correct": false}, {"label": "R", "score": 1.9192074371830996, "label_video": "H", "correct": false}, {"label": "R", "score": 1.9123479181254004, "label_video": "H", "correct": false}, {"label": "R", "score": 1.9280972617079482, "label_video": "H", "correct": false}, {"label": "R", "score": 1.9512208296403233, "label_video": "H", "correct": false}, {"label": "R", "score": 1.8489050248730157, "label_video": "H", "correct": false}], "elapsed_time": 0.7992158119495099, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/H!test!8_20230313161206595497_18K96.mp4"}], "L": [{"predictions": [{"label": "L", "score": 1.8030368239219225, "label_video": "L", "correct": true}, {"label": "L", "score": 1.6364905426070775, "label_video": "L", "correct": true}, {"label": "L", "score": 1.4974868844292508, "label_video": "L", "correct": true}, {"label": "L", "score": 1.467851654897367, "label_video": "L", "correct": true}, {"label": "L", "score": 1.4820643726962133, "label_video": "L", "correct": true}, {"label": "L", "score": 1.5621705034756703, "label_video": "L", "correct": true}], "elapsed_time": 2.340570052464803, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/L!test!12_20230313161059748851_KNFAO.mp4"}, {"predictions": [{"label": "Z", "score": 2.2185535916614416, "label_video": "L", "correct": false}, {"label": "Z", "score": 2.2693125464672486, "label_video": "L", "correct": false}, {"label": "Z", "score": 2.2876151789967722, "label_video": "L", "correct": false}, {"label": "Z", "score": 2.28753878163095, "label_video": "L", "correct": false}, {"label": "Z", "score": 2.2768432267711414, "label_video": "L", "correct": false}, {"label": "Z", "score": 2.2681485609175134, "label_video": "L", "correct": false}, {"label": "Z", "score": 2.2454237950488305, "label_video": "L", "correct": false}, {"label": "Z", "score": 2.2013031088362265, "label_video": "L", "correct": false}], "elapsed_time": 1.7585780918598175, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/L!test!12_20230313162934873787_K6OO9.mp4"}, {"predictions": [{"label": "Z", "score": 2.186513930631288, "label_video": "L", "correct": false}, {"label": "L", "score": 2.0039976060827804, "label_video": "L", "correct": true}, {"label": "L", "score": 1.9417806036168002, "label_video": "L", "correct": true}, {"label": "L", "score": 1.9685227948992094, "label_video": "L", "correct": true}, {"label": "L", "score": 2.0136151953302956, "label_video": "L", "correct": true}], "elapsed_time": 2.8315707206726075, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/L!test!12_20230307102535608019_OE26A.mp4"}, {"predictions": [{"label": "L", "score": 2.342915074248626, "label_video": "L", "correct": true}, {"label": "L", "score": 2.3947638460230745, "label_video": "L", "correct": true}, {"label": "L", "score": 2.4103295633717057, "label_video": "L", "correct": true}, {"label": "L", "score": 2.4288855266682505, "label_video": "L", "correct": true}], "elapsed_time": 2.556564211845398, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/L!test!12_20230304204407950798_WP3WI.mp4"}], "R": [{"predictions": [{"label": "D", "score": 2.260694613123889, "label_video": "R", "correct": false}, {"label": "D", "score": 2.34817078287636, "label_video": "R", "correct": false}, {"label": "D", "score": 2.386439379507705, "label_video": "R", "correct": false}, {"label": "D", "score": 2.3997456129762007, "label_video": "R", "correct": false}, {"label": "D", "score": 2.373025054933615, "label_video": "R", "correct": false}, {"label": "D", "score": 2.3372853292810567, "label_video": "R", "correct": false}, {"label": "D", "score": 2.2554291338711536, "label_video": "R", "correct": false}], "elapsed_time": 1.8732103279658727, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/R!test!18_20230324145426494537_7E7GJ.mp4"}, {"predictions": [{"label": "D", "score": 1.5626741851302106, "label_video": "R", "correct": false}, {"label": "D", "score": 1.609061313806437, "label_video": "R", "correct": false}, {"label": "D", "score": 1.6883283508747455, "label_video": "R", "correct": false}, {"label": "D", "score": 1.7006968609116477, "label_video": "R", "correct": false}], "elapsed_time": 3.149934709072113, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/R!test!18_20230312122159916374_ICIOK.mp4"}, {"predictions": [{"label": "H", "score": 2.7709974682417697, "label_video": "R", "correct": false}, {"label": "D", "score": 2.7286950161672743, "label_video": "R", "correct": false}, {"label": "D", "score": 2.5936274841368263, "label_video": "R", "correct": false}, {"label": "D", "score": 2.5940710518039096, "label_video": "R", "correct": false}, {"label": "D", "score": 2.5725782429326056, "label_video": "R", "correct": false}, {"label": "D", "score": 2.51992383668424, "label_video": "R", "correct": false}, {"label": "D", "score": 2.493677986659328, "label_video": "R", "correct": false}, {"label": "D", "score": 2.478957873996398, "label_video": "R", "correct": false}], "elapsed_time": 1.7269577383995056, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/R!test!18_20230313161710218698_DDD0P.mp4"}], "N": [{"predictions": [{"label": "N", "score": 1.6000349552465702, "label_video": "N", "correct": true}, {"label": "N", "score": 1.7127339084004252, "label_video": "N", "correct": true}, {"label": "N", "score": 1.683845535562536, "label_video": "N", "correct": true}, {"label": "N", "score": 1.6724278502371175, "label_video": "N", "correct": true}, {"label": "N", "score": 1.7671211281792334, "label_video": "N", "correct": true}, {"label": "N", "score": 1.8901347259706962, "label_video": "N", "correct": true}, {"label": "N", "score": 2.0174231789160384, "label_video": "N", "correct": true}, {"label": "N", "score": 1.9676380685996346, "label_video": "N", "correct": true}, {"label": "N", "score": 1.8997676770138978, "label_video": "N", "correct": true}, {"label": "N", "score": 1.8572275887742544, "label_video": "N", "correct": true}, {"label": "N", "score": 1.8594555191920372, "label_video": "N", "correct": true}, {"label": "N", "score": 1.8801198281991547, "label_video": "N", "correct": true}, {"label": "N", "score": 1.8887828385074243, "label_video": "N", "correct": true}, {"label": "N", "score": 1.8966785950180114, "label_video": "N", "correct": true}, {"label": "N", "score": 1.899283816058579, "label_video": "N", "correct": true}, {"label": "N", "score": 1.9113840545809537, "label_video": "N", "correct": true}, {"label": "N", "score": 1.7867428519372357, "label_video": "N", "correct": true}, {"label": "N", "score": 1.7137149163151624, "label_video": "N", "correct": true}, {"label": "N", "score": 1.6805654758541004, "label_video": "N", "correct": true}, {"label": "N", "score": 1.6506955379080022, "label_video": "N", "correct": true}], "elapsed_time": 0.7228409886360169, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/N!test!14_20230324145012230578_ZVE37.mp4"}, {"predictions": [{"label": "Y", "score": 1.660276764457777, "label_video": "N", "correct": false}, {"label": "Y", "score": 1.6283682306401877, "label_video": "N", "correct": false}, {"label": "M", "score": 1.624752643516139, "label_video": "N", "correct": false}, {"label": "M", "score": 1.6416881008662783, "label_video": "N", "correct": false}, {"label": "M", "score": 1.6290431366378628, "label_video": "N", "correct": false}, {"label": "Y", "score": 1.6451408488938237, "label_video": "N", "correct": false}, {"label": "Y", "score": 1.649796199758908, "label_video": "N", "correct": false}, {"label": "Y", "score": 1.669685694672358, "label_video": "N", "correct": false}, {"label": "N", "score": 1.6312994846736533, "label_video": "N", "correct": true}, {"label": "N", "score": 1.5982582781345633, "label_video": "N", "correct": true}, {"label": "N", "score": 1.5676649171017984, "label_video": "N", "correct": true}, {"label": "N", "score": 1.5433950865348531, "label_video": "N", "correct": true}, {"label": "N", "score": 1.509052361116376, "label_video": "N", "correct": true}, {"label": "N", "score": 1.4472292509287372, "label_video": "N", "correct": true}], "elapsed_time": 0.8040524210248675, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/N!test!14_20230313163151152753_ES53K.mp4"}, {"predictions": [{"label": "N", "score": 2.204577086620051, "label_video": "N", "correct": true}, {"label": "N", "score": 2.124949379754276, "label_video": "N", "correct": true}, {"label": "N", "score": 1.9841792577095583, "label_video": "N", "correct": true}, {"label": "N", "score": 1.9787796442887655, "label_video": "N", "correct": true}, {"label": "N", "score": 2.0177491827972136, "label_video": "N", "correct": true}, {"label": "N", "score": 2.066034054284687, "label_video": "N", "correct": true}, {"label": "N", "score": 2.1212484454304943, "label_video": "N", "correct": true}, {"label": "N", "score": 2.1725689499665033, "label_video": "N", "correct": true}, {"label": "N", "score": 2.1966706045583146, "label_video": "N", "correct": true}, {"label": "N", "score": 2.207392837970869, "label_video": "N", "correct": true}, {"label": "N", "score": 2.2033016620942494, "label_video": "N", "correct": true}, {"label": "N", "score": 2.1990903020523183, "label_video": "N", "correct": true}, {"label": "N", "score": 2.19488133353123, "label_video": "N", "correct": true}, {"label": "N", "score": 2.16902794970301, "label_video": "N", "correct": true}, {"label": "N", "score": 2.1138409457156557, "label_video": "N", "correct": true}, {"label": "M", "score": 2.0544599490097357, "label_video": "N", "correct": false}], "elapsed_time": 0.8888121098279953, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/N!test!14_20230324145035097834_760QJ.mp4"}], "M": [{"predictions": [{"label": "N", "score": 1.888147405084172, "label_video": "M", "correct": false}, {"label": "N", "score": 1.924729537894959, "label_video": "M", "correct": false}, {"label": "N", "score": 1.917480639579175, "label_video": "M", "correct": false}, {"label": "N", "score": 1.8630728099678582, "label_video": "M", "correct": false}, {"label": "N", "score": 1.8489392057494023, "label_video": "M", "correct": false}, {"label": "N", "score": 1.8265444216181697, "label_video": "M", "correct": false}, {"label": "N", "score": 1.825831669425838, "label_video": "M", "correct": false}, {"label": "N", "score": 1.823505103568021, "label_video": "M", "correct": false}, {"label": "N", "score": 1.8243361638171838, "label_video": "M", "correct": false}, {"label": "N", "score": 1.847854498679807, "label_video": "M", "correct": false}], "elapsed_time": 1.051465630531311, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/M!test!13_20230313161937796761_OBK2P.mp4"}, {"predictions": [{"label": "N", "score": 1.483699049575953, "label_video": "M", "correct": false}, {"label": "N", "score": 1.4170375618712001, "label_video": "M", "correct": false}, {"label": "N", "score": 1.472488784644543, "label_video": "M", "correct": false}, {"label": "N", "score": 1.567055060988601, "label_video": "M", "correct": false}, {"label": "N", "score": 1.6874462793817482, "label_video": "M", "correct": false}, {"label": "M", "score": 1.8514767572646134, "label_video": "M", "correct": true}, {"label": "M", "score": 1.847033174479555, "label_video": "M", "correct": true}, {"label": "M", "score": 1.828819188373617, "label_video": "M", "correct": true}, {"label": "N", "score": 1.8253754052840077, "label_video": "M", "correct": false}, {"label": "N", "score": 1.8212815065636678, "label_video": "M", "correct": false}, {"label": "M", "score": 1.8036375906110003, "label_video": "M", "correct": true}, {"label": "M", "score": 1.7432808985399242, "label_video": "M", "correct": true}, {"label": "M", "score": 1.7841891372492724, "label_video": "M", "correct": true}, {"label": "N", "score": 1.8422030181286173, "label_video": "M", "correct": false}], "elapsed_time": 0.7409014701843262, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/M!test!13_20230324144921129170_XFH81.mp4"}, {"predictions": [{"label": "M", "score": 1.6127403373733602, "label_video": "M", "correct": true}, {"label": "M", "score": 1.7387514666523585, "label_video": "M", "correct": true}, {"label": "M", "score": 1.8714156109061881, "label_video": "M", "correct": true}, {"label": "M", "score": 2.005887558032, "label_video": "M", "correct": true}, {"label": "M", "score": 2.0059595358117255, "label_video": "M", "correct": true}, {"label": "M", "score": 1.9653716490619408, "label_video": "M", "correct": true}, {"label": "M", "score": 1.9545019105704, "label_video": "M", "correct": true}, {"label": "M", "score": 1.9466131012856687, "label_video": "M", "correct": true}, {"label": "M", "score": 1.9333327851149449, "label_video": "M", "correct": true}, {"label": "M", "score": 1.946272479931318, "label_video": "M", "correct": true}, {"label": "M", "score": 1.9474335529021005, "label_video": "M", "correct": true}], "elapsed_time": 1.2929978587410667, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/M!test!13_20230312121958936751_30KVC.mp4"}], "U": [{"predictions": [{"label": "U", "score": 1.6116354374557251, "label_video": "U", "correct": true}, {"label": "U", "score": 1.4475778595848927, "label_video": "U", "correct": true}, {"label": "U", "score": 1.4947799102302053, "label_video": "U", "correct": true}, {"label": "U", "score": 1.5101147616432988, "label_video": "U", "correct": true}, {"label": "U", "score": 1.5049339221687608, "label_video": "U", "correct": true}, {"label": "U", "score": 1.4867041294468373, "label_video": "U", "correct": true}, {"label": "U", "score": 1.4663320299241351, "label_video": "U", "correct": true}, {"label": "U", "score": 1.4564434982523744, "label_video": "U", "correct": true}, {"label": "U", "score": 1.414026382462934, "label_video": "U", "correct": true}], "elapsed_time": 1.322842624452379, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/U!test!21_20230313161315755723_LATPU.mp4"}, {"predictions": [{"label": "U", "score": 0.9505717734539578, "label_video": "U", "correct": true}, {"label": "U", "score": 1.1871154892739897, "label_video": "U", "correct": true}, {"label": "U", "score": 1.2304807012285226, "label_video": "U", "correct": true}, {"label": "U", "score": 1.2392639158076952, "label_video": "U", "correct": true}, {"label": "U", "score": 1.2352813346688998, "label_video": "U", "correct": true}, {"label": "U", "score": 1.2398012598426849, "label_video": "U", "correct": true}, {"label": "U", "score": 1.243541813801613, "label_video": "U", "correct": true}, {"label": "U", "score": 1.2487931810077395, "label_video": "U", "correct": true}, {"label": "U", "score": 1.2572732461478764, "label_video": "U", "correct": true}, {"label": "U", "score": 1.2556294956330643, "label_video": "U", "correct": true}, {"label": "U", "score": 1.2537402648372924, "label_video": "U", "correct": true}], "elapsed_time": 0.9485751065340909, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/U!test!21_20230307123048962355_ZX8XO.mp4"}, {"predictions": [{"label": "U", "score": 1.6867408877910497, "label_video": "U", "correct": true}, {"label": "U", "score": 1.511534258563763, "label_video": "U", "correct": true}, {"label": "U", "score": 1.5004630892693915, "label_video": "U", "correct": true}, {"label": "U", "score": 1.4878845240368255, "label_video": "U", "correct": true}, {"label": "U", "score": 1.477981369468984, "label_video": "U", "correct": true}, {"label": "U", "score": 1.469646681960691, "label_video": "U", "correct": true}, {"label": "U", "score": 1.4634241384288806, "label_video": "U", "correct": true}, {"label": "U", "score": 1.4553297804756304, "label_video": "U", "correct": true}, {"label": "U", "score": 1.448171702045843, "label_video": "U", "correct": true}, {"label": "U", "score": 1.4402640488463159, "label_video": "U", "correct": true}, {"label": "U", "score": 1.42244907787585, "label_video": "U", "correct": true}, {"label": "U", "score": 1.3774115526676312, "label_video": "U", "correct": true}], "elapsed_time": 0.8599359194437662, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/U!test!21_20230313162133908644_CM19N.mp4"}, {"predictions": [{"label": "U", "score": 0.9884716953739091, "label_video": "U", "correct": true}, {"label": "U", "score": 1.0383215492562705, "label_video": "U", "correct": true}, {"label": "U", "score": 1.166233955858768, "label_video": "U", "correct": true}, {"label": "U", "score": 1.1660736814098167, "label_video": "U", "correct": true}, {"label": "U", "score": 1.1622802149482336, "label_video": "U", "correct": true}, {"label": "U", "score": 1.1571488350851091, "label_video": "U", "correct": true}, {"label": "U", "score": 1.147044205541362, "label_video": "U", "correct": true}, {"label": "U", "score": 1.1331373408797407, "label_video": "U", "correct": true}], "elapsed_time": 1.3402684330940247, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/U!test!21_20230313161418806455_9IVRL.mp4"}], "W": [{"predictions": [{"label": "L", "score": 1.6370465821139584, "label_video": "W", "correct": false}, {"label": "L", "score": 1.6426752901846617, "label_video": "W", "correct": false}, {"label": "L", "score": 1.6518608335907181, "label_video": "W", "correct": false}, {"label": "L", "score": 1.6506788960282013, "label_video": "W", "correct": false}, {"label": "L", "score": 1.6513003053647513, "label_video": "W", "correct": false}, {"label": "L", "score": 1.6512888474909668, "label_video": "W", "correct": false}, {"label": "L", "score": 1.6498132569185449, "label_video": "W", "correct": false}, {"label": "L", "score": 1.6487539914843181, "label_video": "W", "correct": false}], "elapsed_time": 0.6326256096363068, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/W!test!163_20230330155433648572_0U0VA.mp4"}], "K": [{"predictions": [{"label": "K", "score": 2.2672320042993617, "label_video": "K", "correct": true}, {"label": "K", "score": 2.1587548817939815, "label_video": "K", "correct": true}, {"label": "K", "score": 2.0982547823306326, "label_video": "K", "correct": true}, {"label": "K", "score": 2.0696777128533217, "label_video": "K", "correct": true}, {"label": "K", "score": 2.0546063972993074, "label_video": "K", "correct": true}, {"label": "K", "score": 2.039647863015503, "label_video": "K", "correct": true}, {"label": "K", "score": 2.0315890674866357, "label_video": "K", "correct": true}, {"label": "K", "score": 2.032571057039241, "label_video": "K", "correct": true}, {"label": "K", "score": 2.037321975999602, "label_video": "K", "correct": true}, {"label": "K", "score": 2.0411834540594875, "label_video": "K", "correct": true}, {"label": "K", "score": 2.052119610163358, "label_video": "K", "correct": true}, {"label": "K", "score": 2.0775831006679506, "label_video": "K", "correct": true}, {"label": "K", "score": 2.127617011298703, "label_video": "K", "correct": true}, {"label": "K", "score": 2.1498151949182778, "label_video": "K", "correct": true}], "elapsed_time": 0.986958384513855, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/K!test!11_20230324144726301532_OCWMC.mp4"}, {"predictions": [{"label": "K", "score": 2.248654259342141, "label_video": "K", "correct": true}, {"label": "K", "score": 2.342394704915502, "label_video": "K", "correct": true}, {"label": "K", "score": 2.381605519121084, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4237003546832674, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4507790731100374, "label_video": "K", "correct": true}, {"label": "K", "score": 2.467410103186921, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4902298180996048, "label_video": "K", "correct": true}, {"label": "K", "score": 2.5186239306816836, "label_video": "K", "correct": true}, {"label": "K", "score": 2.5536025741656654, "label_video": "K", "correct": true}, {"label": "K", "score": 2.591550345169624, "label_video": "K", "correct": true}, {"label": "K", "score": 2.623230274825085, "label_video": "K", "correct": true}, {"label": "K", "score": 2.6563138227278706, "label_video": "K", "correct": true}, {"label": "K", "score": 2.6826655869086884, "label_video": "K", "correct": true}, {"label": "K", "score": 2.6852749424535807, "label_video": "K", "correct": true}, {"label": "K", "score": 2.6905092404439364, "label_video": "K", "correct": true}, {"label": "K", "score": 2.6976115709814525, "label_video": "K", "correct": true}, {"label": "K", "score": 2.7165403539576025, "label_video": "K", "correct": true}, {"label": "K", "score": 2.708684357464087, "label_video": "K", "correct": true}, {"label": "K", "score": 2.692728440948887, "label_video": "K", "correct": true}, {"label": "K", "score": 2.6815927772765584, "label_video": "K", "correct": true}, {"label": "K", "score": 2.6794186683344745, "label_video": "K", "correct": true}], "elapsed_time": 0.521637723559425, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/K!test!11_20230312122042488710_GDN7Q.mp4"}, {"predictions": [{"label": "K", "score": 1.9732807794327665, "label_video": "K", "correct": true}, {"label": "K", "score": 2.1352283093873634, "label_video": "K", "correct": true}, {"label": "K", "score": 2.2315687344027264, "label_video": "K", "correct": true}, {"label": "K", "score": 2.3206994658350566, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4396164830893583, "label_video": "K", "correct": true}, {"label": "K", "score": 2.44793725404019, "label_video": "K", "correct": true}, {"label": "K", "score": 2.454888382121592, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4479808230797206, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4422424504336653, "label_video": "K", "correct": true}, {"label": "K", "score": 2.459234502023693, "label_video": "K", "correct": true}, {"label": "K", "score": 2.475483498517899, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4797025549801472, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4854203516336066, "label_video": "K", "correct": true}, {"label": "K", "score": 2.489647267010964, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4888934252096493, "label_video": "K", "correct": true}, {"label": "K", "score": 2.4850467962373877, "label_video": "K", "correct": true}, {"label": "K", "score": 2.493129380266535, "label_video": "K", "correct": true}, {"label": "K", "score": 2.515856481255385, "label_video": "K", "correct": true}, {"label": "K", "score": 2.5254897912349716, "label_video": "K", "correct": true}, {"label": "K", "score": 2.5258207465620863, "label_video": "K", "correct": true}], "elapsed_time": 0.5414046287536621, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/K!test!11_20230324144715281835_X3QRX.mp4"}, {"predictions": [{"label": "V", "score": 2.1667968931221036, "label_video": "K", "correct": false}, {"label": "V", "score": 1.9303877770941416, "label_video": "K", "correct": false}, {"label": "V", "score": 1.7846575826432947, "label_video": "K", "correct": false}, {"label": "V", "score": 1.6469888351693278, "label_video": "K", "correct": false}, {"label": "V", "score": 1.5469674172865653, "label_video": "K", "correct": false}, {"label": "V", "score": 1.57538695672441, "label_video": "K", "correct": false}, {"label": "V", "score": 1.6191506423388338, "label_video": "K", "correct": false}, {"label": "V", "score": 1.6532492573438289, "label_video": "K", "correct": false}, {"label": "V", "score": 1.6562439864375127, "label_video": "K", "correct": false}, {"label": "V", "score": 1.6833811177551632, "label_video": "K", "correct": false}, {"label": "V", "score": 1.7100215202296418, "label_video": "K", "correct": false}, {"label": "V", "score": 1.7619638278930632, "label_video": "K", "correct": false}, {"label": "V", "score": 1.856988118564069, "label_video": "K", "correct": false}], "elapsed_time": 0.7854204361255352, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/K!test!11_20230307102414445161_600PU.mp4"}], "Y": [{"predictions": [{"label": "Y", "score": 1.5407074212378564, "label_video": "Y", "correct": true}, {"label": "I", "score": 1.526852466839233, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.4317283310558444, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.6215623388914486, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.8233467560232535, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.7341933113713461, "label_video": "Y", "correct": false}], "elapsed_time": 1.6832131544748943, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Y!test!25_20230313162106351685_FMVMX.mp4"}, {"predictions": [{"label": "I", "score": 1.3048899877374178, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.2537776746224836, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.2921600866376375, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.3857511898795396, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.569815292828416, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.965329768417178, "label_video": "Y", "correct": false}, {"label": "I", "score": 2.4572536549320265, "label_video": "Y", "correct": false}, {"label": "M", "score": 2.663211547805386, "label_video": "Y", "correct": false}], "elapsed_time": 1.823844701051712, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Y!test!25_20230313114605974188_BN86E.mp4"}, {"predictions": [{"label": "I", "score": 1.1487403587068192, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.1930614962147925, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.1977684884834534, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.2855756057746743, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.4888095389522211, "label_video": "Y", "correct": false}, {"label": "I", "score": 1.659892972866231, "label_video": "Y", "correct": false}], "elapsed_time": 1.7263616720835369, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Y!test!25_20230313161404838712_C6O15.mp4"}, {"predictions": [{"label": "I", "score": 2.6207027632276008, "label_video": "Y", "correct": false}, {"label": "I", "score": 2.4759192403037162, "label_video": "Y", "correct": false}, {"label": "I", "score": 2.3949342065246175, "label_video": "Y", "correct": false}, {"label": "I", "score": 2.300586527916178, "label_video": "Y", "correct": false}, {"label": "I", "score": 2.355185442479411, "label_video": "Y", "correct": false}, {"label": "I", "score": 2.510276520278757, "label_video": "Y", "correct": false}, {"label": "N", "score": 2.658237802951027, "label_video": "Y", "correct": false}, {"label": "Y", "score": 2.2106353267988306, "label_video": "Y", "correct": true}], "elapsed_time": 1.2919740974903107, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/Y!test!25_20230307165715183873_1M1WC.mp4"}], "P": [{"predictions": [{"label": "N", "score": 1.9886952909664675, "label_video": "P", "correct": false}, {"label": "N", "score": 1.9692347299598332, "label_video": "P", "correct": false}, {"label": "N", "score": 1.9545966317661159, "label_video": "P", "correct": false}, {"label": "N", "score": 2.0318819188479647, "label_video": "P", "correct": false}, {"label": "N", "score": 2.0237501004431384, "label_video": "P", "correct": false}, {"label": "N", "score": 2.070570819308003, "label_video": "P", "correct": false}, {"label": "G", "score": 2.0713412736110457, "label_video": "P", "correct": false}, {"label": "G", "score": 2.0814178181541583, "label_video": "P", "correct": false}, {"label": "G", "score": 1.945766443521458, "label_video": "P", "correct": false}], "elapsed_time": 0.5613908237881131, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/P!test!162_20230330155354980770_LGOLK.mp4"}], "V": [{"predictions": [{"label": "U", "score": 1.148572897675384, "label_video": "V", "correct": false}, {"label": "U", "score": 1.22142970353922, "label_video": "V", "correct": false}, {"label": "U", "score": 1.2689121568872244, "label_video": "V", "correct": false}, {"label": "U", "score": 1.2669617481711342, "label_video": "V", "correct": false}], "elapsed_time": 3.5163474082946777, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/V!test!22_20230313160950968344_FBA6U.mp4"}, {"predictions": [{"label": "U", "score": 1.0193631065419315, "label_video": "V", "correct": false}, {"label": "U", "score": 1.0915292729783541, "label_video": "V", "correct": false}, {"label": "U", "score": 1.1521655660156596, "label_video": "V", "correct": false}, {"label": "U", "score": 1.1845669848269127, "label_video": "V", "correct": false}, {"label": "U", "score": 1.2034898871980537, "label_video": "V", "correct": false}, {"label": "U", "score": 1.2183771090980289, "label_video": "V", "correct": false}, {"label": "U", "score": 1.2267818211636914, "label_video": "V", "correct": false}, {"label": "U", "score": 1.2232732252747784, "label_video": "V", "correct": false}, {"label": "U", "score": 1.2043973666033407, "label_video": "V", "correct": false}], "elapsed_time": 1.150055620405409, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/V!test!22_20230313162446246723_B10GK.mp4"}, {"predictions": [{"label": "U", "score": 0.9812270195535572, "label_video": "V", "correct": false}, {"label": "U", "score": 0.9938835950864909, "label_video": "V", "correct": false}, {"label": "U", "score": 1.0019738339086117, "label_video": "V", "correct": false}, {"label": "U", "score": 1.0134434554804352, "label_video": "V", "correct": false}, {"label": "U", "score": 1.0191736094984285, "label_video": "V", "correct": false}, {"label": "U", "score": 1.0352333422852382, "label_video": "V", "correct": false}], "elapsed_time": 1.6983752648035686, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/V!test!22_20230313162553432304_ORUN1.mp4"}, {"predictions": [{"label": "U", "score": 1.2788418371450925, "label_video": "V", "correct": false}, {"label": "U", "score": 1.3542098721197953, "label_video": "V", "correct": false}, {"label": "U", "score": 1.4018692289473291, "label_video": "V", "correct": false}, {"label": "U", "score": 1.4160120214806957, "label_video": "V", "correct": false}, {"label": "U", "score": 1.418249193387847, "label_video": "V", "correct": false}], "elapsed_time": 2.0222246646881104, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/V!test!22_20230313161536286565_GWYEJ.mp4"}], "J": [{"predictions": [{"label": "I", "score": 1.9540100012287096, "label_video": "J", "correct": false}, {"label": "I", "score": 2.3242634671454265, "label_video": "J", "correct": false}, {"label": "J", "score": 2.3988580696705233, "label_video": "J", "correct": true}, {"label": "J", "score": 2.073665786637484, "label_video": "J", "correct": true}, {"label": "J", "score": 1.8924736229874715, "label_video": "J", "correct": true}, {"label": "J", "score": 1.7722936164662593, "label_video": "J", "correct": true}], "elapsed_time": 2.321108420689901, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/J!test!10_20230313162203343272_ERQQW.mp4"}, {"predictions": [{"label": "A", "score": 2.0019508766909464, "label_video": "J", "correct": false}, {"label": "A", "score": 1.8326434052131533, "label_video": "J", "correct": false}, {"label": "A", "score": 1.6572891372161345, "label_video": "J", "correct": false}, {"label": "A", "score": 1.5596968213325222, "label_video": "J", "correct": false}, {"label": "A", "score": 1.5675629299310134, "label_video": "J", "correct": false}, {"label": "A", "score": 1.6324389751415451, "label_video": "J", "correct": false}], "elapsed_time": 2.3031508525212607, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/J!test!10_20230313162908395643_L6DZP.mp4"}, {"predictions": [{"label": "I", "score": 2.2436100084244646, "label_video": "J", "correct": false}, {"label": "I", "score": 2.5144684941911857, "label_video": "J", "correct": false}, {"label": "J", "score": 2.526096816825506, "label_video": "J", "correct": true}, {"label": "J", "score": 2.457590237245971, "label_video": "J", "correct": true}, {"label": "J", "score": 2.5545244753408163, "label_video": "J", "correct": true}, {"label": "A", "score": 2.3609199750943692, "label_video": "J", "correct": false}, {"label": "A", "score": 2.169197783455962, "label_video": "J", "correct": false}], "elapsed_time": 1.4521524906158447, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/J!test!10_20230313162810909374_9UIYY.mp4"}], "X": [{"predictions": [{"label": "D", "score": 1.8304684907630213, "label_video": "X", "correct": false}, {"label": "D", "score": 1.9139472764999739, "label_video": "X", "correct": false}, {"label": "D", "score": 2.039990646248483, "label_video": "X", "correct": false}, {"label": "D", "score": 2.2173248777950287, "label_video": "X", "correct": false}, {"label": "D", "score": 2.3978255104254194, "label_video": "X", "correct": false}, {"label": "D", "score": 2.5207475393589, "label_video": "X", "correct": false}, {"label": "D", "score": 2.5534397434038834, "label_video": "X", "correct": false}], "elapsed_time": 0.7700640474046979, "video": "/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/X!test!164_20230330155516876101_S8M3V.mp4"}]} \ No newline at end of file diff --git a/predictions/validation.py b/predictions/validation.py new file mode 100644 index 0000000..eea8317 --- /dev/null +++ b/predictions/validation.py @@ -0,0 +1,137 @@ +import json +import os +import time + +import cv2 +import numpy as np +from matplotlib import pyplot as plt + +from predictions.k_nearest import KNearestNeighbours +from predictions.predictor import Predictor +from predictions.svm_model import SVM + +buffer_size = 15 + + +def predict_video(predictor, path_video): + # open mp4 video + cap = cv2.VideoCapture(path_video) + buffer = [] + ret, img = cap.read() # read one frame from the 'capture' object; img is (H, W, C) + desired_fps = 15 + original_fps = int(cap.get(cv2.CAP_PROP_FPS)) + print("Original FPS: ", original_fps) + # Calculate the frame skipping rate based on desired frame rate + frame_skip = original_fps // desired_fps + if frame_skip == 0: + frame_skip = 1 + print("Frame skip: ", frame_skip) + frame_number = 0 + while img is not None: + pose = predictor.extract_keypoints(img) + if pose is not None and frame_number % frame_skip == 0: + buffer.append(pose) + frame_number += 1 + ret, img = cap.read() # read one frame from the 'capture' object; img is (H, W, C) + print(len(buffer)) + return buffer + + +def get_embeddings(predictor, buffer, name): + # check if file exists with name + # if os.path.exists("predictions/test_embeddings/" + name + ".csv"): + # print("Loading embeddings from file") + # # load embeddings from file + # with open("predictions/test_embeddings/" + name + ".csv", 'r') as f: + # embeddings = json.load(f) + # else: + embeddings = [] + for index in range(buffer_size, len(buffer)): + embedding = predictor.get_embedding(buffer[index - buffer_size:index]) + embeddings.append(embedding) + with open("predictions/test_embeddings/" + name + ".csv", 'w') as f: + json.dump(embeddings, f) + return embeddings + + +def compare_embeddings(predictor, embeddings, label_video, ): + results = [] + for embedding in embeddings: + label, score = predictor.predict(embedding) + + results.append({"label": label, "score": score, "label_video": label_video, "correct": label == label_video}) + return results + + +def predict_video_files(predictor, path_video, label_video): + buffer = predict_video(predictor, path_video) + embeddings = get_embeddings(predictor, buffer, path_video.split("/")[-1].split(".")[0]) + return compare_embeddings(predictor, embeddings, label_video) + + +def get_test_data(data_folder): + files = np.array([data_folder + f for f in os.listdir(data_folder) if f.endswith(".mp4")]) + train_test = [f.split("/")[-1].split("!")[1] for f in files] + test_files = files[np.array(train_test) == "test"] + test_labels = [f.split("/")[-1].split("!")[0] for f in test_files] + + return test_files, test_labels + + +def test_data(predictor, data_folder): + results = {} + for path_video, label_video in zip(*get_test_data(data_folder)): + print(path_video, label_video) + start_time = time.time() + prediction = predict_video_files(predictor, path_video, label_video) + end_time = time.time() + elapsed_time = end_time - start_time + + # divide elapsed time by amount of predictions made so it represents an avarage execution time + if len(prediction) > 0: + elapsed_time /= len(prediction) + if label_video not in results: + results[label_video] = [] + results[label_video].append({"predictions": prediction, "elapsed_time": elapsed_time, "video": path_video}) + + print("DONE") + return results + + +def plot_general_accuracy(results): + accuracy = [] + amount = [] + for result in results: + for index, value in enumerate(result[0]): + if len(accuracy) <= index: + accuracy.append(0) + amount.append(0) + accuracy[index] += 1 if value["correct"] else 0 + amount[index] += 1 + # plot the general accuracy + plt.plot(accuracy) + plt.show() + + +if __name__ == "__main__": + type_predictor = "knn" + if type_predictor == "knn": + k = 1 + predictor_type = KNearestNeighbours(k) + elif type_predictor == "svm": + predictor_type = SVM() + else: + predictor_type = KNearestNeighbours(1) + + # embeddings_path = 'embeddings/basic-signs/embeddings.csv' + embeddings_path = 'embeddings/fingerspelling/embeddings.csv' + + predictor = Predictor(embeddings_path, predictor_type) + + data_folder = '/home/tibe/Projects/design_project/sign-predictor/data/fingerspelling/data/' + results = test_data(predictor, data_folder) + # write results to a results json file + with open("predictions/test_results/" + type_predictor + ".json", 'w') as f: + json.dump(results, f) + print(results) + # plot_general_accuracy(results)