updated to handle database inferencing

user_evaluation_variables.py

@@ -1,6 +1,22 @@
 import yaml
 from yaml import safe_load
 import streamlit as st
+from pathlib import Path
+from huggingface_hub import CommitScheduler, login
+
+EVAL_DATABASE_DIR = Path("data")
+EVAL_DATABASE_DIR.mkdir(parents=True, exist_ok=True)
+
+GEN_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"general_eval_database.yaml"
+TASK_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"task_oriented_eval_database.yaml"
+
+EVAL_DATABASE_UPDATE_SCHEDULER = CommitScheduler(
+    repo_id="try-before-you-bias-data",
+    repo_type="dataset",
+    folder_path=EVAL_DATABASE_DIR,
+    path_in_repo="data",
+    every=3,
+)
 
 USERNAME = None
 EVAL_ID = None
@@ -52,6 +68,8 @@ def update_evaluation_table(evalType, debugging):
     global TIME
     global RUN_TIME
     global CURRENT_EVAL_TYPE
+    global GEN_EVAL_DATABASE_PATH
+    global TASK_EVAL_DATABASE_PATH
 
     if debugging:
         st.write("Username: ", USERNAME)
@@ -74,7 +92,7 @@ def update_evaluation_table(evalType, debugging):
 
     newEvaluationData = None
     if evalType == 'general':
-        evalDataPath = './data/general_eval_database.yaml'
+        evalDataPath = GEN_EVAL_DATABASE_PATH
         newEvaluationData = {
             "Model": MODEL,
             "Model Type": MODEL_TYPE,
@@ -92,7 +110,7 @@ def update_evaluation_table(evalType, debugging):
             "Run Time": RUN_TIME
         }
     else:
-        evalDataPath = './data/task_oriented_eval_database.yaml'
+        evalDataPath = TASK_EVAL_DATABASE_PATH
         newEvaluationData = {
             "Model": MODEL,
             "Model Type": MODEL_TYPE,
@@ -121,8 +139,9 @@ def update_evaluation_table(evalType, debugging):
     yamlData['evaluations']['username'][USERNAME][EVAL_ID] = newEvaluationData
 
     st.write("NEW DATABASE ", yamlData['evaluations']['username'][USERNAME])
-    with open(evalDataPath, 'w') as yaml_file:
-        yaml_file.write(yaml.dump(yamlData, default_flow_style=False))
+    with EVAL_DATABASE_UPDATE_SCHEDULER.lock:
+        with open(evalDataPath, 'w') as yaml_file:
+            yaml_file.write(yaml.dump(yamlData, default_flow_style=False))
 
 def reset_variables(evalType):
     global USERNAME