add dvc support

Knzaytsev · Feb 17, 2023 · cf45b93 · cf45b93
1 parent 134497b
commit cf45b93
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 2 deletions.
diff --git a/.dvc/config b/.dvc/config
@@ -0,0 +1,6 @@
+[core]
+    remote = data
+['remote "data"']
+    url = gdrive://1A6OefWslzIhcWtwK8PBMHqF6btWJ4TA6
+    gdrive_service_account_json_file_path = ../service_account.json
+    gdrive_use_service_account = true
diff --git a/.gitignore b/.gitignore
@@ -1,4 +1,6 @@
 __pycache__
 .vscode
 grade-school-math
-env
+env
+data
+service_account.json
diff --git a/experiment.py b/experiment.py
@@ -4,6 +4,7 @@
 from tqdm import tqdm
 import json
 from os.path import join, exists
+import subprocess
 
 PATH = 'grade-school-math/grade_school_math/data/test.jsonl'
 EXPERIMENT_RESULTS_FOLDER = 'data'
@@ -79,4 +80,6 @@ def read_json(path: str):
     outputs[question] = {'correct_answer': answer, 'model_answer': answers}
 
     with open(EXPERIMENT_PATH, 'w') as f:
-        json.dump(outputs, f)
+        json.dump(outputs, f)
+
+    subprocess.run(['dvc', 'push'])