Reorginizing

MatanAvitan · Apr 25, 2024 · 9577f2a · 9577f2a
1 parent 31c5133
commit 9577f2a
Show file tree

Hide file tree

Showing 9 changed files with 33 additions and 210 deletions.
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,31 @@
+__pycache__/
+
+slurm-*.out
+*cache/
+*.p
+.ipynb_checkpoints/
+*cache/
+
+build/
+dist/
+vec2text.egg-info/
+
+embeddings/
+logs/
+
+msmarco_msl128_hypotheses/
+saves/
+slurm-scripts/
+wandb/
+
+notebooks/bias_bios_generation/wandb
+notebooks/sequences_length
+datasets_creation/
+train_data/
+models/
+notebooks/generate_samples_me5_64_ctx_length_hard_text_only_encodings
+
+.idea/
+results/
+
+*.csv
diff --git a/notebooks/generate_counterfactuals/generate_samples_from_model_trained_on_bias_bios_64.py b/notebooks/generate_counterfactuals/generate_samples_from_model_trained_on_bias_bios_64.py
diff --git a/...terfactuals/generate_samples_from_model_trained_on_bias_bios_64_stacked_text_hard_text.py b/...terfactuals/generate_samples_from_model_trained_on_bias_bios_64_stacked_text_hard_text.py
@@ -23,7 +23,7 @@
 BASE_MODEL = 'bias-bios64'
 DATASET_PATH = '/home/nlp/matan_avitan/git/vec2text/train_data/bias_bios'
 IS_FIRST = False
-MAX_SEQUENCE_LENGTH = 64  # Don't it should be 32 for the gtr model?
+MAX_SEQUENCE_LENGTH = 64
 PROCESSING_BATCH_SIZE = 128
 INVERSION_BATCH_SIZE = 128
 NUM_CORRECTION_STEPS = 20

diff --git a/notebooks/evaluate_me5.py → notebooks/me5_exploration/evaluate_me5.py b/notebooks/evaluate_me5.py → notebooks/me5_exploration/evaluate_me5.py
diff --git a/...mples_me5_64_ctx_length_hard_text_only.py → ...mples_me5_64_ctx_length_hard_text_only.py b/...mples_me5_64_ctx_length_hard_text_only.py → ...mples_me5_64_ctx_length_hard_text_only.py
diff --git a/...ooks/prepare_bios_bios_ds_for_training.py → ...sing/prepare_bios_bios_ds_for_training.py b/...ooks/prepare_bios_bios_ds_for_training.py → ...sing/prepare_bios_bios_ds_for_training.py
diff --git a/requirements.txt b/requirements.txt
@@ -13,3 +13,4 @@ tenacity
 tokenizers
 tqdm
 transformers
+pot
diff --git a/setup.cfg b/setup.cfg
diff --git a/setup.py b/setup.py