diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml new file mode 100644 index 0000000..dc2291a --- /dev/null +++ b/.pre-commit-config.yaml @@ -0,0 +1,6 @@ +repos: +- repo: https://github.com/psf/black + rev: 24.4.0 + hooks: + - id: black + language_version: python3.10 diff --git a/easy_cpu_install.sh b/easy_cpu_install.sh new file mode 100644 index 0000000..24ece87 --- /dev/null +++ b/easy_cpu_install.sh @@ -0,0 +1 @@ +cat requirements.txt | xargs -n 1 pip install diff --git a/Toy_model_complex_data.ipynb b/notebooks/Toy_model_complex_data.ipynb similarity index 100% rename from Toy_model_complex_data.ipynb rename to notebooks/Toy_model_complex_data.ipynb diff --git a/__reqs.txt b/requirements-cuda.txt similarity index 100% rename from __reqs.txt rename to requirements-cuda.txt diff --git a/requirements.txt b/requirements.txt index 6837283..4fa004a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1 +1,39 @@ +certifi==2024.2.2 +charset-normalizer==3.3.2 +contourpy==1.2.1 +cycler==0.12.1 +filelock==3.9.0 +fonttools==4.51.0 +fsspec==2024.3.1 +huggingface-hub==0.22.2 +idna==3.7 +Jinja2==3.1.2 +kiwisolver==1.4.5 +MarkupSafe==2.1.3 +matplotlib==3.8.4 +mpmath==1.3.0 +networkx==3.2.1 +numpy==1.26.3 pre-commit==3.7.0 +packaging==24.0 +pillow==10.2.0 +pip==23.3.1 +pyparsing==3.1.2 +python-dateutil==2.9.0.post0 +PyYAML==6.0.1 +regex==2023.12.25 +requests==2.31.0 +safetensors==0.4.2 +setuptools==68.2.2 +six==1.16.0 +sympy==1.12 +tokenizers==0.15.2 +torch==2.2.2 +torchaudio==2.2.2 +torchvision==0.17.2 +tqdm==4.66.2 +transformers==4.39.3 +triton==2.3.0 +typing_extensions==4.8.0 +urllib3==2.2.1 +wheel==0.41.2 diff --git a/src/experiment.pbs b/scripts/experiment.pbs similarity index 100% rename from src/experiment.pbs rename to scripts/experiment.pbs diff --git a/src/spectral_exp.pbs b/scripts/spectral_exp.pbs similarity index 100% rename from src/spectral_exp.pbs rename to scripts/spectral_exp.pbs diff --git a/src/spectralregexpmemorization.py b/src/spectralregexpmemorization.py index fa14bf3..fd4e434 100644 --- a/src/spectralregexpmemorization.py +++ b/src/spectralregexpmemorization.py @@ -135,9 +135,6 @@ def detokenize(tensor): return detokenized_seq -"""## More challenging Synthetic dataset generation""" - - def math_function(starting_val): # 2+x return 2 + starting_val