From bb815b3c55eb3f2155acb7d284660c065052134d Mon Sep 17 00:00:00 2001 From: Nathaniel Hudson Date: Wed, 17 Apr 2024 23:34:32 -0500 Subject: [PATCH] black pre-commit --- .pre-commit-config.yaml | 6 +++ easy_cpu_install.sh | 1 + .../Toy_model_complex_data.ipynb | 0 __reqs.txt => requirements-cuda.txt | 0 requirements.txt | 38 +++++++++++++++++++ {src => scripts}/experiment.pbs | 0 {src => scripts}/spectral_exp.pbs | 0 src/spectralregexpmemorization.py | 3 -- 8 files changed, 45 insertions(+), 3 deletions(-) create mode 100644 .pre-commit-config.yaml create mode 100644 easy_cpu_install.sh rename Toy_model_complex_data.ipynb => notebooks/Toy_model_complex_data.ipynb (100%) rename __reqs.txt => requirements-cuda.txt (100%) rename {src => scripts}/experiment.pbs (100%) rename {src => scripts}/spectral_exp.pbs (100%) diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml new file mode 100644 index 0000000..dc2291a --- /dev/null +++ b/.pre-commit-config.yaml @@ -0,0 +1,6 @@ +repos: +- repo: https://github.com/psf/black + rev: 24.4.0 + hooks: + - id: black + language_version: python3.10 diff --git a/easy_cpu_install.sh b/easy_cpu_install.sh new file mode 100644 index 0000000..24ece87 --- /dev/null +++ b/easy_cpu_install.sh @@ -0,0 +1 @@ +cat requirements.txt | xargs -n 1 pip install diff --git a/Toy_model_complex_data.ipynb b/notebooks/Toy_model_complex_data.ipynb similarity index 100% rename from Toy_model_complex_data.ipynb rename to notebooks/Toy_model_complex_data.ipynb diff --git a/__reqs.txt b/requirements-cuda.txt similarity index 100% rename from __reqs.txt rename to requirements-cuda.txt diff --git a/requirements.txt b/requirements.txt index 6837283..4fa004a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1 +1,39 @@ +certifi==2024.2.2 +charset-normalizer==3.3.2 +contourpy==1.2.1 +cycler==0.12.1 +filelock==3.9.0 +fonttools==4.51.0 +fsspec==2024.3.1 +huggingface-hub==0.22.2 +idna==3.7 +Jinja2==3.1.2 +kiwisolver==1.4.5 +MarkupSafe==2.1.3 +matplotlib==3.8.4 +mpmath==1.3.0 +networkx==3.2.1 +numpy==1.26.3 pre-commit==3.7.0 +packaging==24.0 +pillow==10.2.0 +pip==23.3.1 +pyparsing==3.1.2 +python-dateutil==2.9.0.post0 +PyYAML==6.0.1 +regex==2023.12.25 +requests==2.31.0 +safetensors==0.4.2 +setuptools==68.2.2 +six==1.16.0 +sympy==1.12 +tokenizers==0.15.2 +torch==2.2.2 +torchaudio==2.2.2 +torchvision==0.17.2 +tqdm==4.66.2 +transformers==4.39.3 +triton==2.3.0 +typing_extensions==4.8.0 +urllib3==2.2.1 +wheel==0.41.2 diff --git a/src/experiment.pbs b/scripts/experiment.pbs similarity index 100% rename from src/experiment.pbs rename to scripts/experiment.pbs diff --git a/src/spectral_exp.pbs b/scripts/spectral_exp.pbs similarity index 100% rename from src/spectral_exp.pbs rename to scripts/spectral_exp.pbs diff --git a/src/spectralregexpmemorization.py b/src/spectralregexpmemorization.py index fa14bf3..fd4e434 100644 --- a/src/spectralregexpmemorization.py +++ b/src/spectralregexpmemorization.py @@ -135,9 +135,6 @@ def detokenize(tensor): return detokenized_seq -"""## More challenging Synthetic dataset generation""" - - def math_function(starting_val): # 2+x return 2 + starting_val