diff --git a/.devcontainer/Dockerfile b/.devcontainer/Dockerfile index d8f82230..8e13abca 100644 --- a/.devcontainer/Dockerfile +++ b/.devcontainer/Dockerfile @@ -1,9 +1,8 @@ FROM python:3.10 -RUN pip install boto3==1.34.8 -RUN pip install psutil==5.9.7 -RUN pip install torch==2.1.2 -RUN pip install mlflow==2.9.2 -RUN pip install pydantic==2.5.3 -RUN pip install pydantic-settings==2.1.0 -RUN pip install tqdm==4.66.1 \ No newline at end of file +RUN apt update && apt install docker.io -y \ + && apt install awscli -y + +COPY requirements.txt /tmp/requirements.txt + +RUN pip install -r /tmp/requirements.txt \ No newline at end of file diff --git a/.devcontainer/requirements.txt b/.devcontainer/requirements.txt new file mode 100644 index 00000000..af0086ab --- /dev/null +++ b/.devcontainer/requirements.txt @@ -0,0 +1,8 @@ +boto3==1.34.8 +psutil==5.9.7 +torch==2.1.2 +mlflow==2.9.2 +pydantic==2.5.3 +pydantic-settings==2.1.0 +tqdm==4.66.1 +spotty diff --git a/gpt_array_sorter/spotty.yaml b/gpt_array_sorter/spotty.yaml new file mode 100644 index 00000000..3443b25d --- /dev/null +++ b/gpt_array_sorter/spotty.yaml @@ -0,0 +1,30 @@ +project: + name: gpt-array-sorter-13 + syncFilters: + - exclude: + - .git/* + - .idea/* + - '*/__pycache__/*' + +containers: + - projectDir: /workspace/project + image: pytorch/pytorch:2.1.0-cuda11.8-cudnn8-runtime + env: + PYTHONPATH: /workspace/project + +instances: + - name: aws-1 + provider: aws + parameters: + amiId: ami-09477e8d34e7ae7a2 + region: eu-west-2 + instanceType: p3.2xlarge + volumes: + - name: workspace + parameters: + size: 50 + +scripts: + jupyter: | + jupyter notebook --allow-root --ip 0.0.0.0 --notebook-dir=/workspace/project + \ No newline at end of file