Skip to content

Commit

Permalink
feat: add spotty configuration
Browse files Browse the repository at this point in the history
  • Loading branch information
RuiFilipeCampos committed Dec 29, 2023
1 parent 1baca00 commit 51eed0b
Show file tree
Hide file tree
Showing 3 changed files with 44 additions and 7 deletions.
13 changes: 6 additions & 7 deletions .devcontainer/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,9 +1,8 @@
FROM python:3.10

RUN pip install boto3==1.34.8
RUN pip install psutil==5.9.7
RUN pip install torch==2.1.2
RUN pip install mlflow==2.9.2
RUN pip install pydantic==2.5.3
RUN pip install pydantic-settings==2.1.0
RUN pip install tqdm==4.66.1
RUN apt update && apt install docker.io -y \
&& apt install awscli -y

COPY requirements.txt /tmp/requirements.txt

RUN pip install -r /tmp/requirements.txt
8 changes: 8 additions & 0 deletions .devcontainer/requirements.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
boto3==1.34.8
psutil==5.9.7
torch==2.1.2
mlflow==2.9.2
pydantic==2.5.3
pydantic-settings==2.1.0
tqdm==4.66.1
spotty
30 changes: 30 additions & 0 deletions gpt_array_sorter/spotty.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
project:
name: gpt-array-sorter-13
syncFilters:
- exclude:
- .git/*
- .idea/*
- '*/__pycache__/*'

containers:
- projectDir: /workspace/project
image: pytorch/pytorch:2.1.0-cuda11.8-cudnn8-runtime
env:
PYTHONPATH: /workspace/project

instances:
- name: aws-1
provider: aws
parameters:
amiId: ami-09477e8d34e7ae7a2
region: eu-west-2
instanceType: p3.2xlarge
volumes:
- name: workspace
parameters:
size: 50

scripts:
jupyter: |
jupyter notebook --allow-root --ip 0.0.0.0 --notebook-dir=/workspace/project

0 comments on commit 51eed0b

Please sign in to comment.