Skip to content

Commit

Permalink
Remove HuggingFace tests from PyTorch/XLA CI
Browse files Browse the repository at this point in the history
These tests frequently break and a better place for them is in
HuggingFace upstream.
  • Loading branch information
tengyifei committed Dec 19, 2024
1 parent 6748a27 commit ce76f7e
Show file tree
Hide file tree
Showing 12 changed files with 2 additions and 505 deletions.
31 changes: 0 additions & 31 deletions dags/legacy_test/tests/pytorch/nightly/accelerate-smoke.libsonnet

This file was deleted.

39 changes: 0 additions & 39 deletions dags/legacy_test/tests/pytorch/nightly/common.libsonnet
Original file line number Diff line number Diff line change
Expand Up @@ -181,45 +181,6 @@ local volumes = import 'templates/volumes.libsonnet';
},
},


Accelerate:: {
local config = self,
tpuSettings+: {
tpuVmExports+: |||
export PATH=~/.local/bin:$PATH
|||,
tpuVmExtraSetup: |||
if [ -d "$HOME/.local/bin" ] ; then
export PATH="$HOME/.local/bin:$PATH"
fi
# Dependency of accelerate, unfortunately there is no requirements.txt in accelerate.
pip install pytest
git clone https://github.com/huggingface/accelerate.git
pip install ./accelerate
mkdir -p ~/.cache/huggingface/accelerate/
cat > ~/.cache/huggingface/accelerate/default_config.yaml << 'HF_CONFIG_EOF'
compute_environment: LOCAL_MACHINE
distributed_type: XLA
downcast_bf16: 'no'
machine_rank: 0
main_training_function: main
mixed_precision: 'no'
num_machines: 1
num_processes: %d
rdzv_backend: static
same_network: true
tpu_env: []
tpu_use_cluster: false
tpu_use_sudo: false
use_cpu: false
HF_CONFIG_EOF
accelerate env
||| % [config.accelerator.numCores],
},
},

// DEPRECATED: Use PyTorchTpuVmMixin instead
tpu_vm_nightly_install: self.PyTorchTpuVmMixin.tpuSettings.tpuVmPytorchSetup,
}
62 changes: 0 additions & 62 deletions dags/legacy_test/tests/pytorch/nightly/hf-bert.libsonnet

This file was deleted.

82 changes: 0 additions & 82 deletions dags/legacy_test/tests/pytorch/nightly/hf-diffusers.libsonnet

This file was deleted.

8 changes: 1 addition & 7 deletions dags/legacy_test/tests/pytorch/nightly/targets.jsonnet
Original file line number Diff line number Diff line change
Expand Up @@ -12,21 +12,15 @@
// See the License for the specific language governing permissions and
// limitations under the License.

local accelerate = import 'accelerate-smoke.libsonnet';
local ci = import 'ci.libsonnet';
local hfBert = import 'hf-bert.libsonnet';
local huggingfaceDiffusers = import 'hf-diffusers.libsonnet';
local llama2 = import 'llama2-model.libsonnet';
local mnist = import 'mnist.libsonnet';
local resnet50_mp = import 'resnet50-mp.libsonnet';

// Add new models here
std.flattenArrays([
accelerate.configs,
ci.configs,
hfBert.configs,
huggingfaceDiffusers.configs,
llama2.configs,
mnist.configs,
resnet50_mp.configs,
llama2.configs,
])
31 changes: 0 additions & 31 deletions dags/legacy_test/tests/pytorch/r2.6/accelerate-smoke.libsonnet

This file was deleted.

38 changes: 0 additions & 38 deletions dags/legacy_test/tests/pytorch/r2.6/common.libsonnet
Original file line number Diff line number Diff line change
Expand Up @@ -185,44 +185,6 @@ local volumes = import 'templates/volumes.libsonnet';
},


Accelerate:: {
local config = self,
tpuSettings+: {
tpuVmExports+: |||
export PATH=~/.local/bin:$PATH
|||,
tpuVmExtraSetup: |||
if [ -d "$HOME/.local/bin" ] ; then
export PATH="$HOME/.local/bin:$PATH"
fi
# Dependency of accelerate, unfortunately there is no requirements.txt in accelerate.
pip install pytest
git clone https://github.com/huggingface/accelerate.git
pip install ./accelerate
mkdir -p ~/.cache/huggingface/accelerate/
cat > ~/.cache/huggingface/accelerate/default_config.yaml << 'HF_CONFIG_EOF'
compute_environment: LOCAL_MACHINE
distributed_type: XLA
downcast_bf16: 'no'
machine_rank: 0
main_training_function: main
mixed_precision: 'no'
num_machines: 1
num_processes: %d
rdzv_backend: static
same_network: true
tpu_env: []
tpu_use_cluster: false
tpu_use_sudo: false
use_cpu: false
HF_CONFIG_EOF
accelerate env
||| % [config.accelerator.numCores],
},
},

// DEPRECATED: Use PyTorchTpuVmMixin instead
tpu_vm_r2_6_install: self.PyTorchTpuVmMixin.tpuSettings.tpuVmPytorchSetup,
}
62 changes: 0 additions & 62 deletions dags/legacy_test/tests/pytorch/r2.6/hf-bert.libsonnet

This file was deleted.

Loading

0 comments on commit ce76f7e

Please sign in to comment.