From 3cccbaff5dc425c93fe59fc4dd066c38730c25c5 Mon Sep 17 00:00:00 2001 From: Arthur Zucker Date: Wed, 3 Apr 2024 10:37:02 +0200 Subject: [PATCH] new [push-ci-image] --- .circleci/config.yml | 6 +++--- docker/torch-tf-light.dockerfile | 19 +++++++++++++++++++ 2 files changed, 22 insertions(+), 3 deletions(-) create mode 100644 docker/torch-tf-light.dockerfile diff --git a/.circleci/config.yml b/.circleci/config.yml index b8de4a95ec0..46f58821d48 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -97,7 +97,7 @@ jobs: fetch_all_tests: working_directory: ~/transformers docker: - - image: huggingface/transformers-check-large + - image: huggingface/transformers-consistency parallelism: 1 steps: - checkout @@ -121,7 +121,7 @@ jobs: check_code_quality: working_directory: ~/transformers docker: - - image: huggingface/transformers-check-quality + - image: huggingface/transformers-consistency resource_class: large environment: TRANSFORMERS_IS_CI: yes @@ -145,7 +145,7 @@ jobs: check_repository_consistency: working_directory: ~/transformers docker: - - image: huggingface/transformers-check-large + - image: huggingface/transformers-consistency resource_class: large environment: TRANSFORMERS_IS_CI: yes diff --git a/docker/torch-tf-light.dockerfile b/docker/torch-tf-light.dockerfile new file mode 100644 index 00000000000..1745d757416 --- /dev/null +++ b/docker/torch-tf-light.dockerfile @@ -0,0 +1,19 @@ +FROM huggingface/transformers-tf-light +ENV PYTHONDONTWRITEBYTECODE=1 +USER root +RUN apt-get update && apt-get install -y time git pkg-config make +ENV VIRTUAL_ENV=/usr/local +RUN pip install uv +RUN uv venv +RUN uv pip install --no-cache-dir -U pip setuptools + + +RUN uv pip install --no-cache-dir --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu +RUN uv pip install --no-cache-dir "transformers[sklearn,torch,testing,sentencepiece,vision,timm,torch-speech]" + + +RUN pip uninstall -y transformers +RUN apt-get clean && rm -rf /var/lib/apt/lists/* +RUN apt-get autoremove --purge -y cmake g++ +RUN pip cache remove "nvidia-*" +RUN pip cache remove triton \ No newline at end of file