From 4b4c3ecd02f5c18bd921362c484a4aaea3bb1838 Mon Sep 17 00:00:00 2001 From: GitHub Actions Date: Fri, 17 Jan 2025 09:38:19 +0000 Subject: [PATCH 1/2] ci: update torch-cuda-requirements.txt --- requirements/torch-cuda-requirements.txt | 68 ++++++++++++++++++------ 1 file changed, 52 insertions(+), 16 deletions(-) diff --git a/requirements/torch-cuda-requirements.txt b/requirements/torch-cuda-requirements.txt index 9eaacef..488dd33 100644 --- a/requirements/torch-cuda-requirements.txt +++ b/requirements/torch-cuda-requirements.txt @@ -2,7 +2,7 @@ # This file is autogenerated by pip-compile with Python 3.9 # by the following command: # -# pip-compile torch-cuda-requirements.in +# pip-compile --output-file=refinery-embedder/requirements/torch-cuda-requirements.txt submodules/parent-images/requirements/torch-cuda-requirements.in # --extra-index-url https://download.pytorch.org/whl/cu113 @@ -11,7 +11,7 @@ annotated-types==0.7.0 anyio==4.6.2.post1 # via starlette boto3==1.25.0 - # via -r common-requirements.in + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/common-requirements.in botocore==1.28.5 # via # boto3 @@ -27,19 +27,22 @@ click==8.1.7 exceptiongroup==1.2.2 # via anyio fastapi==0.115.2 - # via -r mini-requirements.in + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/mini-requirements.in filelock==3.16.1 # via # huggingface-hub # torch # transformers + # triton fsspec==2024.10.0 # via # huggingface-hub # torch +greenlet==3.1.1 + # via sqlalchemy h11==0.14.0 # via uvicorn -# huggingface-hub==0.26.2 +huggingface-hub==0.27.1 # via # tokenizers # transformers @@ -60,32 +63,63 @@ joblib==1.4.2 markupsafe==3.0.2 # via jinja2 minio==7.1.12 - # via -r common-requirements.in + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/common-requirements.in mpmath==1.3.0 # via sympy networkx==3.2.1 # via torch numpy==1.23.4 # via - # -r common-requirements.in + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/common-requirements.in # pandas # scikit-learn # scikit-optimize # scipy # transformers +nvidia-cublas-cu12==12.1.3.1 + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.1.105 + # via torch +nvidia-cuda-nvrtc-cu12==12.1.105 + # via torch +nvidia-cuda-runtime-cu12==12.1.105 + # via torch +nvidia-cudnn-cu12==8.9.2.26 + # via torch +nvidia-cufft-cu12==11.0.2.54 + # via torch +nvidia-curand-cu12==10.3.2.106 + # via torch +nvidia-cusolver-cu12==11.4.5.107 + # via torch +nvidia-cusparse-cu12==12.1.0.106 + # via + # nvidia-cusolver-cu12 + # torch +nvidia-nccl-cu12==2.19.3 + # via torch +nvidia-nvjitlink-cu12==12.6.85 + # via + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 +nvidia-nvtx-cu12==12.1.105 + # via torch packaging==24.2 # via # huggingface-hub # transformers pandas==1.5.1 - # via -r common-requirements.in + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/common-requirements.in psycopg2-binary==2.9.9 - # via -r common-requirements.in + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/common-requirements.in pyaml==24.9.0 # via scikit-optimize pydantic==2.7.4 # via - # -r mini-requirements.in + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/mini-requirements.in # fastapi pydantic-core==2.18.4 # via pydantic @@ -104,7 +138,7 @@ regex==2024.11.6 # via transformers requests==2.31.0 # via - # -r mini-requirements.in + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/mini-requirements.in # huggingface-hub # transformers s3transfer==0.6.2 @@ -113,10 +147,10 @@ safetensors==0.4.5 # via transformers scikit-learn==1.1.2 # via - # -r torch-cuda-requirements.in + # -r submodules/parent-images/requirements/torch-cuda-requirements.in # scikit-optimize scikit-optimize==0.9.0 - # via -r torch-cuda-requirements.in + # via -r submodules/parent-images/requirements/torch-cuda-requirements.in scipy==1.13.1 # via # scikit-learn @@ -126,7 +160,7 @@ six==1.16.0 sniffio==1.3.1 # via anyio sqlalchemy==1.4.42 - # via -r common-requirements.in + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/common-requirements.in starlette==0.40.0 # via fastapi sympy==1.13.3 @@ -136,13 +170,15 @@ threadpoolctl==3.5.0 tokenizers==0.19.1 # via transformers torch==2.2.0 - # via -r torch-cuda-requirements.in + # via -r submodules/parent-images/requirements/torch-cuda-requirements.in tqdm==4.67.1 # via # huggingface-hub # transformers transformers==4.41.2 - # via -r torch-cuda-requirements.in + # via -r submodules/parent-images/requirements/torch-cuda-requirements.in +triton==2.2.0 + # via torch typing-extensions==4.12.2 # via # anyio @@ -158,4 +194,4 @@ urllib3==1.26.20 # minio # requests uvicorn==0.22.0 - # via -r mini-requirements.in + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/submodules/parent-images/requirements/mini-requirements.in From d39dc2fa6a6ccbb92a08e0a0eb771bd0baea9a30 Mon Sep 17 00:00:00 2001 From: GitHub Actions Date: Fri, 17 Jan 2025 09:38:37 +0000 Subject: [PATCH 2/2] ci: update requirements.txt --- requirements.txt | 106 ++++++++++++++++++++++++----------------------- 1 file changed, 54 insertions(+), 52 deletions(-) diff --git a/requirements.txt b/requirements.txt index d11c302..fb7cb95 100644 --- a/requirements.txt +++ b/requirements.txt @@ -12,11 +12,11 @@ aiosignal==1.3.1 # via aiohttp annotated-types==0.7.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # pydantic anyio==4.6.2.post1 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # httpx # starlette async-timeout==4.0.3 @@ -26,10 +26,10 @@ attrs==23.2.0 blis==0.7.11 # via thinc boto3==1.25.0 - # via -r requirements/torch-cpu-requirements.txt + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt botocore==1.28.5 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # boto3 # s3transfer catalogue==2.0.10 @@ -39,18 +39,18 @@ catalogue==2.0.10 # thinc certifi==2024.8.30 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # httpcore # httpx # minio # requests charset-normalizer==3.4.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # requests click==8.1.7 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # nltk # typer # uvicorn @@ -71,15 +71,15 @@ embedders==0.1.8 # via -r requirements/requirements.in exceptiongroup==1.2.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # anyio fastapi==0.115.2 - # via -r requirements/torch-cpu-requirements.txt + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt fastavro==1.9.4 # via cohere filelock==3.16.1 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # huggingface-hub # torch # transformers @@ -89,12 +89,14 @@ frozenlist==1.4.1 # aiosignal fsspec==2024.10.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # huggingface-hub # torch +greenlet==3.1.1 + # via sqlalchemy h11==0.14.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # httpcore # uvicorn httpcore==1.0.5 @@ -111,24 +113,24 @@ huggingface-hub==0.25.2 # transformers idna==3.10 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # anyio # httpx # requests # yarl jinja2==3.1.4 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # spacy # torch jmespath==1.0.1 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # boto3 # botocore joblib==1.4.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # nltk # scikit-learn # scikit-optimize @@ -142,15 +144,15 @@ markdown-it-py==3.0.0 # via rich markupsafe==3.0.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # jinja2 mdurl==0.1.2 # via markdown-it-py minio==7.1.12 - # via -r requirements/torch-cpu-requirements.txt + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt mpmath==1.3.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # sympy multidict==6.0.5 # via @@ -163,13 +165,13 @@ murmurhash==1.0.10 # thinc networkx==3.2.1 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # torch nltk==3.8.1 # via sentence-transformers numpy==1.23.4 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # blis # embedders # pandas @@ -187,14 +189,14 @@ openai==0.28.1 # embedders packaging==24.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # huggingface-hub # spacy # thinc # transformers # weasel pandas==1.5.1 - # via -r requirements/torch-cpu-requirements.txt + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt pillow==10.3.0 # via torchvision preshed==3.0.9 @@ -202,15 +204,15 @@ preshed==3.0.9 # spacy # thinc psycopg2-binary==2.9.9 - # via -r requirements/torch-cpu-requirements.txt + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt pyaml==24.9.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # scikit-optimize pydantic==2.7.4 # via + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # -r requirements/requirements.in - # -r requirements/torch-cpu-requirements.txt # cohere # confection # fastapi @@ -219,33 +221,33 @@ pydantic==2.7.4 # weasel pydantic-core==2.18.4 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # pydantic pygments==2.18.0 # via rich python-dateutil==2.9.0.post0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # botocore # pandas pytz==2024.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # pandas pyyaml==6.0.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # huggingface-hub # pyaml # transformers regex==2024.11.6 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # nltk # transformers requests==2.31.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # cohere # huggingface-hub # openai @@ -257,23 +259,23 @@ rich==13.7.1 # via typer s3transfer==0.6.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # boto3 safetensors==0.4.5 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # transformers scikit-learn==1.1.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # embedders # scikit-optimize # sentence-transformers scikit-optimize==0.9.0 - # via -r requirements/torch-cpu-requirements.txt + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt scipy==1.13.1 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # scikit-learn # scikit-optimize # sentence-transformers @@ -287,13 +289,13 @@ shellingham==1.5.4 # via typer six==1.16.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # python-dateutil smart-open==7.0.4 # via weasel sniffio==1.3.1 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # anyio # httpx spacy==3.7.5 @@ -305,7 +307,7 @@ spacy-legacy==3.0.12 spacy-loggers==1.0.5 # via spacy sqlalchemy==1.4.42 - # via -r requirements/torch-cpu-requirements.txt + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt srsly==2.4.8 # via # confection @@ -314,36 +316,36 @@ srsly==2.4.8 # weasel starlette==0.40.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # fastapi sympy==1.13.3 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # torch thinc==8.2.5 # via spacy threadpoolctl==3.5.0 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # scikit-learn tokenizers==0.19.1 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # cohere # transformers -torch==2.2.0 +torch==2.2.0+cpu # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # embedders # sentence-transformers # torchvision -torchvision==0.17.0 +torchvision==0.17.0+cpu # via # -r requirements/requirements.in # sentence-transformers tqdm==4.67.1 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # embedders # huggingface-hub # nltk @@ -353,7 +355,7 @@ tqdm==4.67.1 # transformers transformers==4.41.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # embedders # sentence-transformers typer==0.12.3 @@ -366,7 +368,7 @@ types-urllib3==1.26.25.14 # via types-requests typing-extensions==4.12.2 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # anyio # cloudpathlib # cohere @@ -379,12 +381,12 @@ typing-extensions==4.12.2 # typer urllib3==1.26.20 # via - # -r requirements/torch-cpu-requirements.txt + # -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt # botocore # minio # requests uvicorn==0.22.0 - # via -r requirements/torch-cpu-requirements.txt + # via -r /home/runner/work/refinery-torch-cuda-parent-image/refinery-torch-cuda-parent-image/refinery-embedder/requirements/torch-cpu-requirements.txt wasabi==1.1.3 # via # spacy