tested on macos

Montana Low · Montana Low · commit 0ea6207fce33 · 2023-12-18T17:06:14.000-08:00
diff --git a/pgml-extension/requirements.macos.txt b/pgml-extension/requirements.macos.txt
@@ -2,10 +2,8 @@ accelerate==0.25.0
 aiohttp==3.9.1
 aiosignal==1.3.1
 annotated-types==0.6.0
-anyio==4.1.0
-async-timeout==4.0.3
+anyio==4.2.0
 attrs==23.1.0
-auto-gptq==0.5.1
 bitsandbytes==0.41.3.post2
 catboost==1.2.2
 certifi==2023.11.17
@@ -18,17 +16,14 @@ ctransformers==0.2.27
 cycler==0.12.1
 dataclasses-json==0.6.3
 datasets==2.15.0
-deepspeed==0.12.4
+deepspeed==0.12.5
 dill==0.3.7
 einops==0.7.0
-exceptiongroup==1.2.0
 filelock==3.13.1
-fonttools==4.46.0
-frozenlist==1.4.0
+fonttools==4.47.0
+frozenlist==1.4.1
 fsspec==2023.10.0
-gekko==1.0.6
 graphviz==0.20.1
-greenlet==3.0.2
 hjson==3.1.0
 huggingface-hub==0.19.4
 humanfriendly==10.0
@@ -39,10 +34,10 @@ joblib==1.3.2
 jsonpatch==1.33
 jsonpointer==2.4
 kiwisolver==1.4.5
-langchain==0.0.350
-langchain-community==0.0.3
+langchain==0.0.351
+langchain-community==0.0.4
 langchain-core==0.1.1
-langsmith==0.0.70
+langsmith==0.0.72
 lightgbm==4.1.0
 lxml==4.9.3
 MarkupSafe==2.1.3
@@ -56,28 +51,16 @@ networkx==3.2.1
 ninja==1.11.1.1
 nltk==3.8.1
 numpy==1.26.2
-nvidia-cublas-cu12==12.1.3.1
-nvidia-cuda-cupti-cu12==12.1.105
-nvidia-cuda-nvrtc-cu12==12.1.105
-nvidia-cuda-runtime-cu12==12.1.105
-nvidia-cudnn-cu12==8.9.2.26
-nvidia-cufft-cu12==11.0.2.54
-nvidia-curand-cu12==10.3.2.106
-nvidia-cusolver-cu12==11.4.5.107
-nvidia-cusparse-cu12==12.1.0.106
-nvidia-nccl-cu12==2.18.1
-nvidia-nvjitlink-cu12==12.3.101
-nvidia-nvtx-cu12==12.1.105
-optimum==1.13.2
+optimum==1.16.1
 orjson==3.9.10
 packaging==23.2
 pandas==2.1.4
-peft==0.6.2
+peft==0.7.1
 Pillow==10.1.0
 plotly==5.18.0
 portalocker==2.8.2
 protobuf==4.25.1
-psutil==5.9.6
+psutil==5.9.7
 py-cpuinfo==9.0.0
 pyarrow==11.0.0
 pyarrow-hotfix==0.6
@@ -106,18 +89,16 @@ tabulate==0.9.0
 tenacity==8.2.3
 threadpoolctl==3.2.0
 tokenizers==0.15.0
-torch==2.1.1
-torchaudio==2.1.1
-torchvision==0.16.1
+torch==2.1.2
+torchaudio==2.1.2
+torchvision==0.16.2
 tqdm==4.66.1
-transformers==4.36.1
+transformers==4.36.2
 transformers-stream-generator==0.0.4
-triton==2.1.0
 typing-inspect==0.9.0
 typing_extensions==4.9.0
 tzdata==2023.3
 urllib3==2.1.0
-xformers==0.0.23
 xgboost==2.0.2
 xxhash==3.4.1
-yarl==1.9.4
+yarl==1.9.4
diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt
@@ -1,6 +1,10 @@
 # The immediate dependencies of PostgresML are maintained here.
 # See requirements.linux.txt or requirements.macos.txt for complete and locked versions.
 
+# Python 3.12 can't currently resolve all dependencies:
+# catboost fails to build
+# virtualenv -p python3.11 pgml-venv
+
 # Specifically locked to avoid known bugs
 pyarrow==11.0.0 # newer versions cause Postgres segfaults on OOM
 
@@ -14,7 +18,7 @@ xgboost
 
 # Transformers
 accelerate
-auto-gptq; sys_platform == 'linux'
+auto-gptq; sys_platform == 'linux' # only runs on nvidia hardware
 bitsandbytes
 ctransformers
 huggingface-hub
@@ -25,7 +29,7 @@ peft
 tokenizers
 transformers
 transformers-stream-generator
-xformers; sys_platform == 'linux'
+xformers; sys_platform == 'linux' # only runs on nvidia hardware
 
 # Embeddings
 InstructorEmbedding
