diff --git a/packages/postgresml-python/build.sh b/packages/postgresml-python/build.sh
index cf60c3717..d9d5e9cd3 100644
--- a/packages/postgresml-python/build.sh
+++ b/packages/postgresml-python/build.sh
@@ -29,12 +29,19 @@ rm "$deb_dir/release.sh"
 (cat ${SCRIPT_DIR}/DEBIAN/postrm | envsubst '${PGVERSION}') > "$deb_dir/DEBIAN/postrm"
 
 cp ${SCRIPT_DIR}/../../pgml-extension/requirements.txt "$deb_dir/etc/postgresml-python/requirements.txt"
+cp ${SCRIPT_DIR}/../../pgml-extension/requirements-autogptq.txt "$deb_dir/etc/postgresml-python/requirements-autogptq.txt"
 cp ${SCRIPT_DIR}/../../pgml-extension/requirements-xformers.txt "$deb_dir/etc/postgresml-python/requirements-xformers.txt"
 
 virtualenv --python="python$PYTHON_VERSION" "$deb_dir/var/lib/postgresml-python/pgml-venv"
 source "$deb_dir/var/lib/postgresml-python/pgml-venv/bin/activate"
 
 python -m pip install -r "${deb_dir}/etc/postgresml-python/requirements.txt"
+
+# No source included, can't build on non x86 platforms
+set +e
+python -m pip install -r "${deb_dir}/etc/postgresml-python/requirements-autogptq.txt"
+set -e
+
 python -m pip install -r "${deb_dir}/etc/postgresml-python/requirements-xformers.txt" --no-dependencies
 
 deactivate
diff --git a/pgml-dashboard/content/docs/guides/setup/v2/installation.md b/pgml-dashboard/content/docs/guides/setup/v2/installation.md
index 3dd865f33..acbcf281a 100644
--- a/pgml-dashboard/content/docs/guides/setup/v2/installation.md
+++ b/pgml-dashboard/content/docs/guides/setup/v2/installation.md
@@ -65,6 +65,7 @@ To install the necessary Python packages into a virtual environment, use the `vi
 virtualenv pgml-venv && \
 source pgml-venv/bin/activate && \
 pip install -r requirements.txt && \
+pip install -r requirements-autogptq.txt && \
 pip install -r requirements-xformers.txt --no-dependencies
 ```
 
diff --git a/pgml-docs/docs/guides/developer-docs/installation.md b/pgml-docs/docs/guides/developer-docs/installation.md
index 3099fcc83..0eec9949a 100644
--- a/pgml-docs/docs/guides/developer-docs/installation.md
+++ b/pgml-docs/docs/guides/developer-docs/installation.md
@@ -64,6 +64,7 @@ To install the necessary Python packages into a virtual environment, use the `vi
 virtualenv pgml-venv && \
 source pgml-venv/bin/activate && \
 pip install -r requirements.txt && \
+pip install -r requirements-autogptq.txt && \
 pip install -r requirements-xformers.txt --no-dependencies
 ```
 
diff --git a/pgml-extension/requirements-autogptq.txt b/pgml-extension/requirements-autogptq.txt
new file mode 100644
index 000000000..8417750cc
--- /dev/null
+++ b/pgml-extension/requirements-autogptq.txt
@@ -0,0 +1 @@
+auto-gptq==0.4.2
diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt
index 1f5446beb..89b3c2742 100644
--- a/pgml-extension/requirements.txt
+++ b/pgml-extension/requirements.txt
@@ -1,5 +1,4 @@
 accelerate==0.22.0
-auto-gptq==0.4.2
 bitsandbytes==0.41.1
 catboost==1.2
 ctransformers==0.2.27