build: move numpy pin to packaging (#3296)

Moved numpy pin to `base.in` where it will be picked up by packaging.

Side note:
`constraints.txt` (formerly `constraints.in`) is a really useful
pattern: you put a constraint there, add that file as a `-c` requirement
in other files, and the constraint will be applied when pip-compiling
*only when needed* because the library is required by something else.
Neat! However, unfortunately, in my searches I've never found a similar
pattern for packaging, so any pins we want to propagate to user installs
need to be explicitly placed in the `.in` files.

So what is `constraints.txt` really doing for us? Well in the past I
think there have been instances where something is temporarily broken in
an upstream dependency but we expect it to be patched soon, but in the
meantime we want things to work in our CI builds and development
installs, so it's not worth pinning everywhere it's used. Having said
that, I'm coming to the conclusion that `constraints.txt` causes more
harm than good in the confusion it causes WRT packaging -- maybe we
should remove that pattern at some point.

CHANGELOG.md

@@ -1,4 +1,4 @@
-## 0.14.9-dev2
+## 0.14.9-dev4
 
 ### Enhancements
 

requirements/base.in

@@ -11,7 +11,9 @@ emoji
 dataclasses-json
 python-iso639
 langdetect
-numpy
+# NOTE(robinson) - pinned due to a feature being deprecated in the latest version. plan to
+# investigate and remove pin
+numpy<2
 rapidfuzz
 backoff
 typing-extensions

requirements/base.txt

@@ -53,9 +53,7 @@ mypy-extensions==1.0.0
 nltk==3.8.1
     # via -r ./base.in
 numpy==1.26.4
-    # via
-    #   -c ././deps/constraints.txt
-    #   -r ./base.in
+    # via -r ./base.in
 packaging==23.2
     # via
     #   -c ././deps/constraints.txt

requirements/deps/constraints.txt

@@ -54,9 +54,6 @@ unstructured-client<=0.18.0
 fsspec==2024.5.0
 
 # python 3.12 support
-# NOTE(robinson) - pinned due to a feature being deprecated in the latest version. plan to
-# investigate and remove pin
-numpy==1.26.4
 wrapt>=1.14.0
 
 

requirements/extra-csv.txt

@@ -6,7 +6,6 @@
 #
 numpy==1.26.4
     # via
-    #   -c ././deps/constraints.txt
     #   -c ./base.txt
     #   pandas
 pandas==2.2.2

requirements/extra-paddleocr.txt

@@ -99,7 +99,6 @@ networkx==3.2.1
     # via scikit-image
 numpy==1.26.4
     # via
-    #   -c ././deps/constraints.txt
     #   -c ./base.txt
     #   contourpy
     #   imageio

requirements/extra-pdf-image.txt

@@ -103,7 +103,6 @@ networkx==3.2.1
     # via torch
 numpy==1.26.4
     # via
-    #   -c ././deps/constraints.txt
     #   -c ./base.txt
     #   contourpy
     #   layoutparser

requirements/extra-xlsx.txt

@@ -10,7 +10,6 @@ networkx==3.2.1
     # via -r ./extra-xlsx.in
 numpy==1.26.4
     # via
-    #   -c ././deps/constraints.txt
     #   -c ./base.txt
     #   pandas
 openpyxl==3.1.4

requirements/huggingface.txt

@@ -53,7 +53,6 @@ networkx==3.2.1
     # via torch
 numpy==1.26.4
     # via
-    #   -c ././deps/constraints.txt
     #   -c ./base.txt
     #   transformers
 packaging==23.2

requirements/ingest/astra.txt

@@ -58,7 +58,6 @@ idna==3.7
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   cassio
 packaging==23.2
     # via

requirements/ingest/chroma.txt

@@ -110,7 +110,6 @@ mpmath==1.3.0
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   chroma-hnswlib
     #   chromadb
     #   onnxruntime

requirements/ingest/clarifai.txt

@@ -15,7 +15,7 @@ charset-normalizer==3.3.2
     #   requests
 clarifai==10.5.2
     # via -r ./ingest/clarifai.in
-clarifai-grpc==10.5.3
+clarifai-grpc==10.5.4
     # via clarifai
 contextlib2==21.6.0
     # via schema
@@ -36,7 +36,6 @@ mdurl==0.1.2
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   clarifai
     #   tritonclient
 pfzy==0.3.4

requirements/ingest/delta-table.txt

@@ -13,7 +13,6 @@ fsspec==2024.5.0
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   pyarrow
 pyarrow==16.1.0
     # via deltalake

requirements/ingest/embed-aws-bedrock.txt

@@ -87,7 +87,6 @@ mypy-extensions==1.0.0
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   langchain
     #   langchain-community
 orjson==3.10.5

requirements/ingest/embed-huggingface.txt

@@ -105,7 +105,6 @@ networkx==3.2.1
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   langchain
     #   langchain-community
     #   scikit-learn

requirements/ingest/embed-openai.txt

@@ -95,7 +95,6 @@ mypy-extensions==1.0.0
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   langchain
     #   langchain-community
 openai==1.35.3

requirements/ingest/embed-vertexai.txt

@@ -137,7 +137,6 @@ mypy-extensions==1.0.0
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   langchain
     #   langchain-community
     #   shapely

requirements/ingest/embed-voyageai.txt

@@ -65,7 +65,6 @@ multidict==6.0.5
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   langchain
     #   voyageai
 orjson==3.10.5

requirements/ingest/qdrant.txt

@@ -44,7 +44,6 @@ idna==3.7
 numpy==1.26.4
     # via
     #   -c ./ingest/../base.txt
-    #   -c ./ingest/../deps/constraints.txt
     #   qdrant-client
 portalocker==2.10.0
     # via qdrant-client

unstructured/__version__.py

@@ -1 +1 @@
-__version__ = "0.14.9-dev2"  # pragma: no cover
+__version__ = "0.14.9-dev4"  # pragma: no cover