Merge pull request #839 from roboflow/fix/pin_tokenizers_to_make_package_to_build_again

Fix issue with broken builds after last release of `tokenizers`

Author: PawelPeczek-Roboflow

inference/core/version.py

@@ -1,4 +1,4 @@
-__version__ = "0.28.1"
+__version__ = "0.28.2"
 
 
 if __name__ == "__main__":

requirements/_requirements.txt

@@ -32,4 +32,5 @@ packaging~=24.0
 anthropic~=0.34.2
 pandas>=2.0.0,<2.3.0
 pytest>=8.0.0,<9.0.0  # this is not a joke, sam2 requires this as the fork we are using is dependent on that, yet
-# do not mark the dependency: https://github.com/SauravMaheshkar/samv2/blob/main/sam2/utils/download.py 
+# do not mark the dependency: https://github.com/SauravMaheshkar/samv2/blob/main/sam2/utils/download.py
+tokenizers>=0.19.0,<=0.20.3