diff --git a/.github/workflows/integration_tests_workflows_x86.yml b/.github/workflows/integration_tests_workflows_x86.yml index 28c151100..31cc23c43 100644 --- a/.github/workflows/integration_tests_workflows_x86.yml +++ b/.github/workflows/integration_tests_workflows_x86.yml @@ -13,7 +13,7 @@ jobs: strategy: matrix: python-version: ["3.8", "3.9", "3.10", "3.11"] - timeout-minutes: 10 + timeout-minutes: 15 steps: - name: ๐Ÿ›Ž๏ธ Checkout uses: actions/checkout@v4 @@ -30,6 +30,6 @@ jobs: run: | python -m pip install --upgrade pip pip install --upgrade setuptools - pip install --extra-index-url https://download.pytorch.org/whl/cpu -r requirements/_requirements.txt -r requirements/requirements.cpu.txt -r requirements/requirements.sdk.http.txt -r requirements/requirements.test.unit.txt -r requirements/requirements.http.txt -r requirements/requirements.yolo_world.txt -r requirements/requirements.doctr.txt -r requirements/requirements.sam.txt + pip install --extra-index-url https://download.pytorch.org/whl/cpu -r requirements/_requirements.txt -r requirements/requirements.cpu.txt -r requirements/requirements.sdk.http.txt -r requirements/requirements.test.unit.txt -r requirements/requirements.http.txt -r requirements/requirements.yolo_world.txt -r requirements/requirements.doctr.txt -r requirements/requirements.sam.txt -r requirements/requirements.transformers.txt - name: ๐Ÿงช Integration Tests of Workflows - run: ROBOFLOW_API_KEY=${{ secrets.API_KEY }} python -m pytest tests/workflows/integration_tests + run: ROBOFLOW_API_KEY=${{ secrets.API_KEY }} SKIP_FLORENCE2_TEST=FALSE python -m pytest tests/workflows/integration_tests diff --git a/docker/dockerfiles/Dockerfile.onnx.gpu.dev b/docker/dockerfiles/Dockerfile.onnx.gpu.dev new file mode 100644 index 000000000..e483abdff --- /dev/null +++ b/docker/dockerfiles/Dockerfile.onnx.gpu.dev @@ -0,0 +1,82 @@ +FROM nvcr.io/nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04 as base + +WORKDIR /app + +RUN rm -rf /var/lib/apt/lists/* && apt-get clean && apt-get update -y && DEBIAN_FRONTEND=noninteractive apt-get install -y \ + ffmpeg \ + libxext6 \ + libopencv-dev \ + uvicorn \ + python3-pip \ + git \ + libgdal-dev \ + wget \ + && rm -rf /var/lib/apt/lists/* + +COPY requirements/requirements.sam.txt \ + requirements/requirements.clip.txt \ + requirements/requirements.http.txt \ + requirements/requirements.gpu.txt \ + requirements/requirements.waf.txt \ + requirements/requirements.gaze.txt \ + requirements/requirements.doctr.txt \ + requirements/requirements.groundingdino.txt \ + requirements/requirements.cogvlm.txt \ + requirements/requirements.yolo_world.txt \ + requirements/_requirements.txt \ + requirements/requirements.transformers.txt \ + requirements/requirements.pali.flash_attn.txt \ + requirements/requirements.sdk.http.txt \ + requirements/requirements.cli.txt \ + ./ + +RUN python3 -m pip install -U pip +RUN python3 -m pip install --extra-index-url https://download.pytorch.org/whl/cu118 \ + -r _requirements.txt \ + -r requirements.sam.txt \ + -r requirements.clip.txt \ + -r requirements.http.txt \ + -r requirements.gpu.txt \ + -r requirements.waf.txt \ + -r requirements.gaze.txt \ + -r requirements.groundingdino.txt \ + -r requirements.doctr.txt \ + -r requirements.cogvlm.txt \ + -r requirements.yolo_world.txt \ + -r requirements.transformers.txt \ + -r requirements.sdk.http.txt \ + -r requirements.cli.txt \ + jupyterlab \ + --upgrade \ + && rm -rf ~/.cache/pip + +# Install setup.py requirements for flash_attn +RUN python3 -m pip install packaging==24.1 && rm -rf ~/.cache/pip + +# Install flash_attn required for Paligemma and Florence2 +RUN python3 -m pip install -r requirements.pali.flash_attn.txt --no-build-isolation && rm -rf ~/.cache/pip + +FROM scratch +COPY --from=base / / + +WORKDIR /app/ +COPY inference inference +COPY inference_sdk inference_sdk +COPY inference_cli inference_cli +ENV PYTHONPATH=/app/ +COPY docker/config/gpu_http.py gpu_http.py + +ENV PYTHONPATH=/app/ +ENV VERSION_CHECK_MODE=continuous +ENV PROJECT=roboflow-platform +ENV NUM_WORKERS=1 +ENV HOST=0.0.0.0 +ENV PORT=9001 +ENV WORKFLOWS_STEP_EXECUTION_MODE=local +ENV WORKFLOWS_MAX_CONCURRENT_STEPS=1 +ENV API_LOGGING_ENABLED=True +ENV LMM_ENABLED=True +ENV CORE_MODEL_SAM2_ENABLED=True +ENV CORE_MODEL_OWLV2_ENABLED=True + +ENTRYPOINT uvicorn gpu_http:app --workers $NUM_WORKERS --host $HOST --port $PORT \ No newline at end of file diff --git a/docs/workflows/blocks.md b/docs/workflows/blocks.md index ed2f6eccc..2be691ce4 100644 --- a/docs/workflows/blocks.md +++ b/docs/workflows/blocks.md @@ -13,6 +13,8 @@ hide:
+

+

@@ -33,6 +35,7 @@ hide:

+

@@ -58,6 +61,7 @@ hide:

+

@@ -77,6 +81,9 @@ hide:

+

+

+

diff --git a/docs/workflows/gallery_index.md b/docs/workflows/gallery_index.md index f9dd8a1a6..81f47cc4c 100644 --- a/docs/workflows/gallery_index.md +++ b/docs/workflows/gallery_index.md @@ -6,9 +6,9 @@ Browse through the various categories to find inspiration and ideas for building