Dynamic Embeddings CI compatible with linux upgrade (#2565)

Summary:
Pull Request resolved: #2565

Update Dynamic Embeddings CI to CUDA 12.1, 12.4 and upgrade to manylinux 2.

Reviewed By: kausv

Differential Revision: D66100945

fbshipit-source-id: 8f26efcc50ef9a02319f3faa346f48fbe7336c6e

Author: PaulZhang12

.github/workflows/build_dynamic_embedding_wheels.yml

@@ -20,8 +20,8 @@ jobs:
       fail-fast: false
       matrix:
         os: [ ubuntu-latest ]
-        pyver: [ cp39, cp310 ]
-        cuver: [ "11.8" ]
+        pyver: [ cp39, cp310, cp311, cp312 ]
+        cuver: [ "12.1", "12.4"]
 
     steps:
       -
@@ -41,13 +41,14 @@ jobs:
         with:
           submodules: recursive
 
-      - uses: pypa/cibuildwheel@v2.19.2
+      - uses: pypa/cibuildwheel@v2.20.0
         with:
           package-dir: contrib/dynamic_embedding
         env:
           CIBW_BEFORE_BUILD: "env CUDA_VERSION=${{ matrix.cuver }} contrib/dynamic_embedding/tools/before_linux_build.sh"
           CIBW_BUILD: "${{ matrix.pyver }}-manylinux_x86_64"
           CIBW_REPAIR_WHEEL_COMMAND: "env CUDA_VERSION=${{ matrix.cuver }} contrib/dynamic_embedding/tools/repair_wheel.sh {wheel} {dest_dir}"
+          CIBW_MANYLINUX_X86_64_IMAGE: "manylinux_2_28"
 
       - name: Verify clean directory
         run: git diff --exit-code

contrib/dynamic_embedding/tools/before_linux_build.sh

@@ -14,6 +14,7 @@ CUDA_VERSION="${CUDA_VERSION:-11.8}"
 CUDA_MAJOR_VERSION=$(echo "${CUDA_VERSION}" | tr '.' ' ' | awk '{print $1}')
 CUDA_MINOR_VERSION=$(echo "${CUDA_VERSION}" | tr '.' ' ' | awk '{print $2}')
 
+yum install -y yum-utils
 yum-config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/$distro/$arch/cuda-$distro.repo
 yum install -y \
         cuda-toolkit-"${CUDA_MAJOR_VERSION}"-"${CUDA_MINOR_VERSION}" \

contrib/dynamic_embedding/tools/build_wheels.sh

@@ -6,6 +6,8 @@ export CIBW_BEFORE_BUILD="tools/before_linux_build.sh"
 # all kinds of CPython.
 export CIBW_BUILD=${CIBW_BUILD:-"cp39-manylinux_x86_64"}
 
+export CIBW_MANYLINUX_X86_64_IMAGE=${CIBW_MANYLINUX_X86_64_IMAGE:-"manylinux_2_28"}
+
 # Do not auditwheels since tde uses torch's shared libraries.
 export CIBW_REPAIR_WHEEL_COMMAND="tools/repair_wheel.sh {wheel} {dest_dir}"