diff --git a/.github/workflows/dev.yml b/.github/workflows/dev.yml deleted file mode 100644 index 5373d0b..0000000 --- a/.github/workflows/dev.yml +++ /dev/null @@ -1,54 +0,0 @@ -name: Development - -on: - push: - branches: - - feat/0.9.1 - -jobs: - dev: - runs-on: [blacksmith-8vcpu-ubuntu-2204, linux] - steps: - - name: Checkout - uses: actions/checkout@v3 - - - name: Clear space to remove unused folders - run: | - rm -rf /usr/share/dotnet - rm -rf /opt/ghc - rm -rf "/usr/local/share/boost" - rm -rf "$AGENT_TOOLSDIRECTORY" - - - name: Set up QEMU - uses: docker/setup-qemu-action@v3 - - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v3 - - - name: Login to Docker Hub - uses: docker/login-action@v3 - with: - username: ${{ secrets.DOCKERHUB_USERNAME }} - password: ${{ secrets.DOCKERHUB_TOKEN }} - - - name: blacksmith docker layer cache - uses: useblacksmith/build-push-action@v1 - with: - setup-only: true - - - name: Set environment variables - run: | - echo "DOCKERHUB_REPO=${{ vars.DOCKERHUB_REPO || 'runpod' }}" >> $GITHUB_ENV - echo "DOCKERHUB_IMG=${{ vars.DOCKERHUB_IMG || 'worker-v1-vllm' }}" >> $GITHUB_ENV - echo "HUGGINGFACE_ACCESS_TOKEN=${{ secrets.HUGGINGFACE_ACCESS_TOKEN }}" >> $GITHUB_ENV - echo "RELEASE_VERSION=${GITHUB_REF##refs/heads/}" | sed 's/\//-/g' >> $GITHUB_ENV - - - name: Build and push the images to Docker Hub - uses: docker/bake-action@v2 - with: - push: true - set: | - *.args.DOCKERHUB_REPO=${{ env.DOCKERHUB_REPO }} - *.args.DOCKERHUB_IMG=${{ env.DOCKERHUB_IMG }} - *.args.RELEASE_VERSION=${{ env.RELEASE_VERSION }} - *.args.HUGGINGFACE_ACCESS_TOKEN=${{ env.HUGGINGFACE_ACCESS_TOKEN }} diff --git a/docker-bake.hcl b/docker-bake.hcl index 6c12cac..2df8fdb 100644 --- a/docker-bake.hcl +++ b/docker-bake.hcl @@ -1,26 +1,32 @@ -variable "DOCKERHUB_REPO" { +variable "PUSH" { + default = "true" +} + +variable "REPOSITORY" { default = "runpod" } -variable "DOCKERHUB_IMG" { - default = "worker-v1-vllm" +variable "BASE_IMAGE_VERSION" { + default = "v2.6.0stable" } -variable "RELEASE_VERSION" { - default = "latest" +group "all" { + targets = ["main"] } -variable "HUGGINGFACE_ACCESS_TOKEN" { - default = "" + +group "main" { + targets = ["worker-1210"] } -group "default" { - targets = ["worker-vllm"] -} - -target "worker-vllm" { - tags = ["${DOCKERHUB_REPO}/${DOCKERHUB_IMG}:${RELEASE_VERSION}"] + +target "worker-1210" { + tags = ["${REPOSITORY}/worker-v1-vllm:${BASE_IMAGE_VERSION}-cuda12.1.0"] context = "." dockerfile = "Dockerfile" - platforms = ["linux/amd64"] -} + args = { + BASE_IMAGE_VERSION = "${BASE_IMAGE_VERSION}" + WORKER_CUDA_VERSION = "12.1.0" + } + output = ["type=docker,push=${PUSH}"] +} \ No newline at end of file