diff --git a/gpustack_runner/runner.py.json b/gpustack_runner/runner.py.json index 4f39b95..d7cbc6a 100644 --- a/gpustack_runner/runner.py.json +++ b/gpustack_runner/runner.py.json @@ -1,4 +1,26 @@ [ + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "a3", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/amd64", + "docker_image": "gpustack/runner:cann9.0-a3-vllm0.20.2", + "deprecated": false + }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "a3", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/arm64", + "docker_image": "gpustack/runner:cann9.0-a3-vllm0.20.2", + "deprecated": false + }, { "backend": "cann", "backend_version": "8.5", @@ -395,6 +417,28 @@ "docker_image": "gpustack/runner:cann8.2-a3-vllm0.10.1.1", "deprecated": true }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "910b", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/amd64", + "docker_image": "gpustack/runner:cann9.0-910b-vllm0.20.2", + "deprecated": false + }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "910b", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/arm64", + "docker_image": "gpustack/runner:cann9.0-910b-vllm0.20.2", + "deprecated": false + }, { "backend": "cann", "backend_version": "8.5", @@ -879,6 +923,28 @@ "docker_image": "gpustack/runner:cann8.2-910b-vllm0.9.1", "deprecated": false }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "310p", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/amd64", + "docker_image": "gpustack/runner:cann9.0-310p-vllm0.20.2", + "deprecated": false + }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "310p", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/arm64", + "docker_image": "gpustack/runner:cann9.0-310p-vllm0.20.2", + "deprecated": false + }, { "backend": "cann", "backend_version": "8.5", diff --git a/tests/gpustack_runner/fixtures/test_list_runners_by_backend.json b/tests/gpustack_runner/fixtures/test_list_runners_by_backend.json index a6add10..11048ea 100644 --- a/tests/gpustack_runner/fixtures/test_list_runners_by_backend.json +++ b/tests/gpustack_runner/fixtures/test_list_runners_by_backend.json @@ -5,6 +5,28 @@ "backend": "cann" }, [ + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "a3", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/amd64", + "docker_image": "gpustack/runner:cann9.0-a3-vllm0.20.2", + "deprecated": false + }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "a3", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/arm64", + "docker_image": "gpustack/runner:cann9.0-a3-vllm0.20.2", + "deprecated": false + }, { "backend": "cann", "backend_version": "8.5", @@ -401,6 +423,28 @@ "docker_image": "gpustack/runner:cann8.2-a3-vllm0.10.1.1", "deprecated": true }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "910b", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/amd64", + "docker_image": "gpustack/runner:cann9.0-910b-vllm0.20.2", + "deprecated": false + }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "910b", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/arm64", + "docker_image": "gpustack/runner:cann9.0-910b-vllm0.20.2", + "deprecated": false + }, { "backend": "cann", "backend_version": "8.5", @@ -885,6 +929,28 @@ "docker_image": "gpustack/runner:cann8.2-910b-vllm0.9.1", "deprecated": false }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "310p", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/amd64", + "docker_image": "gpustack/runner:cann9.0-310p-vllm0.20.2", + "deprecated": false + }, + { + "backend": "cann", + "backend_version": "9.0", + "original_backend_version": "9.0.0", + "backend_variant": "310p", + "service": "vllm", + "service_version": "0.20.2", + "platform": "linux/arm64", + "docker_image": "gpustack/runner:cann9.0-310p-vllm0.20.2", + "deprecated": false + }, { "backend": "cann", "backend_version": "8.5",