diff --git a/internal/namespaces/inference/v1beta1/custom_deployment_test.go b/internal/namespaces/inference/v1beta1/custom_deployment_test.go index 8c643f9da6..f74849c093 100644 --- a/internal/namespaces/inference/v1beta1/custom_deployment_test.go +++ b/internal/namespaces/inference/v1beta1/custom_deployment_test.go @@ -12,7 +12,7 @@ func Test_DeploymentCreate(t *testing.T) { //t.Skip("Out of stock") cmds := inference.GetCommands() - t.Run("Single public endpoint", core.Test(&core.TestConfig{ + t.Run("Simple deployment", core.Test(&core.TestConfig{ Commands: cmds, Cmd: "scw inference deployment create node-type=L4 model-name=meta/llama-3-8b-instruct:bf16 accept-eula=true", Check: core.TestCheckGolden(), @@ -21,7 +21,7 @@ func Test_DeploymentCreate(t *testing.T) { t.Run("Deployment with wait flag", core.Test(&core.TestConfig{ Commands: cmds, - Cmd: "scw inference deployment create model-name=meta/llama-2-7b-chat:fp16 node-type=L4 accept-eula=true -w", + Cmd: "scw inference deployment create node-type=L4 model-name=meta/llama-3-8b-instruct:bf16 accept-eula=true --wait", Check: core.TestCheckGolden(), AfterFunc: core.ExecAfterCmd("scw inference deployment delete {{ .CmdResult.ID }}"), })) diff --git a/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-deployment-with-wait-flag.cassette.yaml b/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-deployment-with-wait-flag.cassette.yaml index 62aef6c3ae..dfc846721d 100644 --- a/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-deployment-with-wait-flag.cassette.yaml +++ b/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-deployment-with-wait-flag.cassette.yaml @@ -2,40 +2,28 @@ version: 1 interactions: - request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' + body: '{"message":"resource is out of stock","resource":"L4","type":"out_of_stock"}' form: {} headers: Content-Type: - application/json User-Agent: - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments + url: https://api.scaleway.com/llm-inference/v1beta1/regions/fr-par/deployments method: POST response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' + body: '{"message":"resource is out of stock","resource":"L4","type":"out_of_stock"}' headers: Content-Length: - - "545" + - "76" Content-Security-Policy: - default-src 'none'; frame-ancestors 'none' Content-Type: - application/json Date: - - Tue, 28 May 2024 11:49:47 GMT + - Tue, 28 May 2024 14:50:12 GMT Server: - - Scaleway API Gateway (fr-par-2;edge01) + - Scaleway API Gateway (fr-par-1;edge01) Strict-Transport-Security: - max-age=63072000 X-Content-Type-Options: @@ -43,2823 +31,7 @@ interactions: X-Frame-Options: - DENY X-Request-Id: - - cae51990-d8d9-4b5e-9499-156320d9037a - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:49:47 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - f6878e43-f3b8-45a9-a7b8-75d02bf03dac - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:50:03 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - dd9de1e9-52b8-4be8-aa04-c7ae7cc4e56e - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:50:18 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 603f7e07-55d7-4489-9783-2ff5a775726d - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:50:33 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 400d0b41-05de-45a4-a665-7adac5f500c9 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:50:48 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - ec30e7af-c4ef-48e5-89d0-e92ad45cc48b - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:51:03 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - f6431d49-e29e-4aaf-bc4c-62d3ceee1f91 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:51:18 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 0c2d792e-7059-4b0a-9ed1-233c26cd91f6 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:51:33 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - f95dd587-cd4c-46ce-8b30-a0b1594b83ba - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:51:48 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 52506f03-90c6-4caa-908f-7bbf7d0bac8d - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:52:03 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 909b4bbe-8936-41a6-81f0-38baf469d1e1 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:52:18 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 7c001c41-33ba-4e55-8e5b-bcd160f3cce4 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:52:33 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - ff82fceb-a7b1-4d9e-8bd4-17984fa04f4a - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:52:49 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - ee7db326-e089-4522-9668-1ec516750eda - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:53:04 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 7da4222b-c7fe-4140-bc35-a2d8710b0c04 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:53:19 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 31766fea-69bb-49cc-bfe1-c8f59c136c80 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:53:34 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 2c331cdc-6713-480c-bc86-5e81a1747bfb - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:53:49 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - ec27372a-dc6f-4c85-badf-29ed38494f85 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:54:04 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 1a54a6ff-00a9-4cd7-b5ea-3f336668bb53 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:54:19 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 4059daff-cfaa-479d-a999-bec6b7bde7bf - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:54:34 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - ce07b340-9843-4a53-af70-435333ea88c2 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:54:49 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - b37414d5-b526-462c-a423-7fe97ec61b5f - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:55:04 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - c7cd57a3-01cd-43c2-a84d-c90c15064c85 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:55:20 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 59b8e7db-ec80-4093-9036-319cfe37333a - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:55:35 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 328eceb5-42f5-4cd5-91b6-639012644245 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:55:50 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 40296782-64b1-4f47-bbef-ebc7a4967c24 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:56:05 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 02a642e5-8736-42e4-b4ef-5732c820777d - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:56:20 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - d2b3e1a9-41ac-4ea4-bc5b-33c5ab24ad33 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:56:35 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 8940c596-43da-454d-a2cc-45749a5ca32c - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:56:50 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 8da84e47-5422-466e-9384-7064ce96d1b8 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:57:05 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - c538c083-dd62-42dd-a900-abb716cdb170 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:57:21 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 39bb535c-b7c9-47fc-a524-657c08a4d321 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:57:36 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - daa9f635-4068-4941-8f8b-63443e0bdfe4 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:57:51 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 381b2a71-29cd-49f5-b579-3871df5c76d7 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "545" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:58:06 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - e4ad28fe-bdad-4f74-bdfa-509067fc7e50 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:58:21 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 6019bfc4-6890-418f-9930-f1b60e09bb0c - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:58:36 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 3e454e43-f9e5-4b02-9cdb-52ba0e30ef73 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:58:51 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 51cf747f-aeac-477c-a93b-4565bb421dd6 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:59:06 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 15e80a28-d67c-4a1f-883d-2c479fe15c7a - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:59:21 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - c01a6826-df44-4e9d-8ce7-ba3fb93c3e98 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:59:36 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 80962730-59d1-47b8-869c-0c2df985e349 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:59:51 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 78933a02-bacd-4809-a586-247f40107fdd - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:00:06 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 52bd61f1-9e5f-440d-afd4-ad05a304b7be - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:00:21 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 76ab5d56-ab49-454b-875a-bdb757267d90 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:00:36 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - badada8f-4c24-4e9a-898b-f8cf1a33a903 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:00:51 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - be4bb1a8-b887-4402-83f5-fe5cf51e63a8 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:01:07 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - b1a12d4c-746c-4778-995f-fbf29664ade0 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:01:22 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 282bac1d-1ff5-4ed3-be98-f6c2fd048f70 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:01:37 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - fd2ee2e2-e185-4770-b8da-34e8b5d879ca - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:01:52 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 83abb703-e1f1-44f9-ba0a-5926715e4ab8 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:02:07 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 84d93902-aff5-4ddd-95a1-02766659acfe - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:02:23 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 79a676a9-55a7-4138-8c6f-05e86988518f - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:02:38 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - cced27cb-65af-4f6d-b3a9-86ab6b8fa31a - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:02:53 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 92556130-2397-4d6e-8d18-bec47be2a178 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:03:08 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 17355ae4-8d21-4867-ac32-33b0d7987343 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:03:23 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - b3d05c52-430b-4ff6-82a8-1b9bf83cc436 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:03:38 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 0d85e671-954d-4f80-9952-e4621d7199ec - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:03:53 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 53fb6d8f-8bcf-41a5-ade2-ab4981cf14b5 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:04:09 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 5ca235c6-50d2-40f2-b1d0-07e57c261575 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:04:24 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 8d491416-6f92-44b4-b7bd-d6fa5152f99b - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:04:39 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 062f6e61-fc51-4270-b0ae-d311633f41b2 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:04:54 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 46cc5c1d-a50f-4e92-b727-078c6a4e889d - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deploying", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T11:58:10.870603Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:05:09 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 80137b83-7df6-49a4-8fbc-1864b5939ce6 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"ready", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":1, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T12:05:22.803542Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: GET - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"ready", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":1, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T12:05:22.803542Z", "region":"fr-srr"}' - headers: - Content-Length: - - "567" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:05:24 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - b62bfabd-c11f-4f7e-843d-ae33c7cc172c - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deleting", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":1, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T12:05:24.547141Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 - method: DELETE - response: - body: '{"id":"8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", "name":"cli-llm-laughing-wescoff", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deleting", "tags":[], - "node_type":"L4", "endpoints":[{"id":"49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url":"https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":1, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-2-7b-chat:fp16", "created_at":"2024-05-28T11:49:47.317248Z", - "updated_at":"2024-05-28T12:05:24.547141Z", "region":"fr-srr"}' - headers: - Content-Length: - - "570" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 12:05:24 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - b5517fe8-5f65-43e1-8907-e0c63028cdcf - status: 200 OK - code: 200 + - 15600d66-c3ad-4e6c-b383-64f6272d4237 + status: 503 Service Unavailable + code: 503 duration: "" diff --git a/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-deployment-with-wait-flag.golden b/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-deployment-with-wait-flag.golden index f2d2c20dd7..e7426dd6cd 100644 --- a/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-deployment-with-wait-flag.golden +++ b/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-deployment-with-wait-flag.golden @@ -1,43 +1,14 @@ -🎲🎲🎲 EXIT CODE: 0 🎲🎲🎲 -🟩🟩🟩 STDOUT️ 🟩🟩🟩️ -ID 8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2 -Name cli-llm-laughing-wescoff -ProjectID 894cc948-1194-4357-9320-57cefcb7b0e5 -Status ready -NodeType L4 -Size 1 -MinSize 1 -MaxSize 1 -ModelName meta/llama-2-7b-chat:fp16 -CreatedAt few seconds ago -UpdatedAt few seconds ago -Region fr-srr +🎲🎲🎲 EXIT CODE: 1 🎲🎲🎲 +πŸŸ₯πŸŸ₯πŸŸ₯ STDERR️️ πŸŸ₯πŸŸ₯πŸŸ₯️ +Resource out of stock 'L4' -Endpoints: -ID URL DISABLE AUTH -49609c7e-e93e-4fc4-b800-0b7a2204f7ac https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud false -🟩🟩🟩 JSON STDOUT 🟩🟩🟩 +Hint: +Try again later :-) +πŸŸ₯πŸŸ₯πŸŸ₯ JSON STDERR πŸŸ₯πŸŸ₯πŸŸ₯ { - "id": "8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2", - "name": "cli-llm-laughing-wescoff", - "project_id": "894cc948-1194-4357-9320-57cefcb7b0e5", - "status": "ready", - "tags": [], - "node_type": "L4", - "endpoints": [ - { - "id": "49609c7e-e93e-4fc4-b800-0b7a2204f7ac", - "url": "https://8625d6ae-7e86-4ffc-99b8-f3cedd2a53a2.ifr.fr-srr.scw.cloud", - "public_access": {}, - "disable_auth": false - } - ], - "size": 1, - "min_size": 1, - "max_size": 1, - "error_message": null, - "model_name": "meta/llama-2-7b-chat:fp16", - "created_at": "1970-01-01T00:00:00.0Z", - "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr" + "message": "resource out of stock 'L4'", + "error": { + "resource": "L4" + }, + "hint": "Try again later :-)" } diff --git a/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-simple-deployment.cassette.yaml b/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-simple-deployment.cassette.yaml new file mode 100644 index 0000000000..1901937901 --- /dev/null +++ b/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-simple-deployment.cassette.yaml @@ -0,0 +1,69 @@ +--- +version: 1 +interactions: +- request: + body: '{"id":"d76467d6-ab64-4a28-be5e-5e4c7c72c826","name":"cli-llm-gallant-euler","project_id":"d3520a52-2c75-4ba0-bda8-82dd087f07f2","status":"creating","tags":[],"node_type":"L4","endpoints":[{"id":"c1e652a2-349e-4be0-86c1-2835f2a8f4bc","url":"https://d76467d6-ab64-4a28-be5e-5e4c7c72c826.ifr.fr-par.scw.cloud","public_access":{},"disable_auth":false}],"size":0,"min_size":1,"max_size":1,"error_message":null,"model_name":"meta/llama-3-8b-instruct:bf16","created_at":"2024-05-28T13:26:57.601436Z","updated_at":null,"region":"fr-par"}' + form: {} + headers: + Content-Type: + - application/json + User-Agent: + - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test + url: https://api.scaleway.com/llm-inference/v1beta1/regions/fr-par/deployments + method: POST + response: + body: '{"id":"d76467d6-ab64-4a28-be5e-5e4c7c72c826","name":"cli-llm-gallant-euler","project_id":"d3520a52-2c75-4ba0-bda8-82dd087f07f2","status":"creating","tags":[],"node_type":"L4","endpoints":[{"id":"c1e652a2-349e-4be0-86c1-2835f2a8f4bc","url":"https://d76467d6-ab64-4a28-be5e-5e4c7c72c826.ifr.fr-par.scw.cloud","public_access":{},"disable_auth":false}],"size":0,"min_size":1,"max_size":1,"error_message":null,"model_name":"meta/llama-3-8b-instruct:bf16","created_at":"2024-05-28T13:26:57.601436Z","updated_at":null,"region":"fr-par"}' + headers: + Content-Length: + - "529" + Content-Security-Policy: + - default-src 'none'; frame-ancestors 'none' + Content-Type: + - application/json + Date: + - Tue, 28 May 2024 13:26:57 GMT + Server: + - Scaleway API Gateway (fr-par-1;edge02) + Strict-Transport-Security: + - max-age=63072000 + X-Content-Type-Options: + - nosniff + X-Frame-Options: + - DENY + X-Request-Id: + - 07cb539e-e4ad-4252-ab5f-16245230d431 + status: 200 OK + code: 200 + duration: "" +- request: + body: '{"id":"d76467d6-ab64-4a28-be5e-5e4c7c72c826","name":"cli-llm-gallant-euler","project_id":"d3520a52-2c75-4ba0-bda8-82dd087f07f2","status":"deleting","tags":[],"node_type":"L4","endpoints":[{"id":"c1e652a2-349e-4be0-86c1-2835f2a8f4bc","url":"https://d76467d6-ab64-4a28-be5e-5e4c7c72c826.ifr.fr-par.scw.cloud","public_access":{},"disable_auth":false}],"size":0,"min_size":1,"max_size":1,"error_message":null,"model_name":"meta/llama-3-8b-instruct:bf16","created_at":"2024-05-28T13:26:57.601436Z","updated_at":"2024-05-28T13:26:57.956172Z","region":"fr-par"}' + form: {} + headers: + User-Agent: + - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test + url: https://api.scaleway.com/llm-inference/v1beta1/regions/fr-par/deployments/d76467d6-ab64-4a28-be5e-5e4c7c72c826 + method: DELETE + response: + body: '{"id":"d76467d6-ab64-4a28-be5e-5e4c7c72c826","name":"cli-llm-gallant-euler","project_id":"d3520a52-2c75-4ba0-bda8-82dd087f07f2","status":"deleting","tags":[],"node_type":"L4","endpoints":[{"id":"c1e652a2-349e-4be0-86c1-2835f2a8f4bc","url":"https://d76467d6-ab64-4a28-be5e-5e4c7c72c826.ifr.fr-par.scw.cloud","public_access":{},"disable_auth":false}],"size":0,"min_size":1,"max_size":1,"error_message":null,"model_name":"meta/llama-3-8b-instruct:bf16","created_at":"2024-05-28T13:26:57.601436Z","updated_at":"2024-05-28T13:26:57.956172Z","region":"fr-par"}' + headers: + Content-Length: + - "554" + Content-Security-Policy: + - default-src 'none'; frame-ancestors 'none' + Content-Type: + - application/json + Date: + - Tue, 28 May 2024 13:26:57 GMT + Server: + - Scaleway API Gateway (fr-par-1;edge02) + Strict-Transport-Security: + - max-age=63072000 + X-Content-Type-Options: + - nosniff + X-Frame-Options: + - DENY + X-Request-Id: + - 9e7a4132-952b-442c-91ba-328397ea80ea + status: 200 OK + code: 200 + duration: "" diff --git a/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-single-public-endpoint.golden b/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-simple-deployment.golden similarity index 56% rename from internal/namespaces/inference/v1beta1/testdata/test-deployment-create-single-public-endpoint.golden rename to internal/namespaces/inference/v1beta1/testdata/test-deployment-create-simple-deployment.golden index 97fdf4b442..50b2bdbba5 100644 --- a/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-single-public-endpoint.golden +++ b/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-simple-deployment.golden @@ -1,8 +1,8 @@ 🎲🎲🎲 EXIT CODE: 0 🎲🎲🎲 🟩🟩🟩 STDOUT️ 🟩🟩🟩️ -ID 9880f7f0-ed6a-495c-99fa-d4ff4b80e648 -Name cli-llm-gifted-liskov -ProjectID 894cc948-1194-4357-9320-57cefcb7b0e5 +ID d76467d6-ab64-4a28-be5e-5e4c7c72c826 +Name cli-llm-gallant-euler +ProjectID d3520a52-2c75-4ba0-bda8-82dd087f07f2 Status creating NodeType L4 Size 0 @@ -10,23 +10,23 @@ MinSize 1 MaxSize 1 ModelName meta/llama-3-8b-instruct:bf16 CreatedAt few seconds ago -Region fr-srr +Region fr-par Endpoints: ID URL DISABLE AUTH -eefe321d-9a57-4388-bc37-5ecc3b94fb0e https://9880f7f0-ed6a-495c-99fa-d4ff4b80e648.ifr.fr-srr.scw.cloud false +c1e652a2-349e-4be0-86c1-2835f2a8f4bc https://d76467d6-ab64-4a28-be5e-5e4c7c72c826.ifr.fr-par.scw.cloud false 🟩🟩🟩 JSON STDOUT 🟩🟩🟩 { - "id": "9880f7f0-ed6a-495c-99fa-d4ff4b80e648", - "name": "cli-llm-gifted-liskov", - "project_id": "894cc948-1194-4357-9320-57cefcb7b0e5", + "id": "d76467d6-ab64-4a28-be5e-5e4c7c72c826", + "name": "cli-llm-gallant-euler", + "project_id": "d3520a52-2c75-4ba0-bda8-82dd087f07f2", "status": "creating", "tags": [], "node_type": "L4", "endpoints": [ { - "id": "eefe321d-9a57-4388-bc37-5ecc3b94fb0e", - "url": "https://9880f7f0-ed6a-495c-99fa-d4ff4b80e648.ifr.fr-srr.scw.cloud", + "id": "c1e652a2-349e-4be0-86c1-2835f2a8f4bc", + "url": "https://d76467d6-ab64-4a28-be5e-5e4c7c72c826.ifr.fr-par.scw.cloud", "public_access": {}, "disable_auth": false } @@ -38,5 +38,5 @@ eefe321d-9a57-4388-bc37-5ecc3b94fb0e https://9880f7f0-ed6a-495c-99fa-d4ff4b80e6 "model_name": "meta/llama-3-8b-instruct:bf16", "created_at": "1970-01-01T00:00:00.0Z", "updated_at": null, - "region": "fr-srr" + "region": "fr-par" } diff --git a/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-single-public-endpoint.cassette.yaml b/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-single-public-endpoint.cassette.yaml deleted file mode 100644 index dcd00ee60e..0000000000 --- a/internal/namespaces/inference/v1beta1/testdata/test-deployment-create-single-public-endpoint.cassette.yaml +++ /dev/null @@ -1,93 +0,0 @@ ---- -version: 1 -interactions: -- request: - body: '{"id":"9880f7f0-ed6a-495c-99fa-d4ff4b80e648", "name":"cli-llm-gifted-liskov", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"eefe321d-9a57-4388-bc37-5ecc3b94fb0e", - "url":"https://9880f7f0-ed6a-495c-99fa-d4ff4b80e648.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-3-8b-instruct:bf16", "created_at":"2024-05-28T11:49:47.320868Z", - "updated_at":null, "region":"fr-srr"}' - form: {} - headers: - Content-Type: - - application/json - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments - method: POST - response: - body: '{"id":"9880f7f0-ed6a-495c-99fa-d4ff4b80e648", "name":"cli-llm-gifted-liskov", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"creating", "tags":[], - "node_type":"L4", "endpoints":[{"id":"eefe321d-9a57-4388-bc37-5ecc3b94fb0e", - "url":"https://9880f7f0-ed6a-495c-99fa-d4ff4b80e648.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-3-8b-instruct:bf16", "created_at":"2024-05-28T11:49:47.320868Z", - "updated_at":null, "region":"fr-srr"}' - headers: - Content-Length: - - "546" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:49:47 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - cd940fcf-193a-4279-a871-642c12426fa2 - status: 200 OK - code: 200 - duration: "" -- request: - body: '{"id":"9880f7f0-ed6a-495c-99fa-d4ff4b80e648", "name":"cli-llm-gifted-liskov", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deleting", "tags":[], - "node_type":"L4", "endpoints":[{"id":"eefe321d-9a57-4388-bc37-5ecc3b94fb0e", - "url":"https://9880f7f0-ed6a-495c-99fa-d4ff4b80e648.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-3-8b-instruct:bf16", "created_at":"2024-05-28T11:49:47.320868Z", - "updated_at":"2024-05-28T11:49:47.772749Z", "region":"fr-srr"}' - form: {} - headers: - User-Agent: - - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/deployments/9880f7f0-ed6a-495c-99fa-d4ff4b80e648 - method: DELETE - response: - body: '{"id":"9880f7f0-ed6a-495c-99fa-d4ff4b80e648", "name":"cli-llm-gifted-liskov", - "project_id":"894cc948-1194-4357-9320-57cefcb7b0e5", "status":"deleting", "tags":[], - "node_type":"L4", "endpoints":[{"id":"eefe321d-9a57-4388-bc37-5ecc3b94fb0e", - "url":"https://9880f7f0-ed6a-495c-99fa-d4ff4b80e648.ifr.fr-srr.scw.cloud", "public_access":{}, - "disable_auth":false}], "size":0, "min_size":1, "max_size":1, "error_message":null, - "model_name":"meta/llama-3-8b-instruct:bf16", "created_at":"2024-05-28T11:49:47.320868Z", - "updated_at":"2024-05-28T11:49:47.772749Z", "region":"fr-srr"}' - headers: - Content-Length: - - "571" - Content-Security-Policy: - - default-src 'none'; frame-ancestors 'none' - Content-Type: - - application/json - Date: - - Tue, 28 May 2024 11:49:47 GMT - Server: - - Scaleway API Gateway (fr-par-2;edge01) - Strict-Transport-Security: - - max-age=63072000 - X-Content-Type-Options: - - nosniff - X-Frame-Options: - - DENY - X-Request-Id: - - 16e966c6-f22b-4323-81b7-59c8f80887ed - status: 200 OK - code: 200 - duration: "" diff --git a/internal/namespaces/inference/v1beta1/testdata/test-list-model-simple.cassette.yaml b/internal/namespaces/inference/v1beta1/testdata/test-list-model-simple.cassette.yaml index 0f57822da7..9916e1973a 100644 --- a/internal/namespaces/inference/v1beta1/testdata/test-list-model-simple.cassette.yaml +++ b/internal/namespaces/inference/v1beta1/testdata/test-list-model-simple.cassette.yaml @@ -2,134 +2,48 @@ version: 1 interactions: - request: - body: '{"models":[{"id":"9fb33bef-b54a-41a9-aae5-6413d868206e", "name":"meta/llama-3-8b-instruct:bf16", - "project_id":"", "tags":["instruct", "chat"], "description":"Efficient 8B-param - model by Meta, fine-tuned for instruction and automation.", "is_public":true, - "created_at":"2024-03-14T00:00:00Z", "updated_at":"2024-05-28T09:53:11.025447Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["L4"], "quantization_level":"bf16", - "region":"fr-srr"}, {"id":"161e9d67-179a-494e-a2c7-3eb64765386a", "name":"mistral/mixtral-8x7b-instruct-v0.1:fp16", - "project_id":"", "tags":["instruct"], "description":"A high-quality Mixture - of Experts (MoE) model with open weights by Mistral AI, licensed under Apache - 2.0.", "is_public":true, "created_at":"2024-03-15T00:00:00Z", "updated_at":"2024-05-28T09:53:10.973841Z", - "has_eula":false, "provider":"mistral", "compatible_node_types":["H100-2"], - "quantization_level":"fp16", "region":"fr-srr"}, {"id":"075f2d69-0dd3-494c-8c5d-5fe92fae2861", - "name":"mistral/mixtral-8x7b-instruct-v0.1:int8", "project_id":"", "tags":["instruct"], - "description":"A high-quality Mixture of Experts (MoE) model with open weights - by Mistral AI, licensed under Apache 2.0.", "is_public":true, "created_at":"2024-03-15T00:00:00Z", - "updated_at":"2024-05-28T09:53:10.989170Z", "has_eula":false, "provider":"mistral", - "compatible_node_types":["H100"], "quantization_level":"int8", "region":"fr-srr"}, - {"id":"10d14b72-5d15-4248-9459-7cf7ac11cc74", "name":"meta/llama-2-70b-chat:fp16", - "project_id":"", "tags":["chat"], "description":"70B-param model by Meta, a - powerhouse for creative text generation and complex reasoning.", "is_public":true, - "created_at":"2024-03-15T10:00:00Z", "updated_at":"2024-05-28T09:53:10.950588Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["H100-2"], "quantization_level":"fp16", - "region":"fr-srr"}, {"id":"75d9b7f2-50c8-455f-8fbb-17c43722d74c", "name":"meta/llama-2-7b-chat:fp16", - "project_id":"", "tags":["chat"], "description":"Efficient 7B-param model by - Meta, fine-tuned for swift and dynamic chat engagement.", "is_public":true, - "created_at":"2024-03-15T10:00:00Z", "updated_at":"2024-05-28T09:53:10.909140Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["H100", "L4"], - "quantization_level":"fp16", "region":"fr-srr"}, {"id":"414dbb8d-8c94-4962-b2c3-ead0c1b24328", - "name":"meta/llama-2-7b-chat:fp8", "project_id":"", "tags":["chat"], "description":"Efficient - 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.", - "is_public":true, "created_at":"2024-03-15T10:00:00Z", "updated_at":"2024-05-28T09:53:10.887230Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["H100", "L4"], - "quantization_level":"fp8", "region":"fr-srr"}, {"id":"adcd1c5a-947e-4bc3-a3da-0b060810e141", - "name":"meta/llama-2-70b-chat:fp8", "project_id":"", "tags":["chat"], "description":"70B-param - model by Meta, a powerhouse for creative text generation and complex reasoning.", - "is_public":true, "created_at":"2024-03-15T10:00:00Z", "updated_at":"2024-05-28T09:53:10.931637Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["H100"], "quantization_level":"fp8", - "region":"fr-srr"}, {"id":"31289412-3ac4-4685-bd31-2190e1410bbb", "name":"wizardlm/wizardlm-70b-v1.0:fp8", - "project_id":"", "tags":["instruct"], "description":"General use 70B-param model - based on Llama 2.", "is_public":true, "created_at":"2024-03-15T12:00:00Z", "updated_at":null, - "has_eula":true, "provider":"wizardlm", "compatible_node_types":["H100"], "quantization_level":"fp8", - "region":"fr-srr"}, {"id":"6fee166f-78b7-4ea4-992f-2748b8160517", "name":"wizardlm/wizardlm-70b-v1.0:fp16", - "project_id":"", "tags":["instruct"], "description":"General use 70B-param model - based on Llama 2.", "is_public":true, "created_at":"2024-03-15T12:00:00Z", "updated_at":"2024-05-28T09:53:11.010997Z", - "has_eula":true, "provider":"wizardlm", "compatible_node_types":["H100-2"], - "quantization_level":"fp16", "region":"fr-srr"}, {"id":"b2fbe0c8-8502-4b67-a712-2c6b9e73dd6c", - "name":"sentence-transformers/sentence-t5-xxl:fp32", "project_id":"", "tags":["embedding"], - "description":"Model from pre-trained Text-to-Text sentence encode.", "is_public":true, - "created_at":"2024-05-16T13:28:53.500902Z", "updated_at":"2024-05-28T09:53:11.063805Z", - "has_eula":false, "provider":"sentence-transformers", "compatible_node_types":["L4"], - "quantization_level":"fp32", "region":"fr-srr"}, {"id":"ec59ff4a-5971-4373-958c-c0ed3d6fb179", - "name":"meta/llama-3-70b-instruct:int8", "project_id":"", "tags":["instruct", - "chat"], "description":"Latest 70B-param model from Meta, fine-tuned for instruction - and automation.", "is_public":true, "created_at":"2024-05-23T10:01:37.835735Z", - "updated_at":"2024-05-28T09:53:11.047029Z", "has_eula":true, "provider":"meta", - "compatible_node_types":["H100"], "quantization_level":"int8", "region":"fr-srr"}], - "total_count":11}' + body: '{"models":[{"id":"6c68b256-ef4a-48d2-a794-9b63b5c6ba5d","name":"meta/llama-3-8b-instruct:bf16","project_id":"","tags":["instruct","chat"],"description":"Efficient + 8B-param model by Meta, fine-tuned for instruction and automation.","is_public":true,"created_at":"2024-03-14T00:00:00Z","updated_at":"2024-05-28T08:45:34.779337Z","has_eula":true,"provider":"meta","compatible_node_types":["L4"],"quantization_level":"bf16","region":"fr-par"},{"id":"c55d11d3-f717-4ede-82ac-48a74b84cbf1","name":"mistral/mixtral-8x7b-instruct-v0.1:int8","project_id":"","tags":["instruct"],"description":"A + high-quality Mixture of Experts (MoE) model with open weights by Mistral AI, + licensed under Apache 2.0.","is_public":true,"created_at":"2024-03-15T00:00:00Z","updated_at":"2024-05-28T08:45:34.749698Z","has_eula":false,"provider":"mistral","compatible_node_types":["H100"],"quantization_level":"int8","region":"fr-par"},{"id":"a7db3243-9d6a-4149-9ffb-081e24886d00","name":"mistral/mixtral-8x7b-instruct-v0.1:fp16","project_id":"","tags":["instruct"],"description":"A + high-quality Mixture of Experts (MoE) model with open weights by Mistral AI, + licensed under Apache 2.0.","is_public":true,"created_at":"2024-03-15T00:00:00Z","updated_at":"2024-05-28T08:45:34.736199Z","has_eula":false,"provider":"mistral","compatible_node_types":["H100-2"],"quantization_level":"fp16","region":"fr-par"},{"id":"2cf5427e-1cfd-4e9b-94e9-509e6a6a38a8","name":"meta/llama-2-70b-chat:fp16","project_id":"","tags":["chat"],"description":"70B-param + model by Meta, a powerhouse for creative text generation and complex reasoning.","is_public":true,"created_at":"2024-03-15T10:00:00Z","updated_at":"2024-05-28T08:45:34.723363Z","has_eula":true,"provider":"meta","compatible_node_types":["H100-2"],"quantization_level":"fp16","region":"fr-par"},{"id":"efbca7c6-9b76-49b2-8789-f89cc6df7eb7","name":"meta/llama-2-70b-chat:fp8","project_id":"","tags":["chat"],"description":"70B-param + model by Meta, a powerhouse for creative text generation and complex reasoning.","is_public":true,"created_at":"2024-03-15T10:00:00Z","updated_at":"2024-05-28T08:45:34.708427Z","has_eula":true,"provider":"meta","compatible_node_types":["H100"],"quantization_level":"fp8","region":"fr-par"},{"id":"3077ebd3-3a5a-47fc-91c2-da8cf6779c56","name":"wizardlm/wizardlm-70b-v1.0:fp16","project_id":"","tags":["instruct"],"description":"General + use 70B-param model based on Llama 2.","is_public":true,"created_at":"2024-03-15T12:00:00Z","updated_at":"2024-05-28T08:45:34.765105Z","has_eula":true,"provider":"wizardlm","compatible_node_types":["H100-2"],"quantization_level":"fp16","region":"fr-par"},{"id":"729c0386-ddde-4209-ba91-fad5ec47e2bb","name":"wizardlm/wizardlm-70b-v1.0:fp8","project_id":"","tags":["instruct"],"description":"Empowering + Large Pre-Trained Language Models to Follow Complex Instructions","is_public":true,"created_at":"2024-03-15T12:00:00Z","updated_at":null,"has_eula":true,"provider":"wizardlm","compatible_node_types":["H100"],"quantization_level":"fp8","region":"fr-par"},{"id":"d507757c-9bd8-47d5-87d5-bc8925d8d313","name":"meta/llama-2-7b-chat:fp8","project_id":"","tags":["chat"],"description":"Efficient + 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.","is_public":true,"created_at":"2024-04-16T09:58:13.738943Z","updated_at":"2024-05-28T08:45:34.673546Z","has_eula":true,"provider":"meta","compatible_node_types":["L4","H100"],"quantization_level":"fp8","region":"fr-par"},{"id":"a3d49280-ab4e-4e8b-93a2-dcaa1e79f31f","name":"meta/llama-2-7b-chat:fp16","project_id":"","tags":["chat"],"description":"Efficient + 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.","is_public":true,"created_at":"2024-04-16T09:58:13.797677Z","updated_at":"2024-05-28T08:45:34.694130Z","has_eula":true,"provider":"meta","compatible_node_types":["L4","H100"],"quantization_level":"fp16","region":"fr-par"},{"id":"4d834112-ed88-4394-9035-6eea562ec5f5","name":"sentence-transformers/sentence-t5-xxl:fp32","project_id":"","tags":["embedding"],"description":"Model + from pre-trained Text-to-Text sentence encode.","is_public":true,"created_at":"2024-05-28T08:45:33.705028Z","updated_at":"2024-05-28T08:45:34.791819Z","has_eula":false,"provider":"sentence-transformers","compatible_node_types":["L4"],"quantization_level":"fp32","region":"fr-par"}],"total_count":10}' form: {} headers: User-Agent: - scaleway-sdk-go/v1.0.0-beta.7+dev (go1.22.2; darwin; amd64) cli-e2e-test - url: https://agw.stg.fr-par-2.internal.scaleway.com/llm-inference/v1beta1/regions/fr-srr/models?order_by=created_at_asc&page=1 + url: https://api.scaleway.com/llm-inference/v1beta1/regions/fr-par/models?order_by=created_at_asc&page=1 method: GET response: - body: '{"models":[{"id":"9fb33bef-b54a-41a9-aae5-6413d868206e", "name":"meta/llama-3-8b-instruct:bf16", - "project_id":"", "tags":["instruct", "chat"], "description":"Efficient 8B-param - model by Meta, fine-tuned for instruction and automation.", "is_public":true, - "created_at":"2024-03-14T00:00:00Z", "updated_at":"2024-05-28T09:53:11.025447Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["L4"], "quantization_level":"bf16", - "region":"fr-srr"}, {"id":"161e9d67-179a-494e-a2c7-3eb64765386a", "name":"mistral/mixtral-8x7b-instruct-v0.1:fp16", - "project_id":"", "tags":["instruct"], "description":"A high-quality Mixture - of Experts (MoE) model with open weights by Mistral AI, licensed under Apache - 2.0.", "is_public":true, "created_at":"2024-03-15T00:00:00Z", "updated_at":"2024-05-28T09:53:10.973841Z", - "has_eula":false, "provider":"mistral", "compatible_node_types":["H100-2"], - "quantization_level":"fp16", "region":"fr-srr"}, {"id":"075f2d69-0dd3-494c-8c5d-5fe92fae2861", - "name":"mistral/mixtral-8x7b-instruct-v0.1:int8", "project_id":"", "tags":["instruct"], - "description":"A high-quality Mixture of Experts (MoE) model with open weights - by Mistral AI, licensed under Apache 2.0.", "is_public":true, "created_at":"2024-03-15T00:00:00Z", - "updated_at":"2024-05-28T09:53:10.989170Z", "has_eula":false, "provider":"mistral", - "compatible_node_types":["H100"], "quantization_level":"int8", "region":"fr-srr"}, - {"id":"10d14b72-5d15-4248-9459-7cf7ac11cc74", "name":"meta/llama-2-70b-chat:fp16", - "project_id":"", "tags":["chat"], "description":"70B-param model by Meta, a - powerhouse for creative text generation and complex reasoning.", "is_public":true, - "created_at":"2024-03-15T10:00:00Z", "updated_at":"2024-05-28T09:53:10.950588Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["H100-2"], "quantization_level":"fp16", - "region":"fr-srr"}, {"id":"75d9b7f2-50c8-455f-8fbb-17c43722d74c", "name":"meta/llama-2-7b-chat:fp16", - "project_id":"", "tags":["chat"], "description":"Efficient 7B-param model by - Meta, fine-tuned for swift and dynamic chat engagement.", "is_public":true, - "created_at":"2024-03-15T10:00:00Z", "updated_at":"2024-05-28T09:53:10.909140Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["H100", "L4"], - "quantization_level":"fp16", "region":"fr-srr"}, {"id":"414dbb8d-8c94-4962-b2c3-ead0c1b24328", - "name":"meta/llama-2-7b-chat:fp8", "project_id":"", "tags":["chat"], "description":"Efficient - 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.", - "is_public":true, "created_at":"2024-03-15T10:00:00Z", "updated_at":"2024-05-28T09:53:10.887230Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["H100", "L4"], - "quantization_level":"fp8", "region":"fr-srr"}, {"id":"adcd1c5a-947e-4bc3-a3da-0b060810e141", - "name":"meta/llama-2-70b-chat:fp8", "project_id":"", "tags":["chat"], "description":"70B-param - model by Meta, a powerhouse for creative text generation and complex reasoning.", - "is_public":true, "created_at":"2024-03-15T10:00:00Z", "updated_at":"2024-05-28T09:53:10.931637Z", - "has_eula":true, "provider":"meta", "compatible_node_types":["H100"], "quantization_level":"fp8", - "region":"fr-srr"}, {"id":"31289412-3ac4-4685-bd31-2190e1410bbb", "name":"wizardlm/wizardlm-70b-v1.0:fp8", - "project_id":"", "tags":["instruct"], "description":"General use 70B-param model - based on Llama 2.", "is_public":true, "created_at":"2024-03-15T12:00:00Z", "updated_at":null, - "has_eula":true, "provider":"wizardlm", "compatible_node_types":["H100"], "quantization_level":"fp8", - "region":"fr-srr"}, {"id":"6fee166f-78b7-4ea4-992f-2748b8160517", "name":"wizardlm/wizardlm-70b-v1.0:fp16", - "project_id":"", "tags":["instruct"], "description":"General use 70B-param model - based on Llama 2.", "is_public":true, "created_at":"2024-03-15T12:00:00Z", "updated_at":"2024-05-28T09:53:11.010997Z", - "has_eula":true, "provider":"wizardlm", "compatible_node_types":["H100-2"], - "quantization_level":"fp16", "region":"fr-srr"}, {"id":"b2fbe0c8-8502-4b67-a712-2c6b9e73dd6c", - "name":"sentence-transformers/sentence-t5-xxl:fp32", "project_id":"", "tags":["embedding"], - "description":"Model from pre-trained Text-to-Text sentence encode.", "is_public":true, - "created_at":"2024-05-16T13:28:53.500902Z", "updated_at":"2024-05-28T09:53:11.063805Z", - "has_eula":false, "provider":"sentence-transformers", "compatible_node_types":["L4"], - "quantization_level":"fp32", "region":"fr-srr"}, {"id":"ec59ff4a-5971-4373-958c-c0ed3d6fb179", - "name":"meta/llama-3-70b-instruct:int8", "project_id":"", "tags":["instruct", - "chat"], "description":"Latest 70B-param model from Meta, fine-tuned for instruction - and automation.", "is_public":true, "created_at":"2024-05-23T10:01:37.835735Z", - "updated_at":"2024-05-28T09:53:11.047029Z", "has_eula":true, "provider":"meta", - "compatible_node_types":["H100"], "quantization_level":"int8", "region":"fr-srr"}], - "total_count":11}' + body: '{"models":[{"id":"6c68b256-ef4a-48d2-a794-9b63b5c6ba5d","name":"meta/llama-3-8b-instruct:bf16","project_id":"","tags":["instruct","chat"],"description":"Efficient + 8B-param model by Meta, fine-tuned for instruction and automation.","is_public":true,"created_at":"2024-03-14T00:00:00Z","updated_at":"2024-05-28T08:45:34.779337Z","has_eula":true,"provider":"meta","compatible_node_types":["L4"],"quantization_level":"bf16","region":"fr-par"},{"id":"c55d11d3-f717-4ede-82ac-48a74b84cbf1","name":"mistral/mixtral-8x7b-instruct-v0.1:int8","project_id":"","tags":["instruct"],"description":"A + high-quality Mixture of Experts (MoE) model with open weights by Mistral AI, + licensed under Apache 2.0.","is_public":true,"created_at":"2024-03-15T00:00:00Z","updated_at":"2024-05-28T08:45:34.749698Z","has_eula":false,"provider":"mistral","compatible_node_types":["H100"],"quantization_level":"int8","region":"fr-par"},{"id":"a7db3243-9d6a-4149-9ffb-081e24886d00","name":"mistral/mixtral-8x7b-instruct-v0.1:fp16","project_id":"","tags":["instruct"],"description":"A + high-quality Mixture of Experts (MoE) model with open weights by Mistral AI, + licensed under Apache 2.0.","is_public":true,"created_at":"2024-03-15T00:00:00Z","updated_at":"2024-05-28T08:45:34.736199Z","has_eula":false,"provider":"mistral","compatible_node_types":["H100-2"],"quantization_level":"fp16","region":"fr-par"},{"id":"2cf5427e-1cfd-4e9b-94e9-509e6a6a38a8","name":"meta/llama-2-70b-chat:fp16","project_id":"","tags":["chat"],"description":"70B-param + model by Meta, a powerhouse for creative text generation and complex reasoning.","is_public":true,"created_at":"2024-03-15T10:00:00Z","updated_at":"2024-05-28T08:45:34.723363Z","has_eula":true,"provider":"meta","compatible_node_types":["H100-2"],"quantization_level":"fp16","region":"fr-par"},{"id":"efbca7c6-9b76-49b2-8789-f89cc6df7eb7","name":"meta/llama-2-70b-chat:fp8","project_id":"","tags":["chat"],"description":"70B-param + model by Meta, a powerhouse for creative text generation and complex reasoning.","is_public":true,"created_at":"2024-03-15T10:00:00Z","updated_at":"2024-05-28T08:45:34.708427Z","has_eula":true,"provider":"meta","compatible_node_types":["H100"],"quantization_level":"fp8","region":"fr-par"},{"id":"3077ebd3-3a5a-47fc-91c2-da8cf6779c56","name":"wizardlm/wizardlm-70b-v1.0:fp16","project_id":"","tags":["instruct"],"description":"General + use 70B-param model based on Llama 2.","is_public":true,"created_at":"2024-03-15T12:00:00Z","updated_at":"2024-05-28T08:45:34.765105Z","has_eula":true,"provider":"wizardlm","compatible_node_types":["H100-2"],"quantization_level":"fp16","region":"fr-par"},{"id":"729c0386-ddde-4209-ba91-fad5ec47e2bb","name":"wizardlm/wizardlm-70b-v1.0:fp8","project_id":"","tags":["instruct"],"description":"Empowering + Large Pre-Trained Language Models to Follow Complex Instructions","is_public":true,"created_at":"2024-03-15T12:00:00Z","updated_at":null,"has_eula":true,"provider":"wizardlm","compatible_node_types":["H100"],"quantization_level":"fp8","region":"fr-par"},{"id":"d507757c-9bd8-47d5-87d5-bc8925d8d313","name":"meta/llama-2-7b-chat:fp8","project_id":"","tags":["chat"],"description":"Efficient + 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.","is_public":true,"created_at":"2024-04-16T09:58:13.738943Z","updated_at":"2024-05-28T08:45:34.673546Z","has_eula":true,"provider":"meta","compatible_node_types":["L4","H100"],"quantization_level":"fp8","region":"fr-par"},{"id":"a3d49280-ab4e-4e8b-93a2-dcaa1e79f31f","name":"meta/llama-2-7b-chat:fp16","project_id":"","tags":["chat"],"description":"Efficient + 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.","is_public":true,"created_at":"2024-04-16T09:58:13.797677Z","updated_at":"2024-05-28T08:45:34.694130Z","has_eula":true,"provider":"meta","compatible_node_types":["L4","H100"],"quantization_level":"fp16","region":"fr-par"},{"id":"4d834112-ed88-4394-9035-6eea562ec5f5","name":"sentence-transformers/sentence-t5-xxl:fp32","project_id":"","tags":["embedding"],"description":"Model + from pre-trained Text-to-Text sentence encode.","is_public":true,"created_at":"2024-05-28T08:45:33.705028Z","updated_at":"2024-05-28T08:45:34.791819Z","has_eula":false,"provider":"sentence-transformers","compatible_node_types":["L4"],"quantization_level":"fp32","region":"fr-par"}],"total_count":10}' headers: Content-Security-Policy: - default-src 'none'; frame-ancestors 'none' Content-Type: - application/json Date: - - Tue, 28 May 2024 12:05:24 GMT + - Tue, 28 May 2024 13:22:47 GMT Server: - - Scaleway API Gateway (fr-par-2;edge01) + - Scaleway API Gateway (fr-par-1;edge01) Strict-Transport-Security: - max-age=63072000 X-Content-Type-Options: @@ -137,7 +51,7 @@ interactions: X-Frame-Options: - DENY X-Request-Id: - - cd31f622-9719-4707-aa1a-c6a399745f15 + - acc68dbe-2789-49a4-ab33-eea6368741d6 status: 200 OK code: 200 duration: "" diff --git a/internal/namespaces/inference/v1beta1/testdata/test-list-model-simple.golden b/internal/namespaces/inference/v1beta1/testdata/test-list-model-simple.golden index ea05d7ba58..e4577e55e2 100644 --- a/internal/namespaces/inference/v1beta1/testdata/test-list-model-simple.golden +++ b/internal/namespaces/inference/v1beta1/testdata/test-list-model-simple.golden @@ -1,21 +1,20 @@ 🎲🎲🎲 EXIT CODE: 0 🎲🎲🎲 🟩🟩🟩 STDOUT️ 🟩🟩🟩️ ID Name Provider Tags -9fb33bef-b54a-41a9-aae5-6413d868206e meta/llama-3-8b-instruct:bf16 meta [instruct chat] -161e9d67-179a-494e-a2c7-3eb64765386a mistral/mixtral-8x7b-instruct-v0.1:fp16 mistral [instruct] -075f2d69-0dd3-494c-8c5d-5fe92fae2861 mistral/mixtral-8x7b-instruct-v0.1:int8 mistral [instruct] -10d14b72-5d15-4248-9459-7cf7ac11cc74 meta/llama-2-70b-chat:fp16 meta [chat] -75d9b7f2-50c8-455f-8fbb-17c43722d74c meta/llama-2-7b-chat:fp16 meta [chat] -414dbb8d-8c94-4962-b2c3-ead0c1b24328 meta/llama-2-7b-chat:fp8 meta [chat] -adcd1c5a-947e-4bc3-a3da-0b060810e141 meta/llama-2-70b-chat:fp8 meta [chat] -31289412-3ac4-4685-bd31-2190e1410bbb wizardlm/wizardlm-70b-v1.0:fp8 wizardlm [instruct] -6fee166f-78b7-4ea4-992f-2748b8160517 wizardlm/wizardlm-70b-v1.0:fp16 wizardlm [instruct] -b2fbe0c8-8502-4b67-a712-2c6b9e73dd6c sentence-transformers/sentence-t5-xxl:fp32 sentence-transformers [embedding] -ec59ff4a-5971-4373-958c-c0ed3d6fb179 meta/llama-3-70b-instruct:int8 meta [instruct chat] +6c68b256-ef4a-48d2-a794-9b63b5c6ba5d meta/llama-3-8b-instruct:bf16 meta [instruct chat] +c55d11d3-f717-4ede-82ac-48a74b84cbf1 mistral/mixtral-8x7b-instruct-v0.1:int8 mistral [instruct] +a7db3243-9d6a-4149-9ffb-081e24886d00 mistral/mixtral-8x7b-instruct-v0.1:fp16 mistral [instruct] +2cf5427e-1cfd-4e9b-94e9-509e6a6a38a8 meta/llama-2-70b-chat:fp16 meta [chat] +efbca7c6-9b76-49b2-8789-f89cc6df7eb7 meta/llama-2-70b-chat:fp8 meta [chat] +3077ebd3-3a5a-47fc-91c2-da8cf6779c56 wizardlm/wizardlm-70b-v1.0:fp16 wizardlm [instruct] +729c0386-ddde-4209-ba91-fad5ec47e2bb wizardlm/wizardlm-70b-v1.0:fp8 wizardlm [instruct] +d507757c-9bd8-47d5-87d5-bc8925d8d313 meta/llama-2-7b-chat:fp8 meta [chat] +a3d49280-ab4e-4e8b-93a2-dcaa1e79f31f meta/llama-2-7b-chat:fp16 meta [chat] +4d834112-ed88-4394-9035-6eea562ec5f5 sentence-transformers/sentence-t5-xxl:fp32 sentence-transformers [embedding] 🟩🟩🟩 JSON STDOUT 🟩🟩🟩 [ { - "id": "9fb33bef-b54a-41a9-aae5-6413d868206e", + "id": "6c68b256-ef4a-48d2-a794-9b63b5c6ba5d", "name": "meta/llama-3-8b-instruct:bf16", "project_id": "", "provider": "meta", @@ -27,7 +26,7 @@ ec59ff4a-5971-4373-958c-c0ed3d6fb179 meta/llama-3-70b-instruct:int8 "has_eula": true, "created_at": "2024-03-14T00:00:00Z", "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", + "region": "fr-par", "is_public": true, "compatible_node_types": [ "L4" @@ -35,8 +34,8 @@ ec59ff4a-5971-4373-958c-c0ed3d6fb179 meta/llama-3-70b-instruct:int8 "quantization_level": "bf16" }, { - "id": "161e9d67-179a-494e-a2c7-3eb64765386a", - "name": "mistral/mixtral-8x7b-instruct-v0.1:fp16", + "id": "c55d11d3-f717-4ede-82ac-48a74b84cbf1", + "name": "mistral/mixtral-8x7b-instruct-v0.1:int8", "project_id": "", "provider": "mistral", "tags": [ @@ -46,16 +45,16 @@ ec59ff4a-5971-4373-958c-c0ed3d6fb179 meta/llama-3-70b-instruct:int8 "has_eula": false, "created_at": "2024-03-15T00:00:00Z", "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", + "region": "fr-par", "is_public": true, "compatible_node_types": [ - "H100-2" + "H100" ], - "quantization_level": "fp16" + "quantization_level": "int8" }, { - "id": "075f2d69-0dd3-494c-8c5d-5fe92fae2861", - "name": "mistral/mixtral-8x7b-instruct-v0.1:int8", + "id": "a7db3243-9d6a-4149-9ffb-081e24886d00", + "name": "mistral/mixtral-8x7b-instruct-v0.1:fp16", "project_id": "", "provider": "mistral", "tags": [ @@ -65,15 +64,15 @@ ec59ff4a-5971-4373-958c-c0ed3d6fb179 meta/llama-3-70b-instruct:int8 "has_eula": false, "created_at": "2024-03-15T00:00:00Z", "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", + "region": "fr-par", "is_public": true, "compatible_node_types": [ - "H100" + "H100-2" ], - "quantization_level": "int8" + "quantization_level": "fp16" }, { - "id": "10d14b72-5d15-4248-9459-7cf7ac11cc74", + "id": "2cf5427e-1cfd-4e9b-94e9-509e6a6a38a8", "name": "meta/llama-2-70b-chat:fp16", "project_id": "", "provider": "meta", @@ -84,7 +83,7 @@ ec59ff4a-5971-4373-958c-c0ed3d6fb179 meta/llama-3-70b-instruct:int8 "has_eula": true, "created_at": "2024-03-15T10:00:00Z", "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", + "region": "fr-par", "is_public": true, "compatible_node_types": [ "H100-2" @@ -92,58 +91,56 @@ ec59ff4a-5971-4373-958c-c0ed3d6fb179 meta/llama-3-70b-instruct:int8 "quantization_level": "fp16" }, { - "id": "75d9b7f2-50c8-455f-8fbb-17c43722d74c", - "name": "meta/llama-2-7b-chat:fp16", + "id": "efbca7c6-9b76-49b2-8789-f89cc6df7eb7", + "name": "meta/llama-2-70b-chat:fp8", "project_id": "", "provider": "meta", "tags": [ "chat" ], - "description": "Efficient 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.", + "description": "70B-param model by Meta, a powerhouse for creative text generation and complex reasoning.", "has_eula": true, "created_at": "2024-03-15T10:00:00Z", "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", + "region": "fr-par", "is_public": true, "compatible_node_types": [ - "H100", - "L4" + "H100" ], - "quantization_level": "fp16" + "quantization_level": "fp8" }, { - "id": "414dbb8d-8c94-4962-b2c3-ead0c1b24328", - "name": "meta/llama-2-7b-chat:fp8", + "id": "3077ebd3-3a5a-47fc-91c2-da8cf6779c56", + "name": "wizardlm/wizardlm-70b-v1.0:fp16", "project_id": "", - "provider": "meta", + "provider": "wizardlm", "tags": [ - "chat" + "instruct" ], - "description": "Efficient 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.", + "description": "General use 70B-param model based on Llama 2.", "has_eula": true, - "created_at": "2024-03-15T10:00:00Z", + "created_at": "2024-03-15T12:00:00Z", "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", + "region": "fr-par", "is_public": true, "compatible_node_types": [ - "H100", - "L4" + "H100-2" ], - "quantization_level": "fp8" + "quantization_level": "fp16" }, { - "id": "adcd1c5a-947e-4bc3-a3da-0b060810e141", - "name": "meta/llama-2-70b-chat:fp8", + "id": "729c0386-ddde-4209-ba91-fad5ec47e2bb", + "name": "wizardlm/wizardlm-70b-v1.0:fp8", "project_id": "", - "provider": "meta", + "provider": "wizardlm", "tags": [ - "chat" + "instruct" ], - "description": "70B-param model by Meta, a powerhouse for creative text generation and complex reasoning.", + "description": "Empowering Large Pre-Trained Language Models to Follow Complex Instructions", "has_eula": true, - "created_at": "2024-03-15T10:00:00Z", - "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", + "created_at": "2024-03-15T12:00:00Z", + "updated_at": null, + "region": "fr-par", "is_public": true, "compatible_node_types": [ "H100" @@ -151,45 +148,47 @@ ec59ff4a-5971-4373-958c-c0ed3d6fb179 meta/llama-3-70b-instruct:int8 "quantization_level": "fp8" }, { - "id": "31289412-3ac4-4685-bd31-2190e1410bbb", - "name": "wizardlm/wizardlm-70b-v1.0:fp8", + "id": "d507757c-9bd8-47d5-87d5-bc8925d8d313", + "name": "meta/llama-2-7b-chat:fp8", "project_id": "", - "provider": "wizardlm", + "provider": "meta", "tags": [ - "instruct" + "chat" ], - "description": "General use 70B-param model based on Llama 2.", + "description": "Efficient 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.", "has_eula": true, - "created_at": "2024-03-15T12:00:00Z", - "updated_at": null, - "region": "fr-srr", + "created_at": "1970-01-01T00:00:00.0Z", + "updated_at": "1970-01-01T00:00:00.0Z", + "region": "fr-par", "is_public": true, "compatible_node_types": [ + "L4", "H100" ], "quantization_level": "fp8" }, { - "id": "6fee166f-78b7-4ea4-992f-2748b8160517", - "name": "wizardlm/wizardlm-70b-v1.0:fp16", + "id": "a3d49280-ab4e-4e8b-93a2-dcaa1e79f31f", + "name": "meta/llama-2-7b-chat:fp16", "project_id": "", - "provider": "wizardlm", + "provider": "meta", "tags": [ - "instruct" + "chat" ], - "description": "General use 70B-param model based on Llama 2.", + "description": "Efficient 7B-param model by Meta, fine-tuned for swift and dynamic chat engagement.", "has_eula": true, - "created_at": "2024-03-15T12:00:00Z", + "created_at": "1970-01-01T00:00:00.0Z", "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", + "region": "fr-par", "is_public": true, "compatible_node_types": [ - "H100-2" + "L4", + "H100" ], "quantization_level": "fp16" }, { - "id": "b2fbe0c8-8502-4b67-a712-2c6b9e73dd6c", + "id": "4d834112-ed88-4394-9035-6eea562ec5f5", "name": "sentence-transformers/sentence-t5-xxl:fp32", "project_id": "", "provider": "sentence-transformers", @@ -200,31 +199,11 @@ ec59ff4a-5971-4373-958c-c0ed3d6fb179 meta/llama-3-70b-instruct:int8 "has_eula": false, "created_at": "1970-01-01T00:00:00.0Z", "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", + "region": "fr-par", "is_public": true, "compatible_node_types": [ "L4" ], "quantization_level": "fp32" - }, - { - "id": "ec59ff4a-5971-4373-958c-c0ed3d6fb179", - "name": "meta/llama-3-70b-instruct:int8", - "project_id": "", - "provider": "meta", - "tags": [ - "instruct", - "chat" - ], - "description": "Latest 70B-param model from Meta, fine-tuned for instruction and automation.", - "has_eula": true, - "created_at": "1970-01-01T00:00:00.0Z", - "updated_at": "1970-01-01T00:00:00.0Z", - "region": "fr-srr", - "is_public": true, - "compatible_node_types": [ - "H100" - ], - "quantization_level": "int8" } ]