feat: implement inference server by using vllm #2951

	name: unit-tests

	concurrency:
	group: ${{ github.workflow }}-${{ github.head_ref \|\| github.run_id }}
	cancel-in-progress: true

	on:
	push:
	branches: [main]
	paths-ignore: ["docs/", ".md", ".mdx", ".png", "**.jpg"]
	pull_request:
	branches: [main, release-**]
	paths-ignore: ["docs/", ".md", ".mdx", ".png", "**.jpg"]

	permissions:
	contents: read
	packages: write

	env:
	GO_VERSION: "1.22"

	jobs:
	unit-tests:
	runs-on: ubuntu-latest
	environment: unit-tests
	steps:
	- name: Harden Runner
	uses: step-security/harden-runner@5c7944e73c4c2a096b17a9cb74d65b6c2bbafbde # v2.9.1
	with:
	egress-policy: audit

	- name: Check out the code
	uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
	with:
	submodules: true
	fetch-depth: 0

	- name: Set up Go ${{ env.GO_VERSION }}
	uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
	with:
	go-version: ${{ env.GO_VERSION }}
	- name: Generate APIs
	run: \|
	make generate
	- name: Run unit tests & Generate coverage
	run: \|
	make unit-test

	- name: Run inference api unit tests
	run: \|
	make inference-api-e2e

	- name: Upload Codecov report
	uses: codecov/codecov-action@e28ff129e5465c2c0dcc6f003fc735cb6ae0c673 # v4.5.0
	with:
	## Comma-separated list of files to upload
	files: ./coverage.txt
	env:
	CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

Provide feedback