[Core] Support global prefix caching #25861
Annotations
11 errors
|
|
|
Mypy:
vllm/worker/worker_base.py#L270
Too many arguments for "prepare_model_input" of "ModelRunnerBase" [call-arg]
|
|
Mypy:
vllm/worker/worker_base.py#L324
Value of type "list[list[Any]] | None" is not indexable [index]
|
|
Mypy:
vllm/worker/worker_base.py#L324
Item "None" of "Any | None" has no attribute "virtual_engine" [union-attr]
|
|
Mypy:
vllm/worker/model_runner.py#L578
Value of type "dict[int, dict[int, int]] | None" is not indexable [index]
|
|
Mypy:
vllm/worker/model_runner.py#L582
Value of type "list[Any] | None" is not indexable [index]
|
|
Mypy:
vllm/worker/model_runner.py#L583
Value of type "list[Any] | None" is not indexable [index]
|
|
Mypy:
vllm/worker/model_runner.py#L1847
Item "None" of "Any | None" has no attribute "block_hash_map" [union-attr]
|
|
Mypy:
vllm/worker/model_runner.py#L1848
Item "None" of "Any | None" has no attribute "block_tables" [union-attr]
|
|
Mypy:
vllm/worker/model_runner.py#L1849
Item "None" of "Any | None" has no attribute "seq_lens" [union-attr]
|
|
Mypy:
vllm/worker/model_runner.py#L1852
Item "None" of "Any | None" has no attribute "slot_mapping" [union-attr]
|
Loading