git/gemma3-vllm-stack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update docs, configs, and scripts

Browse Source 
Co-Authored-By: Oz <oz-agent@warp.dev>
This commit is contained in:
Raghav
2026-04-19 09:42:52 +05:30
parent 12b66edd22
commit 319881a09f
11 changed files with 157 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
docker-compose.yml
View File

@ -12,7 +12,7 @@ services:
HSA_OVERRIDE_GFX_VERSION: ${HSA_OVERRIDE_GFX_VERSION:-11.0.0}
command:
- --model
- ${GEMMA_MODEL_ID:-google/gemma-3-1b-it}
- ${GEMMA_MODEL_ID:?GEMMA_MODEL_ID must be set in .env}
- --host
- 0.0.0.0
- --port
@ -69,7 +69,7 @@ services:
OPENAI_API_KEY: ${VLLM_API_KEY:-local-dev-key}
ENABLE_OPENAI_API: "True"
ENABLE_OLLAMA_API: "False"
DEFAULT_MODELS: ${GEMMA_MODEL_ID:-google/gemma-3-1b-it}
DEFAULT_MODELS: ${GEMMA_MODEL_ID:?GEMMA_MODEL_ID must be set in .env}
GLOBAL_LOG_LEVEL: INFO
WEBUI_NAME: Gemma 3 via vLLM
ports: