Repository navigation
Expand file tree
/
Copy pathenv.example
More file actions
38 lines (34 loc) · 1.59 KB
/
Copy pathenv.example
File metadata and controls
38 lines (34 loc) · 1.59 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
# -----------------------------------------------------------------------------
# Local Model Configuration: google/gemma-4-12B via Llama.cpp (Default)
# -----------------------------------------------------------------------------
# The default model is google/gemma-4-12B served locally through the Llama.cpp OpenAI endpoint.
MODEL_NAME=openai/google/gemma-4-12B
OPENAI_API_BASE=http://127.0.0.1:8001/v1
OPENAI_API_KEY=local
# Local GGUF Model Download and Server Settings
MODEL_DIR=.models/llm/gemma-4-12B
LLM_REPO=google/gemma-4-12B-it-qat-q4_0-gguf
LLM_FILE=gemma-4-12b-it-qat-q4_0.gguf
LLAMA_HOST=127.0.0.1
LLAMA_PORT=8001
CONTEXT_SIZE=16384
GPU_LAYERS=-1 # -1 to offload all layers to GPU (CUDA), 0 for CPU only.
# -----------------------------------------------------------------------------
# Alternative Local Providers (Ollama)
# -----------------------------------------------------------------------------
# MODEL_NAME=ollama_chat/gemma2:9b
# OLLAMA_API_BASE=http://localhost:11434
# -----------------------------------------------------------------------------
# Cloud Models (Google AI Studio or Vertex AI)
# -----------------------------------------------------------------------------
# MODEL_NAME=gemini-2.5-flash
# GOOGLE_API_KEY=your_google_api_key_here
# GOOGLE_GENAI_USE_ENTERPRISE=0
# GOOGLE_CLOUD_PROJECT=your-gcp-project-id
# GOOGLE_CLOUD_LOCATION=us-central1
# -----------------------------------------------------------------------------
# Runtime Settings
# -----------------------------------------------------------------------------
# ADK_LOG_LEVEL=INFO
ADK_WEB_PORT=8081
DEBUG_MODE=True