docs: add upage usage instructions document
This commit is contained in:
@@ -55,7 +55,6 @@ TOGETHER_API_KEY=
|
||||
#Get your Hyperbolics API Key at https://app.hyperbolic.xyz/settings
|
||||
#baseURL="https://api.hyperbolic.xyz/v1/chat/completions"
|
||||
HYPERBOLIC_API_KEY=
|
||||
HYPERBOLIC_API_BASE_URL=
|
||||
|
||||
# Get your Mistral API Key by following these instructions -
|
||||
# https://console.mistral.ai/api-keys/
|
||||
@@ -99,14 +98,6 @@ USAGE_LOG_FILE=false
|
||||
# Include this environment variable if you want more logging for debugging locally
|
||||
LOG_LEVEL=debug
|
||||
|
||||
# Example Context Values for qwen2.5-coder:32b
|
||||
#
|
||||
# DEFAULT_NUM_CTX=32768 # Consumes 36GB of VRAM
|
||||
# DEFAULT_NUM_CTX=24576 # Consumes 32GB of VRAM
|
||||
# DEFAULT_NUM_CTX=12288 # Consumes 26GB of VRAM
|
||||
# DEFAULT_NUM_CTX=6144 # Consumes 24GB of VRAM
|
||||
DEFAULT_NUM_CTX=
|
||||
|
||||
# Get your Serper API Key https://serper.dev/
|
||||
SERPER_API_KEY=
|
||||
|
||||
|
||||
Reference in New Issue
Block a user