sample-bedrock-api-proxy/env.example at main · aws-samples/sample-bedrock-api-proxy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
# Application Settings
APP_NAME=Anthropic-Bedrock API Proxy
APP_VERSION=1.0.0
ENVIRONMENT=development
DEBUG=True
LOG_LEVEL=INFO

# Server Settings
HOST=0.0.0.0
PORT=8000
WORKERS=1
RELOAD=False

# API Settings
API_PREFIX=/v1
DOCS_URL=/docs
OPENAPI_URL=/openapi.json
CORS_ORIGINS=*

# AWS Settings
AWS_REGION=us-east-1
# AWS_ACCESS_KEY_ID=
# AWS_SECRET_ACCESS_KEY=
# AWS_SESSION_TOKEN=
# BEDROCK_ENDPOINT_URL=
# DYNAMODB_ENDPOINT_URL=

# DynamoDB Tables
DYNAMODB_API_KEYS_TABLE=anthropic-proxy-api-keys
DYNAMODB_USAGE_TABLE=anthropic-proxy-usage
DYNAMODB_MODEL_MAPPING_TABLE=anthropic-proxy-model-mapping
DYNAMODB_MODEL_PRICING_TABLE=anthropic-proxy-model-pricing
DYNAMODB_USAGE_STATS_TABLE=anthropic-proxy-usage-stats
# Usage records TTL in days (0 to disable TTL)
USAGE_TTL_DAYS=7

# Authentication
API_KEY_HEADER=x-api-key
REQUIRE_API_KEY=True
MASTER_API_KEY=sk-your-master-key

# Rate Limiting
RATE_LIMIT_ENABLED=True
RATE_LIMIT_REQUESTS=1000
RATE_LIMIT_WINDOW=60

# Bedrock Prompt Caching
PROMPT_CACHING_ENABLED=True
# Default Cache TTL: '5m' or '1h' (optional, unset = Anthropic default 5m)
# DEFAULT_CACHE_TTL=1h

# Timeouts
BEDROCK_TIMEOUT=1800
DYNAMODB_TIMEOUT=10
STREAMING_TIMEOUT=300

# Bedrock Concurrency
BEDROCK_THREAD_POOL_SIZE=15
BEDROCK_SEMAPHORE_SIZE=15

# Feature Flags
ENABLE_TOOL_USE=True
ENABLE_EXTENDED_THINKING=True
ENABLE_DOCUMENT_SUPPORT=True
ENABLE_PROGRAMMATIC_TOOL_CALLING=False
ENABLE_WEB_SEARCH=False
ENABLE_WEB_FETCH=True

# Bedrock Service Tier: 'default', 'flex', 'priority', 'reserved'
DEFAULT_SERVICE_TIER=default

# ===========================================
# Programmatic Tool Calling (PTC) - requires Docker
# ===========================================
# PTC_SANDBOX_IMAGE=python:3.11-slim
# PTC_SESSION_TIMEOUT=270
# PTC_EXECUTION_TIMEOUT=60
# PTC_MEMORY_LIMIT=256m
# PTC_NETWORK_DISABLED=true

# ===========================================
# Web Search Configuration
# ===========================================
# WEB_SEARCH_PROVIDER=tavily          # 'tavily' or 'brave'
# WEB_SEARCH_API_KEY=tvly-your-key    # Search provider API key
# WEB_SEARCH_MAX_RESULTS=5
# WEB_SEARCH_DEFAULT_MAX_USES=10

# ===========================================
# Web Fetch Configuration (enabled by default, no API key needed)
# ===========================================
# WEB_FETCH_DEFAULT_MAX_USES=20
# WEB_FETCH_DEFAULT_MAX_CONTENT_TOKENS=100000

# ===========================================
# OpenAI-Compatible API (Bedrock Mantle) - for non-Claude models
# When enabled, non-Claude models use OpenAI Chat Completions API
# via bedrock-mantle endpoint instead of Bedrock Converse API.
# Claude models still use InvokeModel API.
# ===========================================
# ENABLE_OPENAI_COMPAT=False
# OPENAI_API_KEY=your-bedrock-api-key
# OPENAI_BASE_URL=https://bedrock-mantle.us-east-1.api.aws/v1
# OPENAI_COMPAT_THINKING_HIGH_THRESHOLD=10000
# OPENAI_COMPAT_THINKING_MEDIUM_THRESHOLD=4000

# ===========================================
# OpenTelemetry Tracing
# ===========================================
# ENABLE_TRACING=false
# OTEL_EXPORTER_OTLP_ENDPOINT=https://us.cloud.langfuse.com/api/public/otel
# OTEL_EXPORTER_OTLP_PROTOCOL=http/protobuf
# OTEL_EXPORTER_OTLP_HEADERS=Authorization=Basic <base64(publicKey:secretKey)>
# OTEL_SERVICE_NAME=anthropic-bedrock-proxy
# OTEL_TRACE_CONTENT=false
# OTEL_TRACE_SAMPLING_RATIO=1.0

# Monitoring
ENABLE_METRICS=True
# SENTRY_DSN=