PromptCompression/.env.example at main · FocusedObjective/PromptCompression · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
# Optional override. The default is the small LLMLingua-2 BERT checkpoint.
COMPRESSOR_MODEL=microsoft/llmlingua-2-bert-base-multilingual-cased-meetingbank

# Keep at least this fraction of tokens even when aggressiveness is 1.0.
COMPRESSOR_MIN_RATE=0.45

# Use cpu for the default Docker deployment. Set to cuda only with a CUDA PyTorch image.
COMPRESSOR_DEVICE=cpu

# UsageTap checks every compression operation before compression begins.
USAGETAP_API_BASE_URL=https://api.usagetap.com
USAGETAP_AUTHORIZATION_TIMEOUT_SECONDS=3
USAGETAP_COMPRESSION_KEY_MIN_SUFFIX_LENGTH=43
USAGETAP_COMPRESSION_KEY_MAX_SUFFIX_LENGTH=43
USAGETAP_AUTHORIZATION_FAILURE_CACHE_SECONDS=5

# Cloud Run injects this value from Secret Manager. Never commit a real key.
USAGETAP_METERING_API_KEY=
USAGETAP_METERING_TIMEOUT_SECONDS=3

# Lightweight Python CPU edge. Model modes are forwarded to this full GPU API;
# deterministic modes remain local. Leave unset in the GPU service itself.
EDGE_ORIGIN_BASE_URL=
EDGE_ORIGIN_TIMEOUT_SECONDS=300
EDGE_ORIGIN_SHARED_SECRET=
EDGE_MAX_BODY_BYTES=1048576
EDGE_PRELOAD_TOKENIZER=true
COMPRESSOR_TOKENIZER_PATH=

# Bounded response cache stored in each Cloud Run container's Python process.
# Entries are ephemeral, isolated per instance, and cleared on restart/scale-to-zero.
RESPONSE_CACHE_ENABLED=true
RESPONSE_CACHE_MAX_BYTES=33554432
RESPONSE_CACHE_MAX_ENTRY_BYTES=1048576
RESPONSE_CACHE_MAX_ENTRIES=4096
RESPONSE_CACHE_TTL_SECONDS=300
RESPONSE_CACHE_SINGLE_FLIGHT_TIMEOUT_SECONDS=30

# Optional public UI demo mode. The signing key must be at least 32 random bytes
# and come from Secret Manager. Use Firestore in production so sessions, rate
# limits, and UTC-day quotas survive restarts and scale-to-zero.
USAGETAP_DEMO_MODE_ENABLED=false
USAGETAP_DEMO_SIGNING_KEY=
USAGETAP_DEMO_SESSION_TTL_SECONDS=600
USAGETAP_DEMO_MAX_OPERATIONS_PER_SESSION=5
USAGETAP_DEMO_MAX_INPUT_CHARS_PER_SESSION=50000
USAGETAP_DEMO_MAX_INPUT_CHARS_PER_OPERATION=20000
USAGETAP_DEMO_RATE_LIMIT_SESSIONS=2
USAGETAP_DEMO_RATE_LIMIT_WINDOW_SECONDS=3600
USAGETAP_DEMO_MAX_SESSIONS_PER_CLIENT_PER_DAY=5
USAGETAP_DEMO_MAX_OPERATIONS_PER_CLIENT_PER_DAY=25
USAGETAP_DEMO_MAX_INPUT_CHARS_PER_CLIENT_PER_DAY=100000
USAGETAP_DEMO_MAX_SESSIONS_PER_DAY=100
USAGETAP_DEMO_MAX_OPERATIONS_PER_DAY=250
USAGETAP_DEMO_MAX_INPUT_CHARS_PER_DAY=2000000
USAGETAP_DEMO_STORAGE_BACKEND=memory
USAGETAP_DEMO_FIRESTORE_PROJECT=
USAGETAP_DEMO_FIRESTORE_DATABASE=(default)
USAGETAP_DEMO_FIRESTORE_COLLECTION=prompt_compression_demo_v1