update cache ttl

bricks-cloud · Aug 10, 2024 · c342d01 · c342d01
1 parent 9a28470
commit c342d01
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 2 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,3 +1,7 @@
+## 1.35.1 - 2024-08-10
+### Changed
+- Changed cache TTL from `1h` to `24h` for keys and provider settings
+
 ## 1.35.0 - 2024-08-10
 ### Added
 - Added cost tracking for `gpt-4o-2024-08-06`

diff --git a/internal/manager/key.go b/internal/manager/key.go
@@ -214,7 +214,7 @@ func (m *Manager) GetKeyViaCache(raw string) (*key.ResponseKey, error) {
 			return stored, nil
 		}
 
-		err = m.kc.Set(raw, bs, time.Hour)
+		err = m.kc.Set(raw, bs, 24*time.Hour)
 		if err != nil {
 			telemetry.Incr("bricksllm.manager.get_key_via_cache.set_error", nil, 1)
 		}

diff --git a/internal/manager/provider_setting.go b/internal/manager/provider_setting.go
@@ -166,7 +166,7 @@ func (m *ProviderSettingsManager) GetSettingViaCache(id string) (*provider.Setti
 			return stored, nil
 		}
 
-		err = m.Cache.Set(id, bs, time.Hour)
+		err = m.Cache.Set(id, bs, 24*time.Hour)
 		if err != nil {
 			telemetry.Incr("bricksllm.provider_settings_manager.get_setting_via_cache.set_error", nil, 1)
 		}