1
0

feat(cache): 实现 RoutingCache 和 StatsBuffer 优化数据库写入

- 新增 RoutingCache 组件,使用 sync.Map 缓存 Provider 和 Model
- 新增 StatsBuffer 组件,使用 sync.Map + atomic.Int64 缓冲统计数据
- 扩展 StatsRepository.BatchUpdate 支持批量增量更新
- 改造 RoutingService/StatsService/ProviderService/ModelService 集成缓存
- 更新 usage-statistics spec,新增 routing-cache 和 stats-buffer spec
- 新增单元测试覆盖缓存命中/失效/并发场景
This commit is contained in:
2026-04-22 19:24:36 +08:00
parent f5e45d032e
commit df253559a5
20 changed files with 1377 additions and 91 deletions

View File

@@ -13,23 +13,27 @@ import (
type providerService struct {
providerRepo repository.ProviderRepository
modelRepo repository.ModelRepository
cache *RoutingCache
}
func NewProviderService(providerRepo repository.ProviderRepository, modelRepo repository.ModelRepository) ProviderService {
return &providerService{providerRepo: providerRepo, modelRepo: modelRepo}
func NewProviderService(providerRepo repository.ProviderRepository, modelRepo repository.ModelRepository, cache *RoutingCache) ProviderService {
return &providerService{providerRepo: providerRepo, modelRepo: modelRepo, cache: cache}
}
func (s *providerService) Create(provider *domain.Provider) error {
// 校验 provider_id 字符集
if err := modelid.ValidateProviderID(provider.ID); err != nil {
return appErrors.ErrInvalidProviderID
}
provider.Enabled = true
err := s.providerRepo.Create(provider)
if err != nil && isUniqueConstraintError(err) {
return appErrors.ErrConflict
if err != nil {
if isUniqueConstraintError(err) {
return appErrors.ErrConflict
}
return err
}
return err
s.cache.SetProvider(provider)
return nil
}
func (s *providerService) Get(id string) (*domain.Provider, error) {
@@ -44,11 +48,21 @@ func (s *providerService) Update(id string, updates map[string]interface{}) erro
if _, ok := updates["id"]; ok {
return appErrors.ErrImmutableField
}
return s.providerRepo.Update(id, updates)
err := s.providerRepo.Update(id, updates)
if err != nil {
return err
}
s.cache.InvalidateProvider(id)
return nil
}
func (s *providerService) Delete(id string) error {
return s.providerRepo.Delete(id)
err := s.providerRepo.Delete(id)
if err != nil {
return err
}
s.cache.InvalidateProvider(id)
return nil
}
// ListEnabledModels 返回所有启用的模型(用于 Models 接口本地聚合)