model_registry.h

Go to the documentation of this file.

#ifndef YAZE_SRC_CLI_SERVICE_AI_MODEL_REGISTRY_H_
#define YAZE_SRC_CLI_SERVICE_AI_MODEL_REGISTRY_H_
 
#include <chrono>
#include <memory>
#include <mutex>
#include <string>
#include <vector>
 
#include "absl/status/statusor.h"
#include "cli/service/ai/ai_service.h"
#include "cli/service/ai/common.h"
 
namespace yaze {
namespace cli {
 
class ModelRegistry {
 public:
  static ModelRegistry& GetInstance();
 
  // Register a service instance to be queried for models
  void RegisterService(std::shared_ptr<AIService> service);
 
  // Clear all registered services
  void ClearServices();
 
  // List models from all registered services
  absl::StatusOr<std::vector<ModelInfo>> ListAllModels(
      bool force_refresh = false);
 
 private:
  ModelRegistry() = default;
  ~ModelRegistry() = default;
  ModelRegistry(const ModelRegistry&) = delete;
  ModelRegistry& operator=(const ModelRegistry&) = delete;
 
  void InvalidateCacheLocked();
 
  std::vector<std::shared_ptr<AIService>> services_;
  std::vector<ModelInfo> cached_models_;
  std::chrono::steady_clock::time_point cache_timestamp_{};
  bool cache_valid_ = false;
  std::mutex mutex_;
};
 
}  // namespace cli
}  // namespace yaze
 
#endif  // YAZE_SRC_CLI_SERVICE_AI_MODEL_REGISTRY_H_