agent_chat_widget.h

Go to the documentation of this file.

#ifndef YAZE_APP_EDITOR_AGENT_AGENT_CHAT_WIDGET_H_
#define YAZE_APP_EDITOR_AGENT_AGENT_CHAT_WIDGET_H_
 
#include <filesystem>
#include <functional>
#include <optional>
#include <string>
#include <vector>
 
#include "absl/status/status.h"
#include "absl/status/statusor.h"
#include "absl/time/time.h"
#include "app/gui/widgets/text_editor.h"
#include "cli/service/agent/conversational_agent_service.h"
#include "cli/service/agent/advanced_routing.h"
#include "cli/service/agent/agent_pretraining.h"
#include "cli/service/agent/prompt_manager.h"
#include "core/project.h"
 
namespace yaze {
 
class Rom;
 
namespace editor {
 
class ProposalDrawer;
class ToastManager;
class AgentChatHistoryPopup;
 
class AgentChatWidget {
 public:
  AgentChatWidget();
 
  void Draw();
 
  void SetRomContext(Rom* rom);
 
  struct CollaborationCallbacks {
    struct SessionContext {
      std::string session_id;
      std::string session_name;
      std::vector<std::string> participants;
    };
 
    std::function<absl::StatusOr<SessionContext>(const std::string&)> host_session;
    std::function<absl::StatusOr<SessionContext>(const std::string&)> join_session;
    std::function<absl::Status()> leave_session;
    std::function<absl::StatusOr<SessionContext>()> refresh_session;
  };
 
  struct MultimodalCallbacks {
    std::function<absl::Status(std::filesystem::path*)> capture_snapshot;
    std::function<absl::Status(const std::filesystem::path&, const std::string&)> send_to_gemini;
  };
 
  struct AutomationCallbacks {
    std::function<void()> open_harness_dashboard;
    std::function<void()> replay_last_plan;
    std::function<void(const std::string&)> focus_proposal;
    std::function<void()> show_active_tests;
  };
 
  struct AutomationTelemetry {
    std::string test_id;
    std::string name;
    std::string status;
    std::string message;
    absl::Time updated_at = absl::InfinitePast();
  };
 
  // Z3ED Command Callbacks
  struct Z3EDCommandCallbacks {
    std::function<absl::Status(const std::string&)> run_agent_task;
    std::function<absl::StatusOr<std::string>(const std::string&)> plan_agent_task;
    std::function<absl::StatusOr<std::string>(const std::string&)> diff_proposal;
    std::function<absl::Status(const std::string&)> accept_proposal;
    std::function<absl::Status(const std::string&)> reject_proposal;
    std::function<absl::StatusOr<std::vector<std::string>>()> list_proposals;
  };
 
  // ROM Sync Callbacks
  struct RomSyncCallbacks {
    std::function<absl::StatusOr<std::string>()> generate_rom_diff;
    std::function<absl::Status(const std::string&, const std::string&)> apply_rom_diff;
    std::function<std::string()> get_rom_hash;
  };
 
  void RenderSnapshotPreviewPanel();
  
  // Screenshot preview and region selection
  void LoadScreenshotPreview(const std::filesystem::path& image_path);
  void UnloadScreenshotPreview();
  void RenderScreenshotPreview();
  void RenderRegionSelection();
  void BeginRegionSelection();
  void HandleRegionSelection();
  void CaptureSelectedRegion();
 
  void SetToastManager(ToastManager* toast_manager);
 
  void SetProposalDrawer(ProposalDrawer* drawer);
  
  void SetChatHistoryPopup(AgentChatHistoryPopup* popup);
 
  void SetCollaborationCallbacks(const CollaborationCallbacks& callbacks) {
    collaboration_callbacks_ = callbacks;
  }
 
  void SetMultimodalCallbacks(const MultimodalCallbacks& callbacks);
  void SetAutomationCallbacks(const AutomationCallbacks& callbacks);
 
  void UpdateHarnessTelemetry(const AutomationTelemetry& telemetry);
  void SetLastPlanSummary(const std::string& summary);
  
  // Automation status polling
  void PollAutomationStatus();
  bool CheckHarnessConnection();
 
  void SetZ3EDCommandCallbacks(const Z3EDCommandCallbacks& callbacks) {
    z3ed_callbacks_ = callbacks;
  }
 
  void SetRomSyncCallbacks(const RomSyncCallbacks& callbacks) {
    rom_sync_callbacks_ = callbacks;
  }
 
  bool* active() { return &active_; }
  bool is_active() const { return active_; }
  void set_active(bool active) { active_ = active; }
 
public:
  enum class CollaborationMode {
    kLocal = 0,    // Filesystem-based collaboration
    kNetwork = 1   // WebSocket-based collaboration
  };
 
  struct CollaborationState {
    bool active = false;
    CollaborationMode mode = CollaborationMode::kLocal;
    std::string session_id;
    std::string session_name;
    std::string server_url = "ws://localhost:8765";
    bool server_connected = false;
    std::vector<std::string> participants;
    absl::Time last_synced = absl::InfinitePast();
  };
 
  enum class CaptureMode {
    kFullWindow = 0,
    kActiveEditor = 1,
    kSpecificWindow = 2,
    kRegionSelect = 3  // New: drag to select region
  };
 
  struct ScreenshotPreviewState {
    void* texture_id = nullptr;  // ImTextureID
    int width = 0;
    int height = 0;
    bool loaded = false;
    float preview_scale = 1.0f;
    bool show_preview = true;
  };
 
  struct RegionSelectionState {
    bool active = false;
    bool dragging = false;
    ImVec2 start_pos;
    ImVec2 end_pos;
    ImVec2 selection_min;
    ImVec2 selection_max;
  };
 
  struct MultimodalState {
    std::optional<std::filesystem::path> last_capture_path;
    std::string status_message;
    absl::Time last_updated = absl::InfinitePast();
    CaptureMode capture_mode = CaptureMode::kActiveEditor;
    char specific_window_buffer[128] = {};
    ScreenshotPreviewState preview;
    RegionSelectionState region_selection;
  };
 
  struct AutomationState {
    std::vector<AutomationTelemetry> recent_tests;
    bool harness_connected = false;
    absl::Time last_poll = absl::InfinitePast();
    bool auto_refresh_enabled = true;
    float refresh_interval_seconds = 2.0f;
    float pulse_animation = 0.0f;
    float scanline_offset = 0.0f;
    int connection_attempts = 0;
    absl::Time last_connection_attempt = absl::InfinitePast();
    std::string grpc_server_address = "localhost:50052";
  };
 
  // Agent Configuration State
  struct AgentConfigState {
    std::string ai_provider = "mock";  // mock, ollama, gemini
    std::string ai_model;
    std::string ollama_host = "http://localhost:11434";
    std::string gemini_api_key;
    bool verbose = false;
    bool show_reasoning = true;
    int max_tool_iterations = 4;
    int max_retry_attempts = 3;
    char provider_buffer[32] = "mock";
    char model_buffer[128] = {};
    char ollama_host_buffer[256] = "http://localhost:11434";
    char gemini_key_buffer[256] = {};
  };
 
  // ROM Sync State
  struct RomSyncState {
    std::string current_rom_hash;
    absl::Time last_sync_time = absl::InfinitePast();
    bool auto_sync_enabled = false;
    int sync_interval_seconds = 30;
    std::vector<std::string> pending_syncs;
  };
 
  // Z3ED Command State
  struct Z3EDCommandState {
    std::string last_command;
    std::string command_output;
    bool command_running = false;
    char command_input_buffer[512] = {};
  };
  
  void SetPromptMode(cli::agent::PromptMode mode) { prompt_mode_ = mode; }
  cli::agent::PromptMode GetPromptMode() const { return prompt_mode_; }
 
  // Accessors for capture settings
  CaptureMode capture_mode() const { return multimodal_state_.capture_mode; }
  const char* specific_window_name() const { 
    return multimodal_state_.specific_window_buffer; 
  }
 
  // Agent configuration accessors
  const AgentConfigState& GetAgentConfig() const { return agent_config_; }
  void UpdateAgentConfig(const AgentConfigState& config);
  
  // Load agent settings from project
  void LoadAgentSettingsFromProject(const project::YazeProject& project);
  void SaveAgentSettingsToProject(project::YazeProject& project);
 
  // Collaboration history management (public so EditorManager can call them)
  void SwitchToSharedHistory(const std::string& session_id);
  void SwitchToLocalHistory();
  
  // File editing
  void OpenFileInEditor(const std::string& filepath);
  void CreateNewFileInEditor(const std::string& filename);
 
 private:
  void EnsureHistoryLoaded();
  void PersistHistory();
  void RenderHistory();
  void RenderMessage(const cli::agent::ChatMessage& msg, int index);
  void RenderProposalQuickActions(const cli::agent::ChatMessage& msg,
                                  int index);
  void RenderInputBox();
  void HandleAgentResponse(
      const absl::StatusOr<cli::agent::ChatMessage>& response);
  int CountKnownProposals() const;
  void FocusProposalDrawer(const std::string& proposal_id);
  void NotifyProposalCreated(const cli::agent::ChatMessage& msg,
                             int new_total_proposals);
  void RenderCollaborationPanel();
  void RenderMultimodalPanel();
  void RenderAutomationPanel();
  void RenderAgentConfigPanel();
  void RenderZ3EDCommandPanel();
  void RenderRomSyncPanel();
  void RenderProposalManagerPanel();
  void RenderHarnessPanel();
  void RenderSystemPromptEditor();
  void RenderFileEditorTabs();
  void RefreshCollaboration();
  void ApplyCollaborationSession(
      const CollaborationCallbacks::SessionContext& context,
      bool update_action_timestamp);
  void MarkHistoryDirty();
  void PollSharedHistory();  // For real-time collaboration sync
  void HandleRomSyncReceived(const std::string& diff_data, const std::string& rom_hash);
  void HandleSnapshotReceived(const std::string& snapshot_data, const std::string& snapshot_type);
  void HandleProposalReceived(const std::string& proposal_data);
  
  // History synchronization
  void SyncHistoryToPopup();
 
  // AI response state
  bool waiting_for_response_ = false;
  float thinking_animation_ = 0.0f;
  std::string pending_message_;
  
  // Chat session management
  struct ChatSession {
    std::string id;
    std::string name;
    std::filesystem::path save_path;
    cli::agent::ConversationalAgentService agent_service;
    size_t last_history_size = 0;
    bool history_loaded = false;
    bool history_dirty = false;
    std::filesystem::path history_path;
    absl::Time created_at = absl::Now();
    absl::Time last_persist_time = absl::InfinitePast();
    
    ChatSession(const std::string& session_id, const std::string& session_name)
        : id(session_id), name(session_name) {}
  };
  
  void SaveChatSession(const ChatSession& session);
  void LoadChatSession(const std::string& session_id);
  void DeleteChatSession(const std::string& session_id);
  std::vector<std::string> GetSavedSessions();
  std::filesystem::path GetSessionsDirectory();
  
  std::vector<ChatSession> chat_sessions_;
  int active_session_index_ = 0;
  
  // Legacy single session support (will migrate to sessions)
  cli::agent::ConversationalAgentService agent_service_;
  char input_buffer_[1024];
  bool active_ = false;
  std::string title_;
  size_t last_history_size_ = 0;
  bool history_loaded_ = false;
  bool history_dirty_ = false;
  bool history_supported_ = true;
  bool history_warning_displayed_ = false;
  std::filesystem::path history_path_;
  int last_proposal_count_ = 0;
  ToastManager* toast_manager_ = nullptr;
  ProposalDrawer* proposal_drawer_ = nullptr;
  AgentChatHistoryPopup* chat_history_popup_ = nullptr;
  std::string pending_focus_proposal_id_;
  absl::Time last_persist_time_ = absl::InfinitePast();
  
  // Main state
  CollaborationState collaboration_state_;
  MultimodalState multimodal_state_;
  AutomationState automation_state_;
  AgentConfigState agent_config_;
  RomSyncState rom_sync_state_;
  Z3EDCommandState z3ed_command_state_;
  
  // Callbacks
  CollaborationCallbacks collaboration_callbacks_;
  MultimodalCallbacks multimodal_callbacks_;
  AutomationCallbacks automation_callbacks_;
  Z3EDCommandCallbacks z3ed_callbacks_;
  RomSyncCallbacks rom_sync_callbacks_;
  
  // Input buffers
  char session_name_buffer_[64] = {};
  char join_code_buffer_[64] = {};
  char server_url_buffer_[256] = "ws://localhost:8765";
  char multimodal_prompt_buffer_[256] = {};
  
  // Timing
  absl::Time last_collaboration_action_ = absl::InfinitePast();
  absl::Time last_shared_history_poll_ = absl::InfinitePast();
  size_t last_known_history_size_ = 0;
  
  // UI state
  int active_tab_ = 0;  // 0=Chat, 1=Config, 2=Commands, 3=Collab, 4=ROM Sync, 5=Files, 6=Prompt
  bool show_agent_config_ = false;
  cli::agent::PromptMode prompt_mode_ = cli::agent::PromptMode::kStandard;
  bool show_z3ed_commands_ = false;
  bool show_rom_sync_ = false;
  bool show_snapshot_preview_ = false;
  std::vector<uint8_t> snapshot_preview_data_;
  
  // Reactive UI colors
  ImVec4 collaboration_status_color_ = ImVec4(0.6f, 0.6f, 0.6f, 1.0f);
  
  // File editing state
  struct FileEditorTab {
    std::string filepath;
    std::string filename;
    TextEditor editor;
    bool modified = false;
    bool is_system_prompt = false;
  };
  std::vector<FileEditorTab> open_files_;
  int active_file_tab_ = -1;
};
 
}  // namespace editor
}  // namespace yaze
 
#endif  // YAZE_APP_EDITOR_AGENT_AGENT_CHAT_WIDGET_H_