Merge branch 'add/more-models' of https://github.com/Compiler-Inc/CompilerSwiftAI into add/more-models

Author: maksutovic

Sources/CompilerSwiftAI/CompilerClient.swift

@@ -10,6 +10,10 @@ public final actor CompilerClient {
         /// Whether to enable debug logging
         public var enableDebugLogging: Bool
 
+        /// Initialize a new Configuration instance
+        /// - Parameters:
+        ///   - streamingChat: The streaming configuration to use for chat interactions, defaults to OpenAI GPT-4
+        ///   - enableDebugLogging: Whether to enable detailed debug logging output, defaults to false
         public init(
             streamingChat: StreamConfiguration = .openAI(.gpt4o),
             enableDebugLogging: Bool = false
@@ -24,8 +28,8 @@ public final actor CompilerClient {
 
     private(set) var configuration: Configuration
 
-//    internal let baseURL: String = "https://backend.compiler.inc"
-    internal let baseURL: String = "http://localhost:3000"
+    internal let baseURL: String = "https://backend.compiler.inc"
+//    internal let baseURL: String = "http://localhost:3000"
     internal let keychain: KeychainHelper = KeychainHelper.standard
     internal let functionLogger: DebugLogger
     internal let modelLogger: DebugLogger

Sources/CompilerSwiftAI/Model Calling/ChatResponseDTO.swift

@@ -2,6 +2,10 @@
 
 import OSLog
 
+struct ChatResponseDataTransferObject: Decodable {
+    let content: String
+}
+
 extension CompilerClient {
     var streamingProviders: [ModelProvider] { [.openai, .anthropic, .gemini] }
 
@@ -181,14 +185,14 @@ extension CompilerClient {
         return parsedResponse.content
     }
 
-    private func parseEventMessage(from line: String) throws -> ChatResponseDTO? {
+    private func parseEventMessage(from line: String) throws -> ChatResponseDataTransferObject? {
         guard let data = line.data(using: .utf8) else {
             print("[ChatStreamer] ❌ Failed to convert string to data: \(line)")
             return nil
         }
 
         do {
-            let message = try JSONDecoder().decode(ChatResponseDTO.self, from: data)
+            let message = try JSONDecoder().decode(ChatResponseDataTransferObject.self, from: data)
             return message
         } catch {
             print("[ChatStreamer] ❌ JSON decode error: \(error)")

Sources/CompilerSwiftAI/Model Calling/CompilerClient+Streaming.swift

@@ -128,10 +128,6 @@ class ChatViewModel: Transcribable {
 
     /// Continuously read `chatHistory.messagesStream` and publish changes to SwiftUI.
     private func observeMessageStream() async {
-        let throttleInterval: TimeInterval = 0.15
-        var lastUpdateTime = Date.distantPast
-//        var lastMessages: [Message] = []
-        
         logger.log("observeMessageStream started. Now waiting for new messages...")
 
         // Continuously receive updates from chatHistory
@@ -142,34 +138,12 @@ class ChatViewModel: Transcribable {
             // Log how many messages we got
             logger.log("Received newMessages from actor, count = \(newMessages.count). Checking diff...")
 
-            // 1) Check if the array is truly different from what we last published
-//            guard newMessages != lastMessages else {
-//                logger.log("No diff from lastMessages (count=\(lastMessages.count)). Skipping update to avoid spam.")
-//                continue
-//            }
-            
-            // 2) If we have *too many updates in quick succession*, we do a small throttle
-//            let now = Date()
-//            let elapsed = now.timeIntervalSince(lastUpdateTime)
-//            let needed = throttleInterval - elapsed
-//            if needed > 0 {
-//                logger.log("Throttling. Sleeping for \(String(format: "%.2f", needed))s")
-//                try? await Task.sleep(nanoseconds: UInt64(needed * 1_000_000_000))
-//                
-//                // Check again after sleep if task was cancelled
-//                guard !Task.isCancelled else { break }
-//            }
-//            
-            // 3) Now actually publish these messages to SwiftUI
+
+            // Now actually publish these messages to SwiftUI
             logger.log("Publishing updated messages to SwiftUI. count=\(newMessages.count)")
             await MainActor.run {
-                // Only update if the messages are still different
-//                guard self.messages != newMessages else { return }
                 self.messages = newMessages
             }
-            
-//            lastMessages = newMessages
-//            lastUpdateTime = now
         }
 
         logger.log("observeMessageStream completed or was cancelled.")