Allow toggling raw mode

Author: intitni

Core/Sources/CodeCompletionService/API/OllamaService.swift

@@ -75,7 +75,7 @@ extension OllamaService: CodeCompletionServiceType {
         case .completion:
             let prompt = createPrompt(from: request)
             CodeCompletionLogger.logger.logPrompt([(prompt, "user")])
-            let stream = try await sendPrompt(prompt)
+            let stream = try await sendPrompt(prompt, raw: request.promptIsRaw)
             return stream.compactMap { $0.response }
         case .completionWithSuffix:
             let strategy = DefaultTruncateStrategy(maxTokenLimit: max(

Core/Sources/Storage/Preferences.swift

@@ -122,6 +122,13 @@ public extension UserDefaultPreferenceKeys {
         )
     }
 
+    var fimPromptIsRaw: PreferenceKey<Bool> {
+        .init(
+            defaultValue: false,
+            key: "CustomSuggestionService-FimPromptIsRaw"
+        )
+    }
+    
     var maxGenerationToken: PreferenceKey<Int> {
         .init(
             defaultValue: 200,

Core/Sources/SuggestionService/RequestStrategies/FillInTheMiddleRequestStrategy.swift

@@ -42,7 +42,7 @@ struct FillInTheMiddleRequestStrategy: RequestStrategy {
         var relevantCodeSnippets: [RelevantCodeSnippet] { sourceRequest.relevantCodeSnippets }
         var stopWords: [String] { ["\n\n", Tag.stop].filter { !$0.isEmpty } }
         var language: CodeLanguage? { sourceRequest.language }
-        var promptIsRaw: Bool { true }
+        var promptIsRaw: Bool { UserDefaults.shared.value(for: \.fimPromptIsRaw) }
 
         var suggestionPrefix: SuggestionPrefix {
             guard let prefix = prefix.last else { return .empty }

CustomSuggestionService/ContentView.swift

@@ -53,7 +53,7 @@ struct ContentView: View {
                             ) {
                                 Text("Suggestion Line Limit (0 for unlimited)")
                             }
-                            
+
                             NumberInput(
                                 value: settings.$maxGenerationToken,
                                 range: 0...Int.max,
@@ -181,6 +181,7 @@ struct RequestStrategyPicker: View {
     final class Settings: ObservableObject {
         @AppStorage(\.requestStrategyId) var requestStrategyId
         @AppStorage(\.fimTemplate) var fimTemplate
+        @AppStorage(\.fimPromptIsRaw) var fimPromptIsRaw
         @AppStorage(\.fimStopToken) var fimStopToken
     }
 
@@ -233,6 +234,7 @@ struct RequestStrategyPicker: View {
                 text: $settings.fimTemplate,
                 prompt: Text(UserDefaults.shared.defaultValue(for: \.fimTemplate))
             ) { Text("FIM Template") }
+            Toggle(isOn: $settings.fimPromptIsRaw) { Text("Raw Prompt") }
             TextField(text: $settings.fimStopToken) { Text("FIM Stop Token") }
         }
     }