fix #10: clean up unquantized models

Author: alexrozanski

Diff for: LlamaChat/LlamaChatApp.swift

@@ -13,8 +13,16 @@ enum WindowIdentifier: String {
   case modelContext
 }
 
+class LlamaChatAppDelegate: NSObject, NSApplicationDelegate {
+  func applicationDidFinishLaunching(_ notification: Notification) {
+    ModelFileManager.shared.cleanUpUnquantizedModelFiles()
+  }
+}
+
 @main
 struct LlamaChatApp: App {
+  @NSApplicationDelegateAdaptor var appDelegate: LlamaChatAppDelegate
+
   @StateObject var chatSources: ChatSources
   @StateObject var chatModels: ChatModels
   @StateObject var messagesModel: MessagesModel

Diff for: LlamaChat/model/models/ModelFileManager.swift

@@ -33,6 +33,10 @@ class ModelDirectory {
 }
 
 class ModelFileManager {
+  static let shared = ModelFileManager()
+
+  private init() {}
+
   private var modelsDirectoryURL: URL? {
     return applicationSupportDirectoryURL()?.appendingPathComponent("models")
   }
@@ -54,4 +58,25 @@ class ModelFileManager {
     guard let modelsDirectory = modelsDirectoryURL else { return nil }
     return modelsDirectory.appendingPathComponent(id, isDirectory: true)
   }
+
+  // Fixes any issues caused by https://github.com/alexrozanski/LlamaChat/issues/10
+  func cleanUpUnquantizedModelFiles() {
+    guard let modelsDirectoryURL else { return }
+
+    let enumerator = FileManager.default.enumerator(at: modelsDirectoryURL, includingPropertiesForKeys: nil, options: [])
+    enumerator?.forEach { itemURL in
+      guard let itemURL = itemURL as? URL else { return }
+
+      // This is hardcoded by the conversion script
+      let unquantizedModelName = "ggml-model-f16.bin"
+
+      if itemURL.lastPathComponent == unquantizedModelName {
+        do {
+          try FileManager.default.removeItem(at: itemURL)
+        } catch {
+          print("WARNING: Couldn't clean up unquantized model at", itemURL)
+        }
+      }
+    }
+  }
 }

Diff for: LlamaChat/model/sources/ChatSources.swift

@@ -162,7 +162,7 @@ class ChatSources: ObservableObject {
 
   func remove(source: ChatSource) {
     _ = sources.firstIndex(where: { $0 === source }).map { sources.remove(at: $0) }
-    if let modelDirectoryId = source.modelDirectoryId, let modelDirectory = ModelFileManager().modelDirectory(with: modelDirectoryId) {
+    if let modelDirectoryId = source.modelDirectoryId, let modelDirectory = ModelFileManager.shared.modelDirectory(with: modelDirectoryId) {
       modelDirectory.cleanUp()
     }
   }

Diff for: LlamaChat/viewmodel/sources/convert/ConvertSourceViewModel.swift

@@ -137,7 +137,7 @@ class ConvertSourceViewModel: ObservableObject {
     state = .converting
 
     do {
-      let modelDirectory = try ModelFileManager().makeNewModelDirectory()
+      let modelDirectory = try ModelFileManager.shared.makeNewModelDirectory()
       self.modelDirectory = modelDirectory
 
       Task.init {