mirror of
https://github.com/BigMarc/grammargem.git
synced 2026-10-13 17:01:55 +02:00
Replace the MLXEngine stub with real Qwen2.5-3B-4bit inference via mlx-swift-examples (2.25.9): loads the local model snapshot on disk (no network), chat-templated generation per AIAction, and tone classification. Wired behind the existing AIEngine seam; AppState resolves the model dir through ModelManager. Build notes: - arm64-only now (MLX is Metal / Apple-Silicon only; matches the spec). - swift build (CLI) cannot compile mlx-swift's .metal kernels, so the metallib is generated once via scripts/build-metallib.sh (xcodebuild) and vendored at AppSupport/mlx.metallib; scripts/build.sh ships it as Contents/Resources/mlx-swift_Cmlx.bundle/Contents/Resources/default.metallib (the path mlx resolves, and it codesigns cleanly). - A hidden --mlx-selftest entrypoint runs one headless generation to verify the runtime end-to-end. Verified: the signed app's self-test produces a real rewrite; full test suite green (the MLX integration test is gated behind GRAMMAGEM_MLX_TEST). Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
72 lines
2.3 KiB
Swift
72 lines
2.3 KiB
Swift
import SwiftUI
|
|
import AppKit
|
|
|
|
/// Process entry point. A hidden `--mlx-selftest` flag loads the on-device model
|
|
/// and runs one real generation (verifies the MLX runtime + metallib headlessly),
|
|
/// then exits. Otherwise the normal menu-bar app launches.
|
|
@main
|
|
enum GrammaGemMain {
|
|
static func main() {
|
|
if CommandLine.arguments.contains("--mlx-selftest") {
|
|
MLXSelfTest.run()
|
|
return
|
|
}
|
|
GrammaGemApp.main()
|
|
}
|
|
}
|
|
|
|
/// Headless verification of the on-device LLM (used by CI / the build pipeline).
|
|
enum MLXSelfTest {
|
|
static func run() {
|
|
let sample = "me and him was going to the store for to buy some milks"
|
|
let engine = MLXEngine(modelDirectoryProvider: {
|
|
ModelManager.completedModelDirectory(repo: AppConfig.Model.defaultRepo)
|
|
})
|
|
guard engine.isReady else {
|
|
FileHandle.standardError.write(Data("SELFTEST_FAIL: model not present\n".utf8))
|
|
exit(2)
|
|
}
|
|
let sem = DispatchSemaphore(value: 0)
|
|
var line = "SELFTEST_FAIL: unknown"
|
|
Task.detached {
|
|
do { line = "SELFTEST_OK: " + (try await engine.run(.rewriteClarity, on: sample)) }
|
|
catch { line = "SELFTEST_FAIL: \(error.localizedDescription)" }
|
|
sem.signal()
|
|
}
|
|
sem.wait()
|
|
print(line)
|
|
exit(line.hasPrefix("SELFTEST_OK") ? 0 : 1)
|
|
}
|
|
}
|
|
|
|
/// App entry point. A menu-bar (`LSUIElement`) SwiftUI app: the only persistent
|
|
/// scene is the `MenuBarExtra`; Settings uses the standard scene; Onboarding and
|
|
/// Ask are AppKit-hosted windows opened on demand (see `AppState`).
|
|
struct GrammaGemApp: App {
|
|
@NSApplicationDelegateAdaptor(AppDelegate.self) private var appDelegate
|
|
@StateObject private var app = AppState.shared
|
|
|
|
var body: some Scene {
|
|
MenuBarExtra {
|
|
MenuBarContent()
|
|
.environmentObject(app)
|
|
} label: {
|
|
MenuBarLabel()
|
|
}
|
|
.menuBarExtraStyle(.window)
|
|
|
|
Settings {
|
|
SettingsView()
|
|
.environmentObject(app)
|
|
.frame(width: 560, height: 520)
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Runs launch-time wiring (hotkeys, permissions, license validation).
|
|
final class AppDelegate: NSObject, NSApplicationDelegate {
|
|
func applicationDidFinishLaunching(_ notification: Notification) {
|
|
AppState.shared.start()
|
|
}
|
|
}
|