import LocalLLMClient
import LocalLLMClientLlama
import LocalLLMClientUtility

// Download the model (e.g., Gemma 3)
let ggufName = "gemma-3-4B-it-QAT-Q4_0.gguf"
let downloader = FileDownloader(source: .huggingFace(
    id: "lmstudio-community/gemma-3-4B-it-qat-GGUF",
    globs: [ggufName]
))

try await downloader.download { progress in
    print("Download progress: \(progress)")
}

// Initialize the client
let modelURL = downloader.destination.appending(component: ggufName)
let client = try await LocalLLMClient.llama(url: modelURL, parameter: .init(
    context: 4096,      // Text context size
    temperature: 0.7,   // Randomness (0.0-1.0)
    topK: 40,           // Top-K sampling
    topP: 0.9,          // Top-P (nucleus) sampling
    options: .init(responseFormat: .json) // Response format
))

let prompt = """
Create the opening of an epic story where a cat is the protagonist.
Format as JSON like this:
{
    "title": "<title>",
    "content": "<content>",
}
"""

// Generate text
let input = LLMInput.chat([
    .system("You are a helpful assistant."),
    .user(prompt)
])

for try await text in try await client.textStream(from: input) {
    print(text, terminator: "")
}

{
  "title": "Shadow of the Moon's Claw",
  "content": "Long ago, when humans still dreamed of stars, the world was ruled by cats. With their intelligence and grace, cats governed kingdoms across the land, keeping humans as their adorable pets. But even in the world of cats, conspiracies and secrets swirled. The 'Moon Shadow Cats,' a lineage dominated by powerful magic, plotted to use their powers to control the world. The protagonist, Mika, decides to embark on a journey to stop this conspiracy. She meets a legendary cat sage and acquires ancient knowledge and magical powers. However, Moon Shadow Cats' pursuers relentlessly chase Mika, starting a battle that will shake the world where cats and humans coexist. To stop the Moon Shadow Cats' conspiracy, Mika must accept her destiny and set off on an epic adventure to save the world."
}

import LocalLLMClient
import LocalLLMClientMLX
import LocalLLMClientUtility

// Download the model files (e.g., Qwen2.5 VL 3B)
let downloader = FileDownloader(source: .huggingFace(
    id: "mlx-community/Qwen2.5-VL-3B-Instruct-abliterated-4bit",
    globs: .mlx
))

try await downloader.download { progress in
    print("Download progress: \(progress)")
}

let client = try await LocalLLMClient.mlx(url: downloader.destination)

// Create input with an image
let input = LLMInput.chat([
    .user("Describe what's in this photo as a song", attachments: [.image(<image>)]),
])

// Get the text all at once without streaming
print(try await client.generateText(from: input))

Lyrics for this photo:

Wings folded on the tombstone
In the distant beyond
Binding love
Where wishes dwell

This song expresses the image of an angel with folded wings on a tombstone. It represents the wishes dwelling on the tombstone that connect to a distant love. The image portrays an angel figure carved on a gravestone with wishes dwelling within it.