🥮 mooncakes.io
    Sign in

    llm

    Pure MoonBit LLM client library

    llm
    ai
    client
    Download zip
    Author
    Version
    0.3.2
    License
    MIT
    Repository
    Last updated
    2 months ago
    Downloads
    152K

    Dependencies

    SchemaBuilder

    source

    SchemaBuilder helps construct JSON Schema for tool input_schema.

    ToolChoice

    source

    ToolChoice controls how the model selects tools.

    ToolDef

    source
    using @mizchi/llm/tools { type ToolDef }

    ToolDef defines a tool that can be called by the model.

    ToolExecuteError

    source

    ToolRegistry

    source

    ToolRegistry manages available tools and their handlers.

    Provider

    source
    pub(open) trait Provider {
      fn stream(Self, Array[Message], Array[
    ToolDef    ], StreamHandler) -> Unit
      fn name(Self) -> String
    }

    Provider is the core trait for LLM providers.

    AgentEvent

    source
    pub(all) enum AgentEvent {
      Stream(StreamEvent)
      ToolExecute(name~ : String, input~ : Json)
      ToolResult(name~ : String, result~ : String, is_error~ : Bool)
      StepComplete(step~ : Int)
      Done(reason~ : String)
    }

    AgentEvent represents events emitted during agent execution.

    BoxedProvider

    source
    pub struct BoxedProvider {
      inner : &Provider
    }

    BoxedProvider wraps a Provider for dynamic dispatch.

    BoxedProvider::name

    source
    fn BoxedProvider::name(self : BoxedProvider) -> String

    BoxedProvider::new

    source
    fn BoxedProvider::new(provider : &Provider) -> BoxedProvider

    BoxedProvider::stream

    source
    fn BoxedProvider::stream(self : BoxedProvider, messages : Array[Message], tools : Array[
    ToolDef    ], handler : StreamHandler) -> Unit

    CollectResult

    source
    pub(all) struct CollectResult {
      text : String
      tool_calls : Array[ToolCall]
      finish_reason : FinishReason
      usage : Usage?
    }

    CollectResult holds the full result of a collected stream.

    ContentBlock

    source
    pub(all) enum ContentBlock {
      Text(String)
      ToolUse(id~ : String, name~ : String, input~ : Json)
      ToolResult(tool_use_id~ : String, content~ : String, is_error~ : Bool)
    }

    ContentBlock represents typed content within a message.

    ContentBlock::to_anthropic_json

    source
    fn ContentBlock::to_anthropic_json(self : ContentBlock) -> Json

    Convert a ContentBlock to JSON (Anthropic format).

    ContentBlock::to_openai_json

    source
    fn ContentBlock::to_openai_json(self : ContentBlock) -> Json

    Convert a ContentBlock to JSON (OpenAI format).

    FinishReason

    source
    pub(all) enum FinishReason {
      Stop
      ToolUse
      Length
      ContentFilter
      Error
      Unknown(String)
    } derive(
    Debug    )

    FinishReason indicates why the model stopped generating.

    FinishReason::from_string

    source
    fn FinishReason::from_string(s : String) -> FinishReason

    JsonChatLoopResult

    source
    pub(all) struct JsonChatLoopResult {
      final_content : String
      messages : Array[Json]
      iterations : Int
    }

    JsonChatLoopResult is the final result of run_json_chat_loop.

    JsonChatResponse

    source
    pub(all) struct JsonChatResponse {
      content : String
      tool_calls : Array[JsonChatToolCall]
      reasoning_content : String?
    }

    JsonChatResponse is the per-step response from a model callback.

    JsonChatResponse::new

    source
    fn JsonChatResponse::new(content : String, tool_calls : Array[JsonChatToolCall], reasoning_content : String?) -> JsonChatResponse

    JsonChatToolCall

    source
    pub(all) struct JsonChatToolCall {
      id : String
      name : String
      arguments : Json
    }

    JsonChatToolCall represents a function call in JSON chat loop.

    JsonChatToolCall::new

    source
    fn JsonChatToolCall::new(id : String, name : String, arguments : Json) -> JsonChatToolCall

    Message

    source
    pub(all) struct Message {
      role : Role
      content : Array[ContentBlock]
    }

    Message represents a single message in a conversation.

    Message::assistant

    source
    fn Message::assistant(text : String) -> Message

    Create an assistant text message.

    Message::estimate_tokens

    source
    fn Message::estimate_tokens(self : Message) -> Int

    Estimate token count for a message (rough: ~4 chars per token).

    Message::get_text

    source
    fn Message::get_text(self : Message) -> String

    Get the text content of a message (concatenated from all Text blocks).

    Message::system

    source
    fn Message::system(text : String) -> Message

    Create a system text message.

    Message::text

    source
    fn Message::text(role : Role, text : String) -> Message

    Create a simple text message.

    Message::to_anthropic_json

    source
    fn Message::to_anthropic_json(self : Message) -> Json

    Convert a Message to Anthropic JSON format.

    Message::to_openai_json

    source
    fn Message::to_openai_json(self : Message) -> Json

    Convert a Message to OpenAI JSON format.

    Message::user

    source
    fn Message::user(text : String) -> Message

    Create a user text message.

    MockProvider

    source
    pub struct MockProvider {
      responses : Array[Array[StreamEvent]]
      call_count : Int
    }

    MockProvider::boxed

    source

    MockProvider::new

    source
    fn MockProvider::new(responses : Array[Array[StreamEvent]]) -> MockProvider

    ProviderConfig

    source
    pub(all) struct ProviderConfig {
      api_key : String
      model : String
      max_tokens : Int
      system_prompt : String
      base_url : String
      timeout_sec : Int
      max_retries : Int
      retry_delay_ms : Int
    }

    ProviderConfig holds common configuration for providers.

    ProviderConfig::new

    source
    fn ProviderConfig::new(api_key : String, model : String, base_url : String, max_tokens? : Int, system_prompt? : String, timeout_sec? : Int, max_retries? : Int, retry_delay_ms? : Int) -> ProviderConfig

    Create a ProviderConfig with defaults.

    Role

    source
    pub(all) enum Role {
      User
      Assistant
      System
      Tool
    } derive(Eq, 
    Debug    )

    Role represents the sender of a message in a conversation.
    impl Show for Role

    Role::from_string

    source
    fn Role::from_string(s : String) -> Role

    Role::to_string

    source
    fn Role::to_string(self : Role) -> String

    SkillEntry

    source
    pub(all) struct SkillEntry {
      name : String
      path : String
      source : String
      content : String
    }

    SkillEntry is a raw skill definition with content.

    SkillEntry::new

    source
    fn SkillEntry::new(name : String, path : String, source : String, content : String) -> SkillEntry

    SkillInfo

    source
    pub(all) struct SkillInfo {
      name : String
      path : String
      source : String
      available : Bool
    }

    SkillInfo is a projected skill metadata view for listings.

    SkillInfo::new

    source
    fn SkillInfo::new(name : String, path : String, source : String, available : Bool) -> SkillInfo

    SkillsLoader

    source
    pub struct SkillsLoader {
      workspace_skills : Map[String, SkillEntry]
      builtin_skills : Map[String, SkillEntry]
    }

    SkillsLoader::build_skills_summary

    source
    fn SkillsLoader::build_skills_summary(self : SkillsLoader, bins? : Map[String, Bool], env? : Map[String, String]) -> String

    SkillsLoader::get_always_skills

    source
    fn SkillsLoader::get_always_skills(self : SkillsLoader, bins? : Map[String, Bool], env? : Map[String, String]) -> Array[String]

    SkillsLoader::get_skill_description

    source
    fn SkillsLoader::get_skill_description(self : SkillsLoader, name : String) -> String

    SkillsLoader::get_skill_metadata

    source
    fn SkillsLoader::get_skill_metadata(self : SkillsLoader, name : String) -> Map[String, String]?

    SkillsLoader::list_skills

    source
    fn SkillsLoader::list_skills(self : SkillsLoader, filter_unavailable? : Bool, bins? : Map[String, Bool], env? : Map[String, String]) -> Array[SkillInfo]

    SkillsLoader::load_skill

    source
    fn SkillsLoader::load_skill(self : SkillsLoader, name : String) -> String?

    SkillsLoader::load_skills_for_context

    source
    fn SkillsLoader::load_skills_for_context(self : SkillsLoader, skill_names : Array[String]) -> String

    SkillsLoader::new

    source

    SkillsLoader::register_builtin_skill

    source
    fn SkillsLoader::register_builtin_skill(self : SkillsLoader, name : String, content : String, path? : String) -> Unit

    SkillsLoader::register_workspace_skill

    source
    fn SkillsLoader::register_workspace_skill(self : SkillsLoader, name : String, content : String, path? : String) -> Unit

    StopCondition

    source
    pub(all) enum StopCondition {
      MaxSteps(Int)
      OnFinish
    }

    StopCondition controls when the agent loop should stop.

    StreamEvent

    source
    pub(all) enum StreamEvent {
      TextDelta(String)
      ToolCallStart(id~ : String, name~ : String)
      ToolCallDelta(id~ : String, input_delta~ : String)
      ToolCallEnd(id~ : String, name~ : String, input~ : Json)
      MessageStart
      MessageEnd(finish_reason~ : FinishReason, usage~ : Usage?)
      Error(String)
    }

    StreamEvent represents events during streaming generation.
    impl Show for StreamEvent

    StreamHandler

    source
    pub(all) struct StreamHandler {
      on_event : (StreamEvent) -> Unit
    }

    StreamHandler receives streaming events.

    ToolCall

    source
    pub(all) struct ToolCall {
      id : String
      name : String
      input : Json
    }

    ToolCall represents a tool invocation from the model.

    Usage

    source
    pub(all) struct Usage {
      input_tokens : Int
      output_tokens : Int
    } derive(
    Debug    )

    Usage tracks token consumption.
    impl Show for Usage

    collect

    source
    fn collect(provider : &Provider, messages : Array[Message], tools? : Array[
    ToolDef    ]) -> CollectResult

    Collect full response including text, tool calls, finish reason, and usage.

    collect_text

    source
    fn collect_text(provider : &Provider, messages : Array[Message], tools? : Array[
    ToolDef    ]) -> String

    Collect all text from a streaming provider call into a single string.

    default_anthropic_model

    source
    let default_anthropic_model : String

    Default models for each provider.

    default_ollama_model

    source
    let default_ollama_model : String

    default_openai_model

    source
    let default_openai_model : String

    default_openrouter_model

    source
    let default_openrouter_model : String

    json_get_array

    source
    fn json_get_array(j : Json, field : String) -> Array[Json]?

    Helper to get a JSON array field.

    json_get_int

    source
    fn json_get_int(j : Json, field : String) -> Int?

    Helper to get an int field from a JSON object.

    json_get_object

    source
    fn json_get_object(j : Json, field : String) -> Json?

    Helper to get a JSON object field.

    json_get_string

    source
    fn json_get_string(j : Json, field : String) -> String?

    Helper to get a string field from a JSON object.

    parse_skill_frontmatter

    source
    fn parse_skill_frontmatter(content : String) -> (Map[String, String]?, String)

    Parse a markdown skill file frontmatter and return (metadata, body).

    run_agent

    source
    fn run_agent(provider : BoxedProvider, registry : 
    ToolRegistry    , messages : Array[Message], stop : StopCondition, on_event : (AgentEvent) -> Unit) -> Unit

    run_agent executes a tool loop with the given provider and tools.

    run_agent_cancellable

    source
    fn run_agent_cancellable(provider : BoxedProvider, registry : 
    ToolRegistry    , messages : Array[Message], stop : StopCondition, should_cancel : () -> Bool, on_event : (AgentEvent) -> Unit) -> Unit

    run_json_chat_loop

    source
    fn run_json_chat_loop(messages : Array[Json], tools : Array[Json], max_iterations : Int, chat : (Array[Json], Array[Json]) -> JsonChatResponse, execute_tool : (String, Json) -> String, fallback_content? : String) -> JsonChatLoopResult

    skill_metadata_description

    source
    fn skill_metadata_description(metadata : Map[String, String]?, fallback : String) -> String

    Resolve human-readable skill description from metadata.

    skill_metadata_is_always

    source
    fn skill_metadata_is_always(metadata : Map[String, String]?, scope_key? : String) -> Bool

    always may be specified either at root frontmatter or namespaced metadata.

    skill_metadata_is_available

    source
    fn skill_metadata_is_available(metadata : Map[String, String]?, bins? : Map[String, Bool], env? : Map[String, String], scope_key? : String) -> Bool

    Evaluate whether a skill is runnable in the current environment.

    skill_metadata_missing_requirements

    source
    fn skill_metadata_missing_requirements(metadata : Map[String, String]?, bins? : Map[String, Bool], env? : Map[String, String], scope_key? : String) -> String

    Collect missing requirement text (e.g. CLI: tmux, ENV: OPENAI_API_KEY).

    strip_skill_frontmatter

    source
    fn strip_skill_frontmatter(content : String) -> String

    Remove frontmatter and return trimmed skill markdown body.

    truncate_messages

    source
    fn truncate_messages(messages : Array[Message], max_tokens : Int) -> Array[Message]

    Truncate messages to fit within a token budget. Keeps system messages and the last N messages within budget.

    validate_params

    source
    fn validate_params(input : Json, schema : Json) -> Array[String]

    validate_tool_input

    source
    fn validate_tool_input(input : Json, schema : Json) -> Array[String]

    Source Files

    Powered by MoonBit

    Site sourceReport issuePackagesBuild queueSkillsStatistics

    © 2026 mooncakes.io