L
ling-llm
↓ 0 ดาวน์โหลดA freestanding (no_std + alloc) GGUF inference engine for Qwen3: reads the model and its tokenizer from a GGUF file, runs on the CPU, needs no operating system. For LingOS.
lingfu install ling-llmโค้ด / ไฟล์ (14)
Cargo.toml
[package]
name = "ling-llm"
version = "2030.0.1"
edition = "2021"
authors = ["Ling Lin <taellinglin@gmail.com>", "Sanny Lin <SannyLing53@gmail.com>"]
description = "A freestanding (no_std + alloc) GGUF inference engine for Qwen3: reads the model and its tokenizer from a GGUF file, runs on the CPU, needs no operating system. For LingOS."
license = "Apache-2.0 OR MIT"
repository = "https://github.com/taellinglin/ling"
[features]
default = []
# only for host tests and tools (file-backed sources); the kernel build leaves it off
std = []
[dependencies]
libm = { version = "0.2", default-features = false }
[dev-dependencies]
# the reference the engine is checked against: the same GGUF through candle's quantized Qwen3 and the HF tokenizer
candle-core = { version = "0.11", default-features = false }
candle-transformers = { version = "0.11", default-features = false }
tokenizers = { version = "0.23", default-features = false, features = ["fancy-regex"] }