The mirror page's Strata tab; Strata's ready-made packs served with Strata fetching them, strata-ple named
CI / test (push) Successful in 10m35s
CI / test (push) Successful in 10m35s
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
4ee9ba54ef
commit
845de8eef4
13 files changed
+513
-21
No files matched your search
+68
-14
@@ -14,9 +14,9 @@ import (
|
||||
|
||||
// Family is a model Strata runs, from one publisher's files.
|
||||
type Family struct {
|
||||
// Name is setup's --family.
|
||||
Name string
|
||||
Title string
|
||||
// Name is setup's --family; Model the name Strata gives the model.
|
||||
Name, Model string
|
||||
Title string
|
||||
// Repo is the Hugging Face repository its files are in; empty when
|
||||
// Strata fetches them itself from several.
|
||||
Repo string
|
||||
@@ -42,18 +42,21 @@ type Size struct {
|
||||
RAMGB float64
|
||||
// NVIDIAOnly is a size whose kernels only NVIDIA cards have.
|
||||
NVIDIAOnly bool
|
||||
// Repo is a size's own repository, for a ready-made pack Strata
|
||||
// fetches itself.
|
||||
Repo string
|
||||
}
|
||||
|
||||
// Families are the families Strata 0.2.7 runs.
|
||||
var Families = []Family{
|
||||
{Name: "qwen", Title: "Qwen3.8-Flash-Next", Repo: "ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-GGUF", Subdir: true},
|
||||
{Name: "swift", Title: "Swift 1.5 (Qwen3.8-Flash-Next, shorter thinking)", Repo: "ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF"},
|
||||
{Name: "coder", Title: "Qwen3.8-Flash-Next Coder", Repo: "ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-Coder-GGUF", Subdir: true},
|
||||
{Name: "unsloth", Title: "Qwen3.8-Flash-Next (Unsloth)", Repo: "unsloth/Qwen3.8-Flash-Next-GGUF", Subdir: true},
|
||||
{Name: "gyro", Title: "Qwen3.8-Flash-Next (Gyro)", Repo: "agentionai/Qwen3.8-Flash-Next-Gyro-GGUF"},
|
||||
{Name: "nvfp4", Title: "Qwen3.8-Flash-Next (NVFP4)"},
|
||||
{Name: "qwen36", Title: "Qwen3.6-35B-A3B", Repo: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF"},
|
||||
{Name: "deepseek41", Title: "DeepSeek V4.1-Flash", Repo: "ISTA-DASLab/DeepSeek-V4.1-Flash-1017-GSQ-RCO-GGUF", Engine: true},
|
||||
{Name: "qwen", Model: "qwen3.8-flash-next", Title: "Qwen3.8-Flash-Next", Repo: "ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-GGUF", Subdir: true},
|
||||
{Name: "swift", Model: "swift-1.5", Title: "Swift 1.5 (Qwen3.8-Flash-Next, shorter thinking)", Repo: "ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF"},
|
||||
{Name: "coder", Model: "qwen3.8-flash-next-coder", Title: "Qwen3.8-Flash-Next Coder", Repo: "ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-Coder-GGUF", Subdir: true},
|
||||
{Name: "unsloth", Model: "qwen3.8-flash-next-unsloth", Title: "Qwen3.8-Flash-Next (Unsloth)", Repo: "unsloth/Qwen3.8-Flash-Next-GGUF", Subdir: true},
|
||||
{Name: "gyro", Model: "qwen3.8-flash-next-gyro", Title: "Qwen3.8-Flash-Next (Gyro)", Repo: "agentionai/Qwen3.8-Flash-Next-Gyro-GGUF"},
|
||||
{Name: "nvfp4", Model: "qwen3.8-flash-next-nvfp4", Title: "Qwen3.8-Flash-Next (NVFP4)"},
|
||||
{Name: "qwen36", Model: "qwen3.6-35b-a3b", Title: "Qwen3.6-35B-A3B", Repo: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF"},
|
||||
{Name: "deepseek41", Model: "deepseek-v4.1-flash", Title: "DeepSeek V4.1-Flash", Repo: "ISTA-DASLab/DeepSeek-V4.1-Flash-1017-GSQ-RCO-GGUF", Engine: true},
|
||||
}
|
||||
|
||||
// Sizes are the sizes Strata 0.2.7 runs, and which families have each.
|
||||
@@ -70,9 +73,12 @@ var Sizes = []Size{
|
||||
{Name: "Q8_0", Families: []string{"unsloth", "qwen36"}, DownloadGB: 188.2, RAMGB: 136},
|
||||
{Name: "Gyro-S", Families: []string{"gyro"}, DownloadGB: 58.5, RAMGB: 27.6},
|
||||
{Name: "Gyro-M", Families: []string{"gyro"}, DownloadGB: 92.0, RAMGB: 35},
|
||||
{Name: "NVFP4", Families: []string{"nvfp4"}, DownloadGB: 128, RAMGB: 80, NVIDIAOnly: true},
|
||||
{Name: "NVFP4-NVIDIA", Families: []string{"nvfp4"}, DownloadGB: 128, RAMGB: 80, NVIDIAOnly: true},
|
||||
{Name: "NVFP4-QAD", Families: []string{"nvfp4"}, DownloadGB: 102.2, DiskGB: 212.2, RAMGB: 80, NVIDIAOnly: true},
|
||||
{Name: "NVFP4", Families: []string{"nvfp4"}, DownloadGB: 128, RAMGB: 80, NVIDIAOnly: true,
|
||||
Repo: "Maximilian228/Qwen3.8-Flash-Next-NVFP4-GPTQ-Strata"},
|
||||
{Name: "NVFP4-NVIDIA", Families: []string{"nvfp4"}, DownloadGB: 128, RAMGB: 80, NVIDIAOnly: true,
|
||||
Repo: "Maximilian228/Qwen3.8-Flash-Next-NVIDIA-NVFP4-Strata"},
|
||||
{Name: "NVFP4-QAD", Families: []string{"nvfp4"}, DownloadGB: 102.2, DiskGB: 212.2, RAMGB: 80, NVIDIAOnly: true,
|
||||
Repo: "nvidia/Qwen3.8-Flash-Next-FP4-Local"},
|
||||
{Name: "IST-DAS-1.75bpw", Families: []string{"deepseek41"}, DownloadGB: 239, RAMGB: 34},
|
||||
{Name: "IST-DAS-2.00bpw", Families: []string{"deepseek41"}, DownloadGB: 257, RAMGB: 40},
|
||||
{Name: "IST-DAS-2.25bpw", Families: []string{"deepseek41"}, DownloadGB: 274, RAMGB: 44},
|
||||
@@ -172,3 +178,51 @@ func SizeForFile(family, file string) (Size, bool) {
|
||||
}
|
||||
return best, best.Name != ""
|
||||
}
|
||||
|
||||
// FetchesItself is a family whose files Strata's setup fetches itself, each
|
||||
// pinned to a commit and checked: ready-made packs, and DeepSeek's sets with
|
||||
// an engine of their own. A model of it names its repository as the source.
|
||||
func (f Family) FetchesItself() bool { return f.Name == "nvfp4" || f.Engine }
|
||||
|
||||
// RepoOf is the repository a size of a family is in.
|
||||
func RepoOf(f Family, s Size) string {
|
||||
if s.Repo != "" {
|
||||
return s.Repo
|
||||
}
|
||||
return f.Repo
|
||||
}
|
||||
|
||||
// ForFetchedRepo is the family and size a repository is, for one Strata
|
||||
// fetches itself: a ready-made pack's own, or DeepSeek's (whose size the
|
||||
// repository does not say, so the smallest).
|
||||
func ForFetchedRepo(repo string) (Family, Size, bool) {
|
||||
for _, f := range Families {
|
||||
if !f.FetchesItself() {
|
||||
continue
|
||||
}
|
||||
for _, s := range SizesOf(f.Name) {
|
||||
if strings.EqualFold(RepoOf(f, s), repo) {
|
||||
return f, s, true
|
||||
}
|
||||
}
|
||||
}
|
||||
return Family{}, Size{}, false
|
||||
}
|
||||
|
||||
// Fetchable says whether a size's files can be fetched by llmgw from the
|
||||
// family's repository: not where Strata fetches them itself (NVFP4's packs,
|
||||
// DeepSeek's sets with an engine of their own).
|
||||
func (f Family) Fetchable() bool { return f.Repo != "" && !f.Engine }
|
||||
|
||||
// FilesOf are the weights of a size among a repository's files: its GGUF
|
||||
// shards, not the picture reader.
|
||||
func FilesOf(size string, paths []string) []string {
|
||||
var out []string
|
||||
for _, p := range paths {
|
||||
u := strings.ToUpper(p)
|
||||
if strings.HasSuffix(u, ".GGUF") && !strings.Contains(u, "MMPROJ") && strings.Contains(u, strings.ToUpper(size)) {
|
||||
out = append(out, p)
|
||||
}
|
||||
}
|
||||
return out
|
||||
}
|
||||
Reference in new issue
Block a user