mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-26 15:15:16 +02:00
Merge branch 'upstream' into concedo_experimental
# Conflicts: # ggml/src/ggml-sycl/ggml-sycl.cpp
This commit is contained in:
@@ -13900,10 +13900,6 @@ struct llm_build_glm4_moe : public llm_graph_context {
|
||||
LLM_FFN_SILU, LLM_FFN_PAR, il);
|
||||
cb(cur, "ffn_out", il);
|
||||
} else {
|
||||
// MoE layer with shared experts
|
||||
const int64_t n_expert = hparams.n_expert;
|
||||
const int64_t n_expert_used = hparams.n_expert_used;
|
||||
|
||||
// Process routed experts using existing MoE infrastructure
|
||||
ggml_tensor * routed_out = build_moe_ffn(cur,
|
||||
model.layers[il].ffn_gate_inp,
|
||||
|
||||
Binary file not shown.
@@ -31,7 +31,24 @@ html {
|
||||
hr {
|
||||
@apply my-4 border-base-content/20 border-1;
|
||||
}
|
||||
/* TODO: fix markdown table */
|
||||
table {
|
||||
@apply w-full border-collapse text-sm font-sans my-4 text-base-content;
|
||||
}
|
||||
thead {
|
||||
@apply bg-base-200 text-base-content;
|
||||
}
|
||||
th {
|
||||
@apply border border-base-300 px-4 py-2 text-left font-semibold;
|
||||
}
|
||||
td {
|
||||
@apply border border-base-300 px-4 py-2 align-top;
|
||||
}
|
||||
tbody tr:nth-child(even) {
|
||||
@apply bg-base-100;
|
||||
}
|
||||
tbody tr:hover {
|
||||
@apply bg-base-200;
|
||||
}
|
||||
}
|
||||
|
||||
.btn-mini {
|
||||
|
||||
Reference in New Issue
Block a user