ExpertCondenser/CITATION.cff at main · HectorHHZ/ExpertCondenser · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
cff-version: 1.2.0
message: >-
  If you use this software, please cite the COLM 2026 paper below.
title: >-
  Preserving Long-Tailed Expert Information in Mixture-of-Experts Tuning
abstract: >-
  Official implementation of ExpertCondenser: an auxiliary-loss-free supervised
  fine-tuning framework for sparse Mixture-of-Experts (MoE) large language
  models. Combines bias-driven sparsification with always-active gated condenser
  experts to preserve the knowledge held by long-tailed experts, outperforming
  DenseMixer and ESFT by 2.5%+ on average across mathematical reasoning and
  commonsenseQA benchmarks.
type: software
license: Apache-2.0
repository-code: https://github.com/HectorHHZ/ExpertCondenser
url: https://arxiv.org/abs/2604.23036
keywords:
  - mixture-of-experts
  - moe
  - supervised-fine-tuning
  - moe-finetuning
  - expert-routing
  - load-balancing
  - long-tailed-experts
  - large-language-models
authors:
  - given-names: Haoze
    family-names: He
  - given-names: Xingyuan
    family-names: Ding
  - given-names: Xuan
    family-names: Jiang
  - given-names: Xinkai
    family-names: Zou
  - given-names: Alex
    family-names: Cheng
  - given-names: Yibo
    family-names: Zhao
  - given-names: Juncheng Billy
    family-names: Li
  - given-names: Heather
    family-names: Miller
# Published at COLM 2026. The proceedings entry is not indexed yet, so the
# preferred citation points at the arXiv version, which is the record Google
# Scholar and Semantic Scholar currently index.
preferred-citation:
  type: article
  title: >-
    Preserving Long-Tailed Expert Information in Mixture-of-Experts Tuning
  journal: arXiv preprint arXiv:2604.23036
  year: 2026
  url: https://arxiv.org/abs/2604.23036
  identifiers:
    - type: other
      value: arXiv:2604.23036
      description: arXiv preprint
    - type: doi
      value: 10.48550/arXiv.2604.23036
      description: arXiv DOI
  authors:
    - given-names: Haoze
      family-names: He
    - given-names: Xingyuan
      family-names: Ding
    - given-names: Xuan
      family-names: Jiang
    - given-names: Xinkai
      family-names: Zou
    - given-names: Alex
      family-names: Cheng
    - given-names: Yibo
      family-names: Zhao
    - given-names: Juncheng Billy
      family-names: Li
    - given-names: Heather
      family-names: Miller