Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
ce3822d
E6: quantized rollout tiers with an FFN/routed-expert scope rule
chowhsu Oct 20, 2026
20f603e
E6: FP8 card allowlist from the GPU spec; keep tier-0 argv golden
chowhsu Oct 20, 2026
6b74178
E6: engine sampler tier settings, dense expert count, CPU proofs
chowhsu Oct 20, 2026
a215af7
E6: load Miles process_utils from its file in the env test
chowhsu Oct 20, 2026
4854dda
E6: fixes from the H100 gate runs (fused ignore aliases, token scorin…
chowhsu Oct 21, 2026
ffe86d0
E6: refuse tier 1 on verl, set verl max_model_len, native-FP8 gate pr…
chowhsu Oct 21, 2026
d9a2703
E6: pin the FP8-fixed ports image; tier 1 trainer FP8 source (Miles n…
chowhsu Oct 21, 2026
7f100f4
E6: Miles RL drivers for the tier groups (Modal H100!)
chowhsu Oct 21, 2026
8d1df81
E6: full-parameter pair needs a fixed-partition sampler island
chowhsu Oct 21, 2026
e3da116
E6: Dockerfile and tests follow the new image pins; neutral flag help
chowhsu Oct 21, 2026
2011906
E6: pair islands are 2xH100 each (fixed partition applies to every is…
chowhsu Oct 21, 2026
aa3b97c
E6: tier 2 also runs as one launch per role (--rl-sample-role); pair …
chowhsu Oct 21, 2026
d7c79be
E6: per-round parser of the Miles RL runs
chowhsu Oct 21, 2026
be553cf
Modal store: no reload while a writer holds uncommitted files
chowhsu Oct 21, 2026
beaf4e0
E6: pair trainer keeps the Adam state on the host (OOM on one H100)
chowhsu Oct 21, 2026
1fe2c76
Modal store: the write guard is a container-wide flock
chowhsu Oct 21, 2026
f4cd14e
E6: tier 1 on Miles defaults to the trainer FP8 source
chowhsu Oct 21, 2026
bce94af
RL: full parameters on one no-sync island with dedicated engine cards
chowhsu Oct 21, 2026
8fe48c9
E6: pin the ports image with the SGLang compressed-tensors FP8 reload
chowhsu Oct 21, 2026
f74ac99
E6: neutral fp8-source help; full-parameter dedicated-engine group is…
chowhsu Oct 21, 2026
dfa4a58
E6: full-parameter dedicated-engine group runs without round cuts
chowhsu Oct 21, 2026
84011ee
E6: hold the store writer guard across a round cut; cuts with host Adam
chowhsu Oct 21, 2026
2ab01f8
E6: 3c rerun cuts every 5 rounds; stop both apps after 15 min without…
chowhsu Oct 22, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions docker/miles-ports/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -19,12 +19,12 @@
FROM docker.io/radixark/miles@sha256:4d69750720eb1a4b99976a3fed45ed018e1fc4fff3d240667fa17d258dfc6e0c

ARG MILES_REPOSITORY=https://github.com/michaellchung/miles
ARG MILES_COMMIT=44d41efd0a0428cb12b4ee34422de6f5e1ccb9d9
ARG MILES_COMMIT=9462de532f747cf688e090bbaf6b24f80e378fe8
ARG SGLANG_REPOSITORY=https://github.com/michaellchung/sglang
ARG SGLANG_COMMIT=2fa880182eefdb31e64d8ea70317be27f9f32121
# setuptools-scm version of SGLANG_COMMIT (describe v0.5.20-69-g4e4148f1b);
ARG SGLANG_COMMIT=754605964776322226a073763a6f636aa8233932
# setuptools-scm version of SGLANG_COMMIT (describe v0.5.20-72-g754605964);
# pinned because the one-commit clone has no tags to describe.
ARG SGLANG_VERSION=0.5.21.dev70+g2fa8801
ARG SGLANG_VERSION=0.5.21.dev72+g7546059

# Miles fork -> /root/miles (same path the base installed editable).
RUN rm -rf /root/miles \
Expand Down
3 changes: 2 additions & 1 deletion docker/miles-ports/make_layer.py
Original file line number Diff line number Diff line change
Expand Up @@ -173,7 +173,8 @@ def main() -> None:
p.add_argument("--out", type=Path, required=True)
a = p.parse_args()

check_pure_python(a.miles_src, a.miles_base_commit, a.miles_commit, ("miles/", "miles_plugins/"))
# tools/: stand-alone scripts run from the checkout (e.g. convert_hf_to_fp8.py), nothing built
check_pure_python(a.miles_src, a.miles_base_commit, a.miles_commit, ("miles/", "miles_plugins/", "tools/"))
check_pure_python(a.sglang_src, a.sglang_base_commit, a.sglang_commit, ("python/sglang/",))

entries: dict[str, tuple[str, bytes | None, int, str | None]] = {}
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
{
"tag": "ghcr.io/michaellchung/yeto-miles-ports:9462de5-10afe11",
"digest": "sha256:6e0a97d203cdd062c9f2fa35b6b834575cf05ee1f71fb45e921d8803b620f072",
"layer_tar_sha256": "08874741ace9733a576a2fa2b87736a6ebc46c8896806a3e025768b84e27e4ed",
"base": "docker.io/radixark/miles@sha256:4d69750720eb1a4b99976a3fed45ed018e1fc4fff3d240667fa17d258dfc6e0c",
"base_index": "sha256:90940828dcd4d54fd907ff668b43537cbd94778047580e4160d6560af548b74d",
"miles_commit": "9462de532f747cf688e090bbaf6b24f80e378fe8",
"sglang_commit": "10afe11a7ef2b53cedd9895cc4450474d85108b9",
"sglang_version": "0.5.21.dev71+g10afe11",
"peft_version": "0.20.0",
"peft_wheel_sha256": "0fbba16ffebfad3de96e06f2da6860fd860292324b85b6141909fa1e26ea9233"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
{
"base": {
"index_digest": "sha256:90940828dcd4d54fd907ff668b43537cbd94778047580e4160d6560af548b74d",
"manifest_digest": "sha256:4d69750720eb1a4b99976a3fed45ed018e1fc4fff3d240667fa17d258dfc6e0c",
"miles_commit": "9e4260de047a704208535c0e90c531929879ab40",
"platform": "linux/amd64",
"repository": "docker.io/radixark/miles",
"sglang_commit": "e5bba1f9c433da5352e521a8bb826bab960e7836"
},
"builder": "scripts/build_miles_ports_image.sh (crane append); docker/miles-ports/Dockerfile equivalent",
"image": "ghcr.io/michaellchung/yeto-miles-ports",
"megatron_bridge": {
"commit": "8cd3466d14d2337c8492827b3712482c2b3e4866",
"patches": [
"lazy-modelopt (docker/miles-ports/megatron_bridge_init.py)"
]
},
"megatron_lm": {
"commit": "a84b105473eca9c9c6e49dbf1c8aa460c5cf796e",
"patches": [
"lazy-modelopt (docker/miles-ports/megatron_lm_lazy_modelopt.patch)"
],
"path": "/root/Megatron-LM",
"repository": "https://github.com/radixark/Megatron-LM"
},
"miles": {
"commit": "9462de532f747cf688e090bbaf6b24f80e378fe8",
"install": "base's editable install (pip install -e /root/miles --no-deps) kept (same path); /root is on the base's sys.path, so without PYTHONPATH import miles is a namespace package over the /root/miles checkout -- yeto runs with PYTHONPATH=$HOME/miles (regular package)",
"path": "/root/miles",
"repository": "https://github.com/michaellchung/miles",
"upstream_commit": "9e4260de047a704208535c0e90c531929879ab40"
},
"peft": {
"install": "wheel unpacked into the base's site-packages (pip install --no-deps equivalent)",
"version": "0.20.0",
"wheel": "peft-0.20.0-py3-none-any.whl",
"wheel_sha256": "0fbba16ffebfad3de96e06f2da6860fd860292324b85b6141909fa1e26ea9233"
},
"pure_python_overlay": true,
"schema": 1,
"sglang": {
"commit": "10afe11a7ef2b53cedd9895cc4450474d85108b9",
"install": "pip install -e /sgl-workspace/sglang/python[all] --no-deps (base's editable install, same path)",
"path": "/sgl-workspace/sglang",
"repository": "https://github.com/michaellchung/sglang",
"upstream_commit": "571212b636baca45e10fa3b4da11a289123f3235",
"version": "0.5.21.dev71+g10afe11"
},
"tag": "9462de5-10afe11"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
{
"tag": "ghcr.io/michaellchung/yeto-miles-ports:9462de5-7546059",
"digest": "sha256:37acaca3e1eee8adc61bf3edbbd706ece36e40e9b7fd5463e54f56e3f4cc9b2b",
"layer_tar_sha256": "4eee8887e4d85fe79fad9da706bbcef5b734d0deb74206427651a9fd8cf270b4",
"base": "docker.io/radixark/miles@sha256:4d69750720eb1a4b99976a3fed45ed018e1fc4fff3d240667fa17d258dfc6e0c",
"base_index": "sha256:90940828dcd4d54fd907ff668b43537cbd94778047580e4160d6560af548b74d",
"miles_commit": "9462de532f747cf688e090bbaf6b24f80e378fe8",
"sglang_commit": "754605964776322226a073763a6f636aa8233932",
"sglang_version": "0.5.21.dev72+g7546059",
"peft_version": "0.20.0",
"peft_wheel_sha256": "0fbba16ffebfad3de96e06f2da6860fd860292324b85b6141909fa1e26ea9233"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
{
"base": {
"index_digest": "sha256:90940828dcd4d54fd907ff668b43537cbd94778047580e4160d6560af548b74d",
"manifest_digest": "sha256:4d69750720eb1a4b99976a3fed45ed018e1fc4fff3d240667fa17d258dfc6e0c",
"miles_commit": "9e4260de047a704208535c0e90c531929879ab40",
"platform": "linux/amd64",
"repository": "docker.io/radixark/miles",
"sglang_commit": "e5bba1f9c433da5352e521a8bb826bab960e7836"
},
"builder": "scripts/build_miles_ports_image.sh (crane append); docker/miles-ports/Dockerfile equivalent",
"image": "ghcr.io/michaellchung/yeto-miles-ports",
"megatron_bridge": {
"commit": "8cd3466d14d2337c8492827b3712482c2b3e4866",
"patches": [
"lazy-modelopt (docker/miles-ports/megatron_bridge_init.py)"
]
},
"megatron_lm": {
"commit": "a84b105473eca9c9c6e49dbf1c8aa460c5cf796e",
"patches": [
"lazy-modelopt (docker/miles-ports/megatron_lm_lazy_modelopt.patch)"
],
"path": "/root/Megatron-LM",
"repository": "https://github.com/radixark/Megatron-LM"
},
"miles": {
"commit": "9462de532f747cf688e090bbaf6b24f80e378fe8",
"install": "base's editable install (pip install -e /root/miles --no-deps) kept (same path); /root is on the base's sys.path, so without PYTHONPATH import miles is a namespace package over the /root/miles checkout -- yeto runs with PYTHONPATH=$HOME/miles (regular package)",
"path": "/root/miles",
"repository": "https://github.com/michaellchung/miles",
"upstream_commit": "9e4260de047a704208535c0e90c531929879ab40"
},
"peft": {
"install": "wheel unpacked into the base's site-packages (pip install --no-deps equivalent)",
"version": "0.20.0",
"wheel": "peft-0.20.0-py3-none-any.whl",
"wheel_sha256": "0fbba16ffebfad3de96e06f2da6860fd860292324b85b6141909fa1e26ea9233"
},
"pure_python_overlay": true,
"schema": 1,
"sglang": {
"commit": "754605964776322226a073763a6f636aa8233932",
"install": "pip install -e /sgl-workspace/sglang/python[all] --no-deps (base's editable install, same path)",
"path": "/sgl-workspace/sglang",
"repository": "https://github.com/michaellchung/sglang",
"upstream_commit": "571212b636baca45e10fa3b4da11a289123f3235",
"version": "0.5.21.dev72+g7546059"
},
"tag": "9462de5-7546059"
}
Loading
Loading