{ "hardware": { "build": "25F84", "chip": "Apple M4 Max", "cpuCores": "proc 16:12:4:0", "gpus": [ { "spdisplays_vendor": "sppci_vendor_Apple", "sppci_model": "Apple M4 Max" } ], "macOS": "26.5.2", "memory": "128 GB" }, "measuredRequestCount": 40, "measurementMode": "desktop-load", "nativeManifest": { "components": { "text_encoder": { "path": ".", "type": "local" }, "tokenizer": { "path": ".", "type": "local" } }, "createdAt": "2026-09-01T00:00:00Z", "engine": "qwen3.5-hybrid-moe", "family": "code", "id": "text-agent-ornith-35b-mlx-4bit", "precision": "int4", "quantization": { "bits": 4, "groupSize": 64, "scheme": "mlx-affine" }, "schemaVersion": 3, "sources": [ { "repository": "ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit", "revision": "19504d912fa8fc7622bf6b1de3db5d5d890b1f02", "role": "primary" }, { "destination_path": "vision", "repository": "ornith-ai/Ornith-1.5-35B-A3B", "revision": "10fbf86fed7ecee4a061f8b499a618f46001cac1", "role": "component" }, { "destination_path": "mtp", "repository": "ornith-ai/Ornith-1.5-35B-A3B", "revision": "e4dfb35a93d4b6822a811a7676f3488514abe7e2", "role": "component" } ], "supports": [ "chat", "code_generation", "vision_chat" ], "tier": "large", "upstreamRepoId": "Sawfwair/Ornith-1.5-35B-A3B-MLX-4bit-Vision-MTP@main", "variant": "standard" }, "nativeWeightSamples": { "mtp.fc.weight": { "kurtosis": 3.0214835225202146, "mean": -4.9299292960824914e-05, "sampleOffset": 0, "sampleSHA256": "484180dc8f4b77ae51995c7385c075df860855db063874ac5ecba6f0f9c6cb97", "sampledElements": 131072, "shape": [ 2048, 4096 ], "std": 0.01955987411031103 }, "mtp.layers.0.input_layernorm.weight": { "kurtosis": 3.6118599945227525, "mean": 6.404218765965197e-05, "sampleOffset": 0, "sampleSHA256": "7c92e12fccdb1881952f19355a1cb5917232ee8f645b537ecc6d69406aa4c90b", "sampledElements": 2048, "shape": [ 2048 ], "std": 0.0030159244756922674 }, "mtp.layers.0.mlp.experts.0.gate_proj.weight": { "kurtosis": 2.991531189047493, "mean": 9.004271419144061e-06, "sampleOffset": 0, "sampleSHA256": "49c5db85ed787a28cf7c36224afe380d0b1fa626845257c7e66c8fd6ca4cfb37", "sampledElements": 131072, "shape": [ 512, 2048 ], "std": 0.020003666514507124 }, "mtp.layers.0.post_attention_layernorm.weight": { "kurtosis": 2.2387142423957247, "mean": 0.014827951788902283, "sampleOffset": 0, "sampleSHA256": "8fa7efce152478f908c345b190e69855e67144ece805c8b4e6472848259b7264", "sampledElements": 2048, "shape": [ 2048 ], "std": 0.003557646256180927 }, "mtp.layers.0.self_attn.k_norm.weight": { "kurtosis": 5.06695032806935, "mean": 0.003916800022125244, "sampleOffset": 0, "sampleSHA256": "2e214650d043e35fbe3265e4643850213826cd6ab3281f7ba4f2f163fa2c18c2", "sampledElements": 256, "shape": [ 256 ], "std": 0.006808641192886044 }, "mtp.layers.0.self_attn.q_norm.weight": { "kurtosis": 5.096090662783112, "mean": 0.003900587558746338, "sampleOffset": 0, "sampleSHA256": "ed69036ab530cca5821540d652a582a6bb4dd09488fcb218b6305c997f03d991", "sampledElements": 256, "shape": [ 256 ], "std": 0.006802023062471432 }, "mtp.layers.0.self_attn.q_proj.weight": { "kurtosis": 3.0036876036026885, "mean": 4.9245207762282917e-05, "sampleOffset": 0, "sampleSHA256": "ff4ecae5b5ed69d7263a275d986617f1aa076db8f6c09320241f64b938445b98", "sampledElements": 131072, "shape": [ 8192, 2048 ], "std": 0.01981054411044665 }, "mtp.norm.weight": { "kurtosis": 5.712824124474569, "mean": 0.022813022136688232, "sampleOffset": 0, "sampleSHA256": "143bf88c151448b4ffd3b4f6904a3f0aba160226a0c0a793b09e8a43ef261e8e", "sampledElements": 2048, "shape": [ 2048 ], "std": 0.00016635696933195242 }, "mtp.pre_fc_norm_embedding.weight": { "kurtosis": 46.68578845009673, "mean": -0.0213392972946167, "sampleOffset": 0, "sampleSHA256": "193b5bb2587669b688683aaac841861952efc545030ee156c6fc0eb110e0ac1e", "sampledElements": 2048, "shape": [ 2048 ], "std": 0.0009901922788203565 }, "mtp.pre_fc_norm_hidden.weight": { "kurtosis": 11.910876484698072, "mean": 0.015706644859164953, "sampleOffset": 0, "sampleSHA256": "f7b563b7f438ddee84d11cab83595e33181c2e3d5197f1cee79651806175635b", "sampledElements": 2048, "shape": [ 2048 ], "std": 0.005580469827694355 } }, "notes": [ "Target files are symbolic links to the same native Q4 checkpoint; this experiment does not modify them. The replacement head is tested in a separate model root.", "The fused replacement head is split into per-expert tensors by copying BF16 bytes unchanged. Every output tensor is hash-checked after conversion.", "The forced CLI variant enables MTP but still adapts depth. It is an additional repetition control, not a fixed-depth policy.", "The fixed-depth diagnostic sets the draft cost estimate to 1e-100. Counters verify three drafts in every round except the final token-budget tail. This is a diagnostic override, not a selected default.", "All 40 measured requests match the prior serial output hashes at 256 generated tokens. This bounded text-only check does not qualify a replacement model default.", "Other inference was detected during some runs. Timing is an observation under shared load, not an isolated head speedup claim." ], "records": [ { "id": "head-native/ornith-code", "rawReceiptSHA256": "a3ad6ca8fa4a49def3d10008372ffe441f3039623cee81659fc599af303571d4", "receipt": { "after": { "gpuDeviceUtilizationPercent": 70, "loadAverage": [ 13.28955078125, 12.99951171875, 11.83056640625 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7260.25M free = 931.75M (encrypted)", "swapUsedMiB": 7260.25 }, "before": { "gpuDeviceUtilizationPercent": 70, "loadAverage": [ 11.85302734375, 12.509765625, 11.56884765625 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7260.25M free = 931.75M (encrypted)", "swapUsedMiB": 7260.25 }, "binarySHA256": "37ae108285410acec9ee3863de69475fb74ce9b472bf23c05e0e0df8ce26414c", "buildSourceRevision": "c3ef55db5f09b2bcc6526bec4dd2a78eaa27aee6", "collectorSHA256": "77bfd1f99c1bc4008ccc83bb52b5e1861f625b636c6fa335e406264be05bb8bd", "command": [ "mere.run", "model", "benchmark", "q36-mtp", "--model", "text-agent-ornith-35b-mlx-4bit", "--prompt", "Write a complete Python implementation of an LRU cache using a dictionary and a doubly linked list, with get and put operations, type hints, and a short usage example. Return the code directly without introductory prose.", "--decode-tokens", "256", "--context-size", "8192", "--temperature", "0.0", "--top-p", "1.0", "--json", "--variants", "baseline,adaptive,forced", "--warmups", "1", "--warmup-tokens", "256", "--repetitions", "3", "--model-root", "", "--mtp-block-size", "4" ], "competingInferenceProcessCount": 1, "gpuSamples": [ { "deviceUtilizationPercent": 29, "elapsedSeconds": 0.09890103340148926, "loadAverage": [ 11.85302734375, 12.509765625, 11.56884765625 ] }, { "deviceUtilizationPercent": 32, "elapsedSeconds": 2.2065160274505615, "loadAverage": [ 11.85302734375, 12.509765625, 11.56884765625 ] }, { "deviceUtilizationPercent": 35, "elapsedSeconds": 4.318637132644653, "loadAverage": [ 11.22412109375, 12.3681640625, 11.5244140625 ] }, { "deviceUtilizationPercent": 34, "elapsedSeconds": 6.44563102722168, "loadAverage": [ 11.22412109375, 12.3681640625, 11.5244140625 ] }, { "deviceUtilizationPercent": 33, "elapsedSeconds": 8.558012962341309, "loadAverage": [ 10.5654296875, 12.21240234375, 11.47412109375 ] }, { "deviceUtilizationPercent": 35, "elapsedSeconds": 10.665738105773926, "loadAverage": [ 10.5654296875, 12.21240234375, 11.47412109375 ] }, { "deviceUtilizationPercent": 31, "elapsedSeconds": 12.777828216552734, "loadAverage": [ 9.95947265625, 12.05908203125, 11.42431640625 ] }, { "deviceUtilizationPercent": 37, "elapsedSeconds": 14.884357929229736, "loadAverage": [ 9.95947265625, 12.05908203125, 11.42431640625 ] }, { "deviceUtilizationPercent": 34, "elapsedSeconds": 17.185256958007812, "loadAverage": [ 9.95947265625, 12.05908203125, 11.42431640625 ] }, { "deviceUtilizationPercent": 35, "elapsedSeconds": 19.29167604446411, "loadAverage": [ 9.88232421875, 12.0078125, 11.40966796875 ] }, { "deviceUtilizationPercent": 38, "elapsedSeconds": 21.48834800720215, "loadAverage": [ 9.88232421875, 12.0078125, 11.40966796875 ] }, { "deviceUtilizationPercent": 58, "elapsedSeconds": 23.710412979125977, "loadAverage": [ 18.0595703125, 13.66748046875, 11.9990234375 ] }, { "deviceUtilizationPercent": 73, "elapsedSeconds": 25.86149501800537, "loadAverage": [ 18.0595703125, 13.66748046875, 11.9990234375 ] }, { "deviceUtilizationPercent": 76, "elapsedSeconds": 28.077956914901733, "loadAverage": [ 17.57421875, 13.6396484375, 11.9990234375 ] }, { "deviceUtilizationPercent": 78, "elapsedSeconds": 30.234001874923706, "loadAverage": [ 17.57421875, 13.6396484375, 11.9990234375 ] }, { "deviceUtilizationPercent": 85, "elapsedSeconds": 32.38717007637024, "loadAverage": [ 16.96728515625, 13.5791015625, 11.9873046875 ] }, { "deviceUtilizationPercent": 85, "elapsedSeconds": 34.54029703140259, "loadAverage": [ 16.96728515625, 13.5791015625, 11.9873046875 ] }, { "deviceUtilizationPercent": 68, "elapsedSeconds": 36.6781210899353, "loadAverage": [ 16.96728515625, 13.5791015625, 11.9873046875 ] }, { "deviceUtilizationPercent": 35, "elapsedSeconds": 38.784889221191406, "loadAverage": [ 15.9287109375, 13.419921875, 11.9404296875 ] }, { "deviceUtilizationPercent": 71, "elapsedSeconds": 40.90580987930298, "loadAverage": [ 15.9287109375, 13.419921875, 11.9404296875 ] }, { "deviceUtilizationPercent": 88, "elapsedSeconds": 43.11917591094971, "loadAverage": [ 15.37353515625, 13.34619140625, 11.9228515625 ] }, { "deviceUtilizationPercent": 82, "elapsedSeconds": 45.273066997528076, "loadAverage": [ 15.37353515625, 13.34619140625, 11.9228515625 ] }, { "deviceUtilizationPercent": 87, "elapsedSeconds": 47.40899205207825, "loadAverage": [ 14.62255859375, 13.22412109375, 11.8876953125 ] }, { "deviceUtilizationPercent": 90, "elapsedSeconds": 49.56229090690613, "loadAverage": [ 14.62255859375, 13.22412109375, 11.8876953125 ] }, { "deviceUtilizationPercent": 89, "elapsedSeconds": 51.68311905860901, "loadAverage": [ 14.62255859375, 13.22412109375, 11.8876953125 ] }, { "deviceUtilizationPercent": 46, "elapsedSeconds": 53.80327916145325, "loadAverage": [ 14.171875, 13.15380859375, 11.87060546875 ] }, { "deviceUtilizationPercent": 90, "elapsedSeconds": 55.92646884918213, "loadAverage": [ 14.171875, 13.15380859375, 11.87060546875 ] }, { "deviceUtilizationPercent": 92, "elapsedSeconds": 58.10748505592346, "loadAverage": [ 13.83740234375, 13.10107421875, 11.859375 ] }, { "deviceUtilizationPercent": 87, "elapsedSeconds": 60.25806212425232, "loadAverage": [ 13.83740234375, 13.10107421875, 11.859375 ] }, { "deviceUtilizationPercent": 88, "elapsedSeconds": 62.41029095649719, "loadAverage": [ 13.28955078125, 12.99951171875, 11.83056640625 ] }, { "deviceUtilizationPercent": 87, "elapsedSeconds": 64.55060005187988, "loadAverage": [ 13.28955078125, 12.99951171875, 11.83056640625 ] } ], "knownRenderingWorkerCount": 0, "maxPressureLevel": 1, "measurementMode": "desktop-load", "peakResidentBytes": 9735749632, "processSeconds": 66.66186714172363, "profiled": false, "prompt": "Write a complete Python implementation of an LRU cache using a dictionary and a doubly linked list, with get and put operations, type hints, and a short usage example. Return the code directly without introductory prose.", "runtimeOverrides": {}, "sourceHead": "a036360014af49fc5cffd0c113af89ab12d5b8c3", "startedUnixSeconds": 1788628196.24911, "uncontended": false, "workload": "code" }, "scenarios": [ { "contextSize": 8192, "decodeSpeedups": { "adaptive": 1.0848764964197781, "forced": 1.1707623723723515 }, "endToEndSpeedups": { "adaptive": 1.0920840374623484, "forced": 1.1554816671876453 }, "greedyOutputParity": true, "promptCharacters": 220, "repetition": 1, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 3.5957460403442383, "decodeTokensPerSecond": 71.19523935441555, "elapsedSeconds": 3.717833995819092, "endToEndTokensPerSecond": 68.85729709499833, "expectedMTPActive": false, "firstTokenSeconds": 0.014678001403808594, "generatedTokens": 256, "loadSeconds": 1.5974044799804688e-05, "name": "baseline", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "disabled", "prefillSeconds": 0.12098395824432373, "prefillTokensPerSecond": 446.34016594950964, "promptTokens": 54, "residentMemoryAfterBytes": 7701544960, "residentMemoryBeforeBytes": 7701479424, "ttftSeconds": 0.13567793369293213 }, { "acceleration": { "acceptanceRate": 0.5186721991701245, "acceptedDraftTokens": 125, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 241, "rounds": 131, "route": "mtp-speculative" }, "decodeSeconds": 3.314428925514221, "decodeTokensPerSecond": 77.23804183258585, "elapsedSeconds": 3.4043478965759277, "endToEndTokensPerSecond": 75.1979550202502, "expectedMTPActive": true, "firstTokenSeconds": 0.00030791759490966797, "generatedTokens": 256, "loadSeconds": 8.106231689453125e-06, "name": "adaptive", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "adaptive", "prefillSeconds": 0.08888208866119385, "prefillTokensPerSecond": 607.5464788619053, "promptTokens": 54, "residentMemoryAfterBytes": 9468788736, "residentMemoryBeforeBytes": 9468248064, "ttftSeconds": 0.08919811248779297 }, { "acceleration": { "acceptanceRate": 0.5186721991701245, "acceptedDraftTokens": 125, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 241, "rounds": 131, "route": "mtp-speculative" }, "decodeSeconds": 3.0712859630584717, "decodeTokensPerSecond": 83.35270732819295, "elapsedSeconds": 3.2175620794296265, "endToEndTokensPerSecond": 79.56334444536368, "expectedMTPActive": true, "firstTokenSeconds": 0.0002499818801879883, "generatedTokens": 256, "loadSeconds": 9.059906005859375e-06, "name": "forced", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "forced", "prefillSeconds": 0.14524400234222412, "prefillTokensPerSecond": 371.78815737096755, "promptTokens": 54, "residentMemoryAfterBytes": 9735716864, "residentMemoryBeforeBytes": 9735602176, "ttftSeconds": 0.14550304412841797 } ], "warmupTokens": 256, "warmups": 1 }, { "contextSize": 8192, "decodeSpeedups": { "adaptive": 1.0278167464769092, "forced": 1.0520218600639588 }, "endToEndSpeedups": { "adaptive": 1.0232376395410712, "forced": 1.0504327596273844 }, "greedyOutputParity": true, "promptCharacters": 220, "repetition": 2, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 2.715014934539795, "decodeTokensPerSecond": 94.29045739057526, "elapsedSeconds": 2.833701014518738, "endToEndTokensPerSecond": 90.34121761200619, "expectedMTPActive": false, "firstTokenSeconds": 0.011608004570007324, "generatedTokens": 256, "loadSeconds": 1.0967254638671875e-05, "name": "baseline", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "disabled", "prefillSeconds": 0.11755704879760742, "prefillTokensPerSecond": 459.3514429999797, "promptTokens": 54, "residentMemoryAfterBytes": 7701708800, "residentMemoryBeforeBytes": 7701643264, "ttftSeconds": 0.12917602062225342 }, { "acceleration": { "acceptanceRate": 0.5186721991701245, "acceptedDraftTokens": 125, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 241, "rounds": 131, "route": "mtp-speculative" }, "decodeSeconds": 2.641535997390747, "decodeTokensPerSecond": 96.9133111390007, "elapsedSeconds": 2.769347906112671, "endToEndTokensPerSecond": 92.44053426257547, "expectedMTPActive": true, "firstTokenSeconds": 0.00039196014404296875, "generatedTokens": 256, "loadSeconds": 1.0013580322265625e-05, "name": "adaptive", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "adaptive", "prefillSeconds": 0.12667405605316162, "prefillTokensPerSecond": 426.2909208286319, "promptTokens": 54, "residentMemoryAfterBytes": 9468805120, "residentMemoryBeforeBytes": 9468788736, "ttftSeconds": 0.12707602977752686 }, { "acceleration": { "acceptanceRate": 0.5186721991701245, "acceptedDraftTokens": 125, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 241, "rounds": 131, "route": "mtp-speculative" }, "decodeSeconds": 2.580759048461914, "decodeTokensPerSecond": 99.19562237031442, "elapsedSeconds": 2.6976510286331177, "endToEndTokensPerSecond": 94.89737452427772, "expectedMTPActive": true, "firstTokenSeconds": 0.00024306774139404297, "generatedTokens": 256, "loadSeconds": 1.0013580322265625e-05, "name": "forced", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "forced", "prefillSeconds": 0.11579394340515137, "prefillTokensPerSecond": 466.3456344263139, "promptTokens": 54, "residentMemoryAfterBytes": 9735733248, "residentMemoryBeforeBytes": 9735716864, "ttftSeconds": 0.11604702472686768 } ], "warmupTokens": 256, "warmups": 1 }, { "contextSize": 8192, "decodeSpeedups": { "adaptive": 1.1046774447484344, "forced": 1.1860965479669476 }, "endToEndSpeedups": { "adaptive": 1.0979870464553185, "forced": 1.1810170528411412 }, "greedyOutputParity": true, "promptCharacters": 220, "repetition": 3, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 2.996092915534973, "decodeTokensPerSecond": 85.44461310682998, "elapsedSeconds": 3.1261579990386963, "endToEndTokensPerSecond": 81.88965499463585, "expectedMTPActive": false, "firstTokenSeconds": 0.012669920921325684, "generatedTokens": 256, "loadSeconds": 1.1920928955078125e-05, "name": "baseline", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "disabled", "prefillSeconds": 0.12894201278686523, "prefillTokensPerSecond": 418.792904134817, "promptTokens": 54, "residentMemoryAfterBytes": 7701757952, "residentMemoryBeforeBytes": 7701708800, "ttftSeconds": 0.141623854637146 }, { "acceleration": { "acceptanceRate": 0.5186721991701245, "acceptedDraftTokens": 125, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 241, "rounds": 131, "route": "mtp-speculative" }, "decodeSeconds": 2.7121880054473877, "decodeTokensPerSecond": 94.38873687437153, "elapsedSeconds": 2.8471720218658447, "endToEndTokensPerSecond": 89.91378042280525, "expectedMTPActive": true, "firstTokenSeconds": 0.00024509429931640625, "generatedTokens": 256, "loadSeconds": 1.0967254638671875e-05, "name": "adaptive", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "adaptive", "prefillSeconds": 0.13391101360321045, "prefillTokensPerSecond": 403.25286581734434, "promptTokens": 54, "residentMemoryAfterBytes": 9468821504, "residentMemoryBeforeBytes": 9468805120, "ttftSeconds": 0.13416707515716553 }, { "acceleration": { "acceptanceRate": 0.5186721991701245, "acceptedDraftTokens": 125, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 241, "rounds": 131, "route": "mtp-speculative" }, "decodeSeconds": 2.5260109901428223, "decodeTokensPerSecond": 101.34556064838245, "elapsedSeconds": 2.6470049619674683, "endToEndTokensPerSecond": 96.71307899994267, "expectedMTPActive": true, "firstTokenSeconds": 0.00028192996978759766, "generatedTokens": 256, "loadSeconds": 1.0013580322265625e-05, "name": "forced", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "forced", "prefillSeconds": 0.11988508701324463, "prefillTokensPerSecond": 450.43133675195315, "promptTokens": 54, "residentMemoryAfterBytes": 9735749632, "residentMemoryBeforeBytes": 9735733248, "ttftSeconds": 0.12017703056335449 } ], "warmupTokens": 256, "warmups": 1 } ] }, { "id": "head-native/ornith-prose", "rawReceiptSHA256": "91df068b1b1c127e623e970af764c9fb1ca5e066e74a28288b38a6c21406626b", "receipt": { "after": { "gpuDeviceUtilizationPercent": 53, "loadAverage": [ 9.71337890625, 10.90380859375, 11.25537109375 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "before": { "gpuDeviceUtilizationPercent": 28, "loadAverage": [ 9.1103515625, 11.16796875, 11.373046875 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "binarySHA256": "37ae108285410acec9ee3863de69475fb74ce9b472bf23c05e0e0df8ce26414c", "buildSourceRevision": "c3ef55db5f09b2bcc6526bec4dd2a78eaa27aee6", "collectorSHA256": "846c9089342036559de416f10a5f572f3e4afd5005e4eb87be4924ba5cf38446", "command": [ "mere.run", "model", "benchmark", "q36-mtp", "--model", "text-agent-ornith-35b-mlx-4bit", "--prompt", "Explain how a small community could turn an abandoned railway station into a public library. Discuss the building, accessibility, staffing, the collection, and a realistic opening-day scene. Write approximately 400 words of clear, connected prose.", "--decode-tokens", "256", "--context-size", "8192", "--temperature", "0.0", "--top-p", "1.0", "--json", "--variants", "baseline,adaptive,forced", "--warmups", "1", "--warmup-tokens", "256", "--repetitions", "3", "--model-root", "", "--mtp-block-size", "4" ], "competingInferenceProcessCount": 0, "gpuSamples": [ { "deviceUtilizationPercent": 35, "elapsedSeconds": 0.09956789016723633, "loadAverage": [ 9.1103515625, 11.16796875, 11.373046875 ] }, { "deviceUtilizationPercent": 49, "elapsedSeconds": 2.209686756134033, "loadAverage": [ 9.1103515625, 11.16796875, 11.373046875 ] }, { "deviceUtilizationPercent": 71, "elapsedSeconds": 4.345058917999268, "loadAverage": [ 8.78076171875, 11.0654296875, 11.33544921875 ] }, { "deviceUtilizationPercent": 73, "elapsedSeconds": 6.549370765686035, "loadAverage": [ 8.78076171875, 11.0654296875, 11.33544921875 ] }, { "deviceUtilizationPercent": 72, "elapsedSeconds": 8.717552900314331, "loadAverage": [ 8.6376953125, 10.99755859375, 11.3095703125 ] }, { "deviceUtilizationPercent": 67, "elapsedSeconds": 10.885081768035889, "loadAverage": [ 8.6376953125, 10.99755859375, 11.3095703125 ] }, { "deviceUtilizationPercent": 81, "elapsedSeconds": 13.045910835266113, "loadAverage": [ 8.34619140625, 10.89794921875, 11.2724609375 ] }, { "deviceUtilizationPercent": 65, "elapsedSeconds": 15.198587894439697, "loadAverage": [ 8.34619140625, 10.89794921875, 11.2724609375 ] }, { "deviceUtilizationPercent": 33, "elapsedSeconds": 17.32518196105957, "loadAverage": [ 8.34619140625, 10.89794921875, 11.2724609375 ] }, { "deviceUtilizationPercent": 79, "elapsedSeconds": 19.565580129623413, "loadAverage": [ 8.158203125, 10.81640625, 11.2412109375 ] }, { "deviceUtilizationPercent": 63, "elapsedSeconds": 21.742613077163696, "loadAverage": [ 8.158203125, 10.81640625, 11.2412109375 ] }, { "deviceUtilizationPercent": 72, "elapsedSeconds": 23.908179998397827, "loadAverage": [ 8.6259765625, 10.869140625, 11.25732421875 ] }, { "deviceUtilizationPercent": 79, "elapsedSeconds": 26.0570707321167, "loadAverage": [ 8.6259765625, 10.869140625, 11.25732421875 ] }, { "deviceUtilizationPercent": 82, "elapsedSeconds": 28.24056100845337, "loadAverage": [ 8.33544921875, 10.771484375, 11.22021484375 ] }, { "deviceUtilizationPercent": 63, "elapsedSeconds": 30.4471378326416, "loadAverage": [ 8.33544921875, 10.771484375, 11.22021484375 ] }, { "deviceUtilizationPercent": 65, "elapsedSeconds": 32.6312198638916, "loadAverage": [ 8.54833984375, 10.77490234375, 11.21875 ] }, { "deviceUtilizationPercent": 49, "elapsedSeconds": 34.75780200958252, "loadAverage": [ 8.54833984375, 10.77490234375, 11.21875 ] }, { "deviceUtilizationPercent": 72, "elapsedSeconds": 36.87370777130127, "loadAverage": [ 8.54833984375, 10.77490234375, 11.21875 ] }, { "deviceUtilizationPercent": 89, "elapsedSeconds": 39.07434391975403, "loadAverage": [ 8.42431640625, 10.7119140625, 11.19384765625 ] }, { "deviceUtilizationPercent": 83, "elapsedSeconds": 41.22540903091431, "loadAverage": [ 8.42431640625, 10.7119140625, 11.19384765625 ] }, { "deviceUtilizationPercent": 89, "elapsedSeconds": 43.368520975112915, "loadAverage": [ 8.47021484375, 10.68310546875, 11.1806640625 ] }, { "deviceUtilizationPercent": 72, "elapsedSeconds": 45.57179880142212, "loadAverage": [ 8.47021484375, 10.68310546875, 11.1806640625 ] }, { "deviceUtilizationPercent": 63, "elapsedSeconds": 47.791865825653076, "loadAverage": [ 9.71337890625, 10.90380859375, 11.25537109375 ] }, { "deviceUtilizationPercent": 62, "elapsedSeconds": 50.00240993499756, "loadAverage": [ 9.71337890625, 10.90380859375, 11.25537109375 ] } ], "knownRenderingWorkerCount": 0, "maxPressureLevel": 1, "measurementMode": "desktop-load", "peakResidentBytes": 10577412096, "processSeconds": 52.11630702018738, "profiled": false, "prompt": "Explain how a small community could turn an abandoned railway station into a public library. Discuss the building, accessibility, staffing, the collection, and a realistic opening-day scene. Write approximately 400 words of clear, connected prose.", "runtimeOverrides": {}, "sourceHead": "a036360014af49fc5cffd0c113af89ab12d5b8c3", "startedUnixSeconds": 1788628541.218084, "uncontended": false, "workload": "prose" }, "scenarios": [ { "contextSize": 8192, "decodeSpeedups": { "adaptive": 1.0328521653589708, "forced": 1.0412936646192108 }, "endToEndSpeedups": { "adaptive": 1.0355083113717127, "forced": 1.0160502132125473 }, "greedyOutputParity": true, "promptCharacters": 247, "repetition": 1, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 3.583178997039795, "decodeTokensPerSecond": 71.44493764098631, "elapsedSeconds": 3.693624973297119, "endToEndTokensPerSecond": 69.30860654526094, "expectedMTPActive": false, "firstTokenSeconds": 0.012874960899353027, "generatedTokens": 256, "loadSeconds": 1.2993812561035156e-05, "name": "baseline", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "disabled", "prefillSeconds": 0.10907602310180664, "prefillTokensPerSecond": 550.0750604374226, "promptTokens": 60, "residentMemoryAfterBytes": 7682703360, "residentMemoryBeforeBytes": 7682572288, "ttftSeconds": 0.1219639778137207 }, { "acceleration": { "acceptanceRate": 0.25892857142857145, "acceptedDraftTokens": 29, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 112, "rounds": 69, "route": "mtp-speculative" }, "decodeSeconds": 3.469208002090454, "decodeTokensPerSecond": 73.79205854642936, "elapsedSeconds": 3.5669679641723633, "endToEndTokensPerSecond": 71.76963812720959, "expectedMTPActive": true, "firstTokenSeconds": 0.00025403499603271484, "generatedTokens": 256, "loadSeconds": 1.2040138244628906e-05, "name": "adaptive", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "adaptive", "prefillSeconds": 0.09630405902862549, "prefillTokensPerSecond": 623.0266990321306, "promptTokens": 60, "residentMemoryAfterBytes": 9462956032, "residentMemoryBeforeBytes": 9462923264, "ttftSeconds": 0.09657013416290283 }, { "acceleration": { "acceptanceRate": 0.25892857142857145, "acceptedDraftTokens": 29, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 112, "rounds": 69, "route": "mtp-speculative" }, "decodeSeconds": 3.4410840272903442, "decodeTokensPerSecond": 74.39516093467363, "elapsedSeconds": 3.6352779865264893, "endToEndTokensPerSecond": 70.42102445777694, "expectedMTPActive": true, "firstTokenSeconds": 0.00039005279541015625, "generatedTokens": 256, "loadSeconds": 1.5974044799804688e-05, "name": "forced", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "forced", "prefillSeconds": 0.1927579641342163, "prefillTokensPerSecond": 311.2711854448843, "promptTokens": 60, "residentMemoryAfterBytes": 10576412672, "residentMemoryBeforeBytes": 10576265216, "ttftSeconds": 0.19316399097442627 } ], "warmupTokens": 256, "warmups": 1 }, { "contextSize": 8192, "decodeSpeedups": { "adaptive": 0.9000243484900335, "forced": 0.7652165903884272 }, "endToEndSpeedups": { "adaptive": 0.8983221030593455, "forced": 0.7711971462976194 }, "greedyOutputParity": true, "promptCharacters": 247, "repetition": 2, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 3.084099054336548, "decodeTokensPerSecond": 83.00641305279696, "elapsedSeconds": 3.195328116416931, "endToEndTokensPerSecond": 80.11696785839466, "expectedMTPActive": false, "firstTokenSeconds": 0.013645052909851074, "generatedTokens": 256, "loadSeconds": 1.2040138244628906e-05, "name": "baseline", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "disabled", "prefillSeconds": 0.10991299152374268, "prefillTokensPerSecond": 545.886333982996, "promptTokens": 60, "residentMemoryAfterBytes": 7682834432, "residentMemoryBeforeBytes": 7682801664, "ttftSeconds": 0.12357008457183838 }, { "acceleration": { "acceptanceRate": 0.25892857142857145, "acceptedDraftTokens": 29, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 112, "rounds": 69, "route": "mtp-speculative" }, "decodeSeconds": 3.426684021949768, "decodeTokensPerSecond": 74.7077928283382, "elapsedSeconds": 3.556995987892151, "endToEndTokensPerSecond": 71.97084305729108, "expectedMTPActive": true, "firstTokenSeconds": 0.0002880096435546875, "generatedTokens": 256, "loadSeconds": 1.2993812561035156e-05, "name": "adaptive", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "adaptive", "prefillSeconds": 0.1285640001296997, "prefillTokensPerSecond": 466.69363071676344, "promptTokens": 60, "residentMemoryAfterBytes": 9462972416, "residentMemoryBeforeBytes": 9462956032, "ttftSeconds": 0.12886500358581543 }, { "acceleration": { "acceptanceRate": 0.25892857142857145, "acceptedDraftTokens": 29, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 112, "rounds": 69, "route": "mtp-speculative" }, "decodeSeconds": 4.03036093711853, "decodeTokensPerSecond": 63.517884376634726, "elapsedSeconds": 4.143334984779358, "endToEndTokensPerSecond": 61.78597698241205, "expectedMTPActive": true, "firstTokenSeconds": 0.0001819133758544922, "generatedTokens": 256, "loadSeconds": 9.059906005859375e-06, "name": "forced", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "forced", "prefillSeconds": 0.11139607429504395, "prefillTokensPerSecond": 538.6186217037042, "promptTokens": 60, "residentMemoryAfterBytes": 10576429056, "residentMemoryBeforeBytes": 10576412672, "ttftSeconds": 0.1115870475769043 } ], "warmupTokens": 256, "warmups": 1 }, { "contextSize": 8192, "decodeSpeedups": { "adaptive": 0.7768550370517061, "forced": 0.6913859976388208 }, "endToEndSpeedups": { "adaptive": 0.7806879319047791, "forced": 0.6954202319179869 }, "greedyOutputParity": true, "promptCharacters": 247, "repetition": 3, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 2.9849629402160645, "decodeTokensPerSecond": 85.76320883282712, "elapsedSeconds": 3.0896880626678467, "endToEndTokensPerSecond": 82.85626082878807, "expectedMTPActive": false, "firstTokenSeconds": 0.01008296012878418, "generatedTokens": 256, "loadSeconds": 9.894371032714844e-06, "name": "baseline", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "disabled", "prefillSeconds": 0.10303997993469238, "prefillTokensPerSecond": 582.2982500387569, "promptTokens": 60, "residentMemoryAfterBytes": 7682883584, "residentMemoryBeforeBytes": 7682850816, "ttftSeconds": 0.11313283443450928 }, { "acceleration": { "acceptanceRate": 0.25892857142857145, "acceptedDraftTokens": 29, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 112, "rounds": 69, "route": "mtp-speculative" }, "decodeSeconds": 3.842368006706238, "decodeTokensPerSecond": 66.62558077549912, "elapsedSeconds": 3.9576480388641357, "endToEndTokensPerSecond": 64.68488291178951, "expectedMTPActive": true, "firstTokenSeconds": 0.000308990478515625, "generatedTokens": 256, "loadSeconds": 1.5974044799804688e-05, "name": "adaptive", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "adaptive", "prefillSeconds": 0.11349809169769287, "prefillTokensPerSecond": 528.6432494372912, "promptTokens": 60, "residentMemoryAfterBytes": 9462988800, "residentMemoryBeforeBytes": 9462972416, "ttftSeconds": 0.1138230562210083 }, { "acceleration": { "acceptanceRate": 0.25892857142857145, "acceptedDraftTokens": 29, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 112, "rounds": 69, "route": "mtp-speculative" }, "decodeSeconds": 4.317360997200012, "decodeTokensPerSecond": 59.2954816995907, "elapsedSeconds": 4.442907929420471, "endToEndTokensPerSecond": 57.619920121413, "expectedMTPActive": true, "firstTokenSeconds": 0.0008810758590698242, "generatedTokens": 256, "loadSeconds": 1.609325408935547e-05, "name": "forced", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "forced", "prefillSeconds": 0.12390100955963135, "prefillTokensPerSecond": 484.2575553924205, "promptTokens": 60, "residentMemoryAfterBytes": 10577412096, "residentMemoryBeforeBytes": 10576429056, "ttftSeconds": 0.12479817867279053 } ], "warmupTokens": 256, "warmups": 1 } ] }, { "id": "head-shisa/ornith-code", "rawReceiptSHA256": "d07c3264a44e5cfa72dad9b3ea2cf1a55c1a9ad6b54c99f08e3003a8d2ab8055", "receipt": { "after": { "gpuDeviceUtilizationPercent": 77, "loadAverage": [ 11.03759765625, 11.876953125, 11.62548828125 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "before": { "gpuDeviceUtilizationPercent": 94, "loadAverage": [ 10.828125, 12.46337890625, 11.79736328125 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "binarySHA256": "37ae108285410acec9ee3863de69475fb74ce9b472bf23c05e0e0df8ce26414c", "buildSourceRevision": "c3ef55db5f09b2bcc6526bec4dd2a78eaa27aee6", "collectorSHA256": "846c9089342036559de416f10a5f572f3e4afd5005e4eb87be4924ba5cf38446", "command": [ "mere.run", "model", "benchmark", "q36-mtp", "--model", "text-agent-ornith-35b-mlx-4bit", "--prompt", "Write a complete Python implementation of an LRU cache using a dictionary and a doubly linked list, with get and put operations, type hints, and a short usage example. Return the code directly without introductory prose.", "--decode-tokens", "256", "--context-size", "8192", "--temperature", "0.0", "--top-p", "1.0", "--json", "--variants", "baseline,adaptive,forced", "--warmups", "1", "--warmup-tokens", "256", "--repetitions", "3", "--model-root", "", "--mtp-block-size", "4" ], "competingInferenceProcessCount": 3, "gpuSamples": [ { "deviceUtilizationPercent": 52, "elapsedSeconds": 0.11832499504089355, "loadAverage": [ 10.828125, 12.46337890625, 11.79736328125 ] }, { "deviceUtilizationPercent": 53, "elapsedSeconds": 2.2368199825286865, "loadAverage": [ 10.828125, 12.46337890625, 11.79736328125 ] }, { "deviceUtilizationPercent": 56, "elapsedSeconds": 4.3541481494903564, "loadAverage": [ 10.361328125, 12.33935546875, 11.75732421875 ] }, { "deviceUtilizationPercent": 54, "elapsedSeconds": 6.473680019378662, "loadAverage": [ 10.361328125, 12.33935546875, 11.75732421875 ] }, { "deviceUtilizationPercent": 54, "elapsedSeconds": 8.591490030288696, "loadAverage": [ 10.091796875, 12.25048828125, 11.72900390625 ] }, { "deviceUtilizationPercent": 60, "elapsedSeconds": 10.708516120910645, "loadAverage": [ 10.091796875, 12.25048828125, 11.72900390625 ] }, { "deviceUtilizationPercent": 53, "elapsedSeconds": 12.82706618309021, "loadAverage": [ 10.091796875, 12.25048828125, 11.72900390625 ] }, { "deviceUtilizationPercent": 56, "elapsedSeconds": 14.935826063156128, "loadAverage": [ 10.484375, 12.2958984375, 11.748046875 ] }, { "deviceUtilizationPercent": 50, "elapsedSeconds": 17.051244974136353, "loadAverage": [ 10.484375, 12.2958984375, 11.748046875 ] }, { "deviceUtilizationPercent": 54, "elapsedSeconds": 19.158644914627075, "loadAverage": [ 10.125, 12.19091796875, 11.71435546875 ] }, { "deviceUtilizationPercent": 53, "elapsedSeconds": 21.264770984649658, "loadAverage": [ 10.125, 12.19091796875, 11.71435546875 ] }, { "deviceUtilizationPercent": 49, "elapsedSeconds": 23.375953197479248, "loadAverage": [ 10.19482421875, 12.1708984375, 11.7099609375 ] }, { "deviceUtilizationPercent": 52, "elapsedSeconds": 25.49115300178528, "loadAverage": [ 10.19482421875, 12.1708984375, 11.7099609375 ] }, { "deviceUtilizationPercent": 51, "elapsedSeconds": 27.61297106742859, "loadAverage": [ 10.19482421875, 12.1708984375, 11.7099609375 ] }, { "deviceUtilizationPercent": 56, "elapsedSeconds": 29.725414037704468, "loadAverage": [ 10.25927734375, 12.1513671875, 11.70556640625 ] }, { "deviceUtilizationPercent": 55, "elapsedSeconds": 31.841758966445923, "loadAverage": [ 10.25927734375, 12.1513671875, 11.70556640625 ] }, { "deviceUtilizationPercent": 61, "elapsedSeconds": 33.94855713844299, "loadAverage": [ 10.158203125, 12.0986328125, 11.689453125 ] }, { "deviceUtilizationPercent": 55, "elapsedSeconds": 36.06132698059082, "loadAverage": [ 10.158203125, 12.0986328125, 11.689453125 ] }, { "deviceUtilizationPercent": 61, "elapsedSeconds": 38.16933298110962, "loadAverage": [ 10.158203125, 12.0986328125, 11.689453125 ] }, { "deviceUtilizationPercent": 59, "elapsedSeconds": 40.28424596786499, "loadAverage": [ 10.9462890625, 12.2294921875, 11.73779296875 ] }, { "deviceUtilizationPercent": 62, "elapsedSeconds": 42.397154092788696, "loadAverage": [ 10.9462890625, 12.2294921875, 11.73779296875 ] }, { "deviceUtilizationPercent": 63, "elapsedSeconds": 44.51339316368103, "loadAverage": [ 10.5498046875, 12.1259765625, 11.7041015625 ] }, { "deviceUtilizationPercent": 62, "elapsedSeconds": 46.62525200843811, "loadAverage": [ 10.5498046875, 12.1259765625, 11.7041015625 ] }, { "deviceUtilizationPercent": 56, "elapsedSeconds": 48.742576122283936, "loadAverage": [ 10.02490234375, 11.99072265625, 11.65869140625 ] }, { "deviceUtilizationPercent": 56, "elapsedSeconds": 50.853517055511475, "loadAverage": [ 10.02490234375, 11.99072265625, 11.65869140625 ] }, { "deviceUtilizationPercent": 57, "elapsedSeconds": 52.97040295600891, "loadAverage": [ 10.02490234375, 11.99072265625, 11.65869140625 ] }, { "deviceUtilizationPercent": 56, "elapsedSeconds": 55.08648705482483, "loadAverage": [ 9.7822265625, 11.90771484375, 11.63134765625 ] }, { "deviceUtilizationPercent": 53, "elapsedSeconds": 57.20277810096741, "loadAverage": [ 9.7822265625, 11.90771484375, 11.63134765625 ] }, { "deviceUtilizationPercent": 90, "elapsedSeconds": 59.31470608711243, "loadAverage": [ 9.79931640625, 11.8759765625, 11.62158203125 ] }, { "deviceUtilizationPercent": 80, "elapsedSeconds": 61.45782017707825, "loadAverage": [ 9.79931640625, 11.8759765625, 11.62158203125 ] }, { "deviceUtilizationPercent": 64, "elapsedSeconds": 63.60557579994202, "loadAverage": [ 9.49462890625, 11.7783203125, 11.58837890625 ] }, { "deviceUtilizationPercent": 80, "elapsedSeconds": 65.75560903549194, "loadAverage": [ 9.49462890625, 11.7783203125, 11.58837890625 ] }, { "deviceUtilizationPercent": 92, "elapsedSeconds": 67.93596196174622, "loadAverage": [ 9.49462890625, 11.7783203125, 11.58837890625 ] }, { "deviceUtilizationPercent": 84, "elapsedSeconds": 70.0869550704956, "loadAverage": [ 8.89404296875, 11.61572265625, 11.53173828125 ] }, { "deviceUtilizationPercent": 76, "elapsedSeconds": 72.2046959400177, "loadAverage": [ 8.89404296875, 11.61572265625, 11.53173828125 ] }, { "deviceUtilizationPercent": 72, "elapsedSeconds": 74.32415103912354, "loadAverage": [ 8.822265625, 11.5556640625, 11.5107421875 ] }, { "deviceUtilizationPercent": 93, "elapsedSeconds": 76.46840381622314, "loadAverage": [ 8.822265625, 11.5556640625, 11.5107421875 ] }, { "deviceUtilizationPercent": 91, "elapsedSeconds": 78.59751796722412, "loadAverage": [ 8.51611328125, 11.44677734375, 11.47216796875 ] }, { "deviceUtilizationPercent": 92, "elapsedSeconds": 80.76137399673462, "loadAverage": [ 8.51611328125, 11.44677734375, 11.47216796875 ] }, { "deviceUtilizationPercent": 91, "elapsedSeconds": 82.91092801094055, "loadAverage": [ 8.51611328125, 11.44677734375, 11.47216796875 ] }, { "deviceUtilizationPercent": 58, "elapsedSeconds": 85.0312750339508, "loadAverage": [ 10.556640625, 11.82080078125, 11.60400390625 ] }, { "deviceUtilizationPercent": 68, "elapsedSeconds": 87.16380786895752, "loadAverage": [ 10.556640625, 11.82080078125, 11.60400390625 ] }, { "deviceUtilizationPercent": 87, "elapsedSeconds": 89.36801815032959, "loadAverage": [ 10.431640625, 11.77392578125, 11.58837890625 ] }, { "deviceUtilizationPercent": 89, "elapsedSeconds": 91.54511404037476, "loadAverage": [ 10.431640625, 11.77392578125, 11.58837890625 ] }, { "deviceUtilizationPercent": 72, "elapsedSeconds": 93.76098608970642, "loadAverage": [ 11.03759765625, 11.876953125, 11.62548828125 ] }, { "deviceUtilizationPercent": 84, "elapsedSeconds": 95.92904281616211, "loadAverage": [ 11.03759765625, 11.876953125, 11.62548828125 ] } ], "knownRenderingWorkerCount": 0, "maxPressureLevel": 1, "measurementMode": "desktop-load", "peakResidentBytes": 9856024576, "processSeconds": 98.0307559967041, "profiled": false, "prompt": "Write a complete Python implementation of an LRU cache using a dictionary and a doubly linked list, with get and put operations, type hints, and a short usage example. Return the code directly without introductory prose.", "runtimeOverrides": {}, "sourceHead": "a036360014af49fc5cffd0c113af89ab12d5b8c3", "startedUnixSeconds": 1788628395.241246, "uncontended": false, "workload": "code" }, "scenarios": [ { "contextSize": 8192, "decodeSpeedups": { "adaptive": 1.5457090394708357, "forced": 1.6053270409189653 }, "endToEndSpeedups": { "adaptive": 1.560915470012023, "forced": 1.6129221595537933 }, "greedyOutputParity": true, "promptCharacters": 220, "repetition": 1, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 4.241733074188232, "decodeTokensPerSecond": 60.3526896960607, "elapsedSeconds": 4.522978901863098, "endToEndTokensPerSecond": 56.59986605167424, "expectedMTPActive": false, "firstTokenSeconds": 0.017681002616882324, "generatedTokens": 256, "loadSeconds": 1.6927719116210938e-05, "name": "baseline", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "disabled", "prefillSeconds": 0.27916502952575684, "prefillTokensPerSecond": 193.43397019223625, "promptTokens": 54, "residentMemoryAfterBytes": 7702183936, "residentMemoryBeforeBytes": 7701790720, "ttftSeconds": 0.29686295986175537 }, { "acceleration": { "acceptanceRate": 0.7166666666666667, "acceptedDraftTokens": 172, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 240, "rounds": 84, "route": "mtp-speculative" }, "decodeSeconds": 2.7441989183425903, "decodeTokensPerSecond": 93.2876980195794, "elapsedSeconds": 2.8976449966430664, "endToEndTokensPerSecond": 88.34760652066663, "expectedMTPActive": true, "firstTokenSeconds": 0.00021696090698242188, "generatedTokens": 256, "loadSeconds": 1.800060272216797e-05, "name": "adaptive", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "adaptive", "prefillSeconds": 0.1523810625076294, "prefillTokensPerSecond": 354.3747438911337, "promptTokens": 54, "residentMemoryAfterBytes": 9462726656, "residentMemoryBeforeBytes": 9462546432, "ttftSeconds": 0.15261602401733398 }, { "acceleration": { "acceptanceRate": 0.7166666666666667, "acceptedDraftTokens": 172, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 240, "rounds": 84, "route": "mtp-speculative" }, "decodeSeconds": 2.642285943031311, "decodeTokensPerSecond": 96.88580476127765, "elapsedSeconds": 2.8042140007019043, "endToEndTokensPerSecond": 91.29117818252185, "expectedMTPActive": true, "firstTokenSeconds": 0.0003769397735595703, "generatedTokens": 256, "loadSeconds": 2.6941299438476562e-05, "name": "forced", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "forced", "prefillSeconds": 0.16035401821136475, "prefillTokensPerSecond": 336.75489147282786, "promptTokens": 54, "residentMemoryAfterBytes": 9855959040, "residentMemoryBeforeBytes": 9855877120, "ttftSeconds": 0.1607578992843628 } ], "warmupTokens": 256, "warmups": 1 }, { "contextSize": 8192, "decodeSpeedups": { "adaptive": 1.375151707900838, "forced": 1.2041249776187184 }, "endToEndSpeedups": { "adaptive": 1.3483844634786688, "forced": 1.1991384229630937 }, "greedyOutputParity": true, "promptCharacters": 220, "repetition": 2, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 3.173090934753418, "decodeTokensPerSecond": 80.67843161888263, "elapsedSeconds": 3.308441996574402, "endToEndTokensPerSecond": 77.37781114647477, "expectedMTPActive": false, "firstTokenSeconds": 0.02306199073791504, "generatedTokens": 256, "loadSeconds": 2.300739288330078e-05, "name": "baseline", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "disabled", "prefillSeconds": 0.13394999504089355, "prefillTokensPerSecond": 403.13551324518045, "promptTokens": 54, "residentMemoryAfterBytes": 7702364160, "residentMemoryBeforeBytes": 7702282240, "ttftSeconds": 0.1570349931716919 }, { "acceleration": { "acceptanceRate": 0.7166666666666667, "acceptedDraftTokens": 172, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 240, "rounds": 84, "route": "mtp-speculative" }, "decodeSeconds": 2.307447910308838, "decodeTokensPerSecond": 110.94508303146742, "elapsedSeconds": 2.453634023666382, "endToEndTokensPerSecond": 104.33503836789315, "expectedMTPActive": true, "firstTokenSeconds": 0.0002269744873046875, "generatedTokens": 256, "loadSeconds": 1.4066696166992188e-05, "name": "adaptive", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "adaptive", "prefillSeconds": 0.14468610286712646, "prefillTokensPerSecond": 373.22174645612847, "promptTokens": 54, "residentMemoryAfterBytes": 9462775808, "residentMemoryBeforeBytes": 9462726656, "ttftSeconds": 0.14492714405059814 }, { "acceleration": { "acceptanceRate": 0.7166666666666667, "acceptedDraftTokens": 172, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 240, "rounds": 84, "route": "mtp-speculative" }, "decodeSeconds": 2.6351840496063232, "decodeTokensPerSecond": 97.14691466740035, "elapsedSeconds": 2.759015917778015, "endToEndTokensPerSecond": 92.78670643051986, "expectedMTPActive": true, "firstTokenSeconds": 0.00024700164794921875, "generatedTokens": 256, "loadSeconds": 2.002716064453125e-05, "name": "forced", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "forced", "prefillSeconds": 0.12221503257751465, "prefillTokensPerSecond": 441.8441730214375, "promptTokens": 54, "residentMemoryAfterBytes": 9855991808, "residentMemoryBeforeBytes": 9855959040, "ttftSeconds": 0.1224820613861084 } ], "warmupTokens": 256, "warmups": 1 }, { "contextSize": 8192, "decodeSpeedups": { "adaptive": 1.08450430615813, "forced": 1.3524445507005722 }, "endToEndSpeedups": { "adaptive": 1.071940314349145, "forced": 1.3425097246177768 }, "greedyOutputParity": true, "promptCharacters": 220, "repetition": 3, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 2.787137985229492, "decodeTokensPerSecond": 91.85049371673682, "elapsedSeconds": 2.9183489084243774, "endToEndTokensPerSecond": 87.7208339486093, "expectedMTPActive": false, "firstTokenSeconds": 0.013678908348083496, "generatedTokens": 256, "loadSeconds": 2.002716064453125e-05, "name": "baseline", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "disabled", "prefillSeconds": 0.12973403930664062, "prefillTokensPerSecond": 416.23617277779414, "promptTokens": 54, "residentMemoryAfterBytes": 7702413312, "residentMemoryBeforeBytes": 7702364160, "ttftSeconds": 0.14343297481536865 }, { "acceleration": { "acceptanceRate": 0.7166666666666667, "acceptedDraftTokens": 172, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 240, "rounds": 84, "route": "mtp-speculative" }, "decodeSeconds": 2.56996488571167, "decodeTokensPerSecond": 99.61225595855134, "elapsedSeconds": 2.722491979598999, "endToEndTokensPerSecond": 94.03149831784141, "expectedMTPActive": true, "firstTokenSeconds": 0.0002919435501098633, "generatedTokens": 256, "loadSeconds": 1.800060272216797e-05, "name": "adaptive", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "adaptive", "prefillSeconds": 0.15029501914978027, "prefillTokensPerSecond": 359.29334388776346, "promptTokens": 54, "residentMemoryAfterBytes": 9463021568, "residentMemoryBeforeBytes": 9462775808, "ttftSeconds": 0.1506049633026123 }, { "acceleration": { "acceptanceRate": 0.7166666666666667, "acceptedDraftTokens": 172, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 240, "rounds": 84, "route": "mtp-speculative" }, "decodeSeconds": 2.0608149766921997, "decodeTokensPerSecond": 124.22269970635786, "elapsedSeconds": 2.1738009452819824, "endToEndTokensPerSecond": 117.7660726275892, "expectedMTPActive": true, "firstTokenSeconds": 0.00036203861236572266, "generatedTokens": 256, "loadSeconds": 2.5987625122070312e-05, "name": "forced", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "forced", "prefillSeconds": 0.11141002178192139, "prefillTokensPerSecond": 484.69607254634457, "promptTokens": 54, "residentMemoryAfterBytes": 9856024576, "residentMemoryBeforeBytes": 9855991808, "ttftSeconds": 0.11179804801940918 } ], "warmupTokens": 256, "warmups": 1 } ] }, { "id": "head-shisa/ornith-prose", "rawReceiptSHA256": "895d64fe4de303350fc35b7cec734dd462972e63cf03cf69f8bd23196d231aca", "receipt": { "after": { "gpuDeviceUtilizationPercent": 71, "loadAverage": [ 9.1103515625, 11.16796875, 11.373046875 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "before": { "gpuDeviceUtilizationPercent": 47, "loadAverage": [ 11.03759765625, 11.876953125, 11.62548828125 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "binarySHA256": "37ae108285410acec9ee3863de69475fb74ce9b472bf23c05e0e0df8ce26414c", "buildSourceRevision": "c3ef55db5f09b2bcc6526bec4dd2a78eaa27aee6", "collectorSHA256": "846c9089342036559de416f10a5f572f3e4afd5005e4eb87be4924ba5cf38446", "command": [ "mere.run", "model", "benchmark", "q36-mtp", "--model", "text-agent-ornith-35b-mlx-4bit", "--prompt", "Explain how a small community could turn an abandoned railway station into a public library. Discuss the building, accessibility, staffing, the collection, and a realistic opening-day scene. Write approximately 400 words of clear, connected prose.", "--decode-tokens", "256", "--context-size", "8192", "--temperature", "0.0", "--top-p", "1.0", "--json", "--variants", "baseline,adaptive,forced", "--warmups", "1", "--warmup-tokens", "256", "--repetitions", "3", "--model-root", "", "--mtp-block-size", "4" ], "competingInferenceProcessCount": 0, "gpuSamples": [ { "deviceUtilizationPercent": 49, "elapsedSeconds": 0.10965871810913086, "loadAverage": [ 10.4736328125, 11.74609375, 11.58056640625 ] }, { "deviceUtilizationPercent": 46, "elapsedSeconds": 2.23213267326355, "loadAverage": [ 10.4736328125, 11.74609375, 11.58056640625 ] }, { "deviceUtilizationPercent": 90, "elapsedSeconds": 4.376412868499756, "loadAverage": [ 10.4736328125, 11.74609375, 11.58056640625 ] }, { "deviceUtilizationPercent": 86, "elapsedSeconds": 6.534968852996826, "loadAverage": [ 9.955078125, 11.6171875, 11.5361328125 ] }, { "deviceUtilizationPercent": 57, "elapsedSeconds": 8.726781845092773, "loadAverage": [ 9.955078125, 11.6171875, 11.5361328125 ] }, { "deviceUtilizationPercent": 70, "elapsedSeconds": 10.871057748794556, "loadAverage": [ 9.55810546875, 11.50732421875, 11.49755859375 ] }, { "deviceUtilizationPercent": 83, "elapsedSeconds": 13.048832654953003, "loadAverage": [ 9.55810546875, 11.50732421875, 11.49755859375 ] }, { "deviceUtilizationPercent": 73, "elapsedSeconds": 15.167414665222168, "loadAverage": [ 9.51318359375, 11.46533203125, 11.48291015625 ] }, { "deviceUtilizationPercent": 59, "elapsedSeconds": 17.289249658584595, "loadAverage": [ 9.51318359375, 11.46533203125, 11.48291015625 ] }, { "deviceUtilizationPercent": 91, "elapsedSeconds": 19.414830684661865, "loadAverage": [ 9.51318359375, 11.46533203125, 11.48291015625 ] }, { "deviceUtilizationPercent": 89, "elapsedSeconds": 21.552681922912598, "loadAverage": [ 9.1513671875, 11.35791015625, 11.44482421875 ] }, { "deviceUtilizationPercent": 87, "elapsedSeconds": 23.685011863708496, "loadAverage": [ 9.1513671875, 11.35791015625, 11.44482421875 ] }, { "deviceUtilizationPercent": 73, "elapsedSeconds": 25.84903383255005, "loadAverage": [ 8.89892578125, 11.2685546875, 11.41259765625 ] }, { "deviceUtilizationPercent": 84, "elapsedSeconds": 28.012802839279175, "loadAverage": [ 8.89892578125, 11.2685546875, 11.41259765625 ] }, { "deviceUtilizationPercent": 85, "elapsedSeconds": 30.144019842147827, "loadAverage": [ 8.74658203125, 11.197265625, 11.38671875 ] }, { "deviceUtilizationPercent": 44, "elapsedSeconds": 32.259968757629395, "loadAverage": [ 8.74658203125, 11.197265625, 11.38671875 ] }, { "deviceUtilizationPercent": 79, "elapsedSeconds": 34.59884071350098, "loadAverage": [ 8.74658203125, 11.197265625, 11.38671875 ] }, { "deviceUtilizationPercent": 69, "elapsedSeconds": 36.78156876564026, "loadAverage": [ 9.4072265625, 11.29345703125, 11.41943359375 ] }, { "deviceUtilizationPercent": 84, "elapsedSeconds": 38.92733383178711, "loadAverage": [ 9.4072265625, 11.29345703125, 11.41943359375 ] }, { "deviceUtilizationPercent": 86, "elapsedSeconds": 41.10124969482422, "loadAverage": [ 9.29443359375, 11.23876953125, 11.39892578125 ] }, { "deviceUtilizationPercent": 80, "elapsedSeconds": 43.255640745162964, "loadAverage": [ 9.29443359375, 11.23876953125, 11.39892578125 ] }, { "deviceUtilizationPercent": 79, "elapsedSeconds": 45.435494899749756, "loadAverage": [ 9.1103515625, 11.16796875, 11.373046875 ] } ], "knownRenderingWorkerCount": 0, "maxPressureLevel": 1, "measurementMode": "desktop-load", "peakResidentBytes": 9755033600, "processSeconds": 47.53456377983093, "profiled": false, "prompt": "Explain how a small community could turn an abandoned railway station into a public library. Discuss the building, accessibility, staffing, the collection, and a realistic opening-day scene. Write approximately 400 words of clear, connected prose.", "runtimeOverrides": {}, "sourceHead": "a036360014af49fc5cffd0c113af89ab12d5b8c3", "startedUnixSeconds": 1788628493.4797702, "uncontended": false, "workload": "prose" }, "scenarios": [ { "contextSize": 8192, "decodeSpeedups": { "adaptive": 0.9824945435528925, "forced": 1.0827973635047208 }, "endToEndSpeedups": { "adaptive": 0.9770922208951219, "forced": 1.0953359541917016 }, "greedyOutputParity": true, "promptCharacters": 247, "repetition": 1, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 3.273890972137451, "decodeTokensPerSecond": 78.19441825604328, "elapsedSeconds": 3.4237769842147827, "endToEndTokensPerSecond": 74.7712252229862, "expectedMTPActive": false, "firstTokenSeconds": 0.010705947875976562, "generatedTokens": 256, "loadSeconds": 1.990795135498047e-05, "name": "baseline", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "disabled", "prefillSeconds": 0.14859390258789062, "prefillTokensPerSecond": 403.7850743203348, "promptTokens": 60, "residentMemoryAfterBytes": 7700463616, "residentMemoryBeforeBytes": 7699824640, "ttftSeconds": 0.15931975841522217 }, { "acceleration": { "acceptanceRate": 0.3832752613240418, "acceptedDraftTokens": 110, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 287, "rounds": 146, "route": "mtp-speculative" }, "decodeSeconds": 3.332223057746887, "decodeTokensPerSecond": 76.8255892728552, "elapsedSeconds": 3.50404691696167, "endToEndTokensPerSecond": 73.05838251217695, "expectedMTPActive": true, "firstTokenSeconds": 0.00022304058074951172, "generatedTokens": 256, "loadSeconds": 1.609325408935547e-05, "name": "adaptive", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "adaptive", "prefillSeconds": 0.1705690622329712, "prefillTokensPerSecond": 351.76367398942017, "promptTokens": 60, "residentMemoryAfterBytes": 9467379712, "residentMemoryBeforeBytes": 9467117568, "ttftSeconds": 0.17080819606781006 }, { "acceleration": { "acceptanceRate": 0.3832752613240418, "acceptedDraftTokens": 110, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 287, "rounds": 146, "route": "mtp-speculative" }, "decodeSeconds": 3.0235490798950195, "decodeTokensPerSecond": 84.66870992842907, "elapsedSeconds": 3.1257779598236084, "endToEndTokensPerSecond": 81.89961132570222, "expectedMTPActive": true, "firstTokenSeconds": 0.0002560615539550781, "generatedTokens": 256, "loadSeconds": 2.300739288330078e-05, "name": "forced", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "forced", "prefillSeconds": 0.10066699981689453, "prefillTokensPerSecond": 596.0245175592333, "promptTokens": 60, "residentMemoryAfterBytes": 9754853376, "residentMemoryBeforeBytes": 9754755072, "ttftSeconds": 0.10094606876373291 } ], "warmupTokens": 256, "warmups": 1 }, { "contextSize": 8192, "decodeSpeedups": { "adaptive": 0.963908886769912, "forced": 0.9650665965425653 }, "endToEndSpeedups": { "adaptive": 0.9728165540143687, "forced": 0.9702400420890998 }, "greedyOutputParity": true, "promptCharacters": 247, "repetition": 2, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 3.28643000125885, "decodeTokensPerSecond": 77.89607565106834, "elapsedSeconds": 3.4365620613098145, "endToEndTokensPerSecond": 74.49305306665346, "expectedMTPActive": false, "firstTokenSeconds": 0.011965036392211914, "generatedTokens": 256, "loadSeconds": 1.609325408935547e-05, "name": "baseline", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "disabled", "prefillSeconds": 0.14888405799865723, "prefillTokensPerSecond": 402.99815041675674, "promptTokens": 60, "residentMemoryAfterBytes": 7700611072, "residentMemoryBeforeBytes": 7700561920, "ttftSeconds": 0.1608651876449585 }, { "acceleration": { "acceptanceRate": 0.3832752613240418, "acceptedDraftTokens": 110, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 287, "rounds": 146, "route": "mtp-speculative" }, "decodeSeconds": 3.409482002258301, "decodeTokensPerSecond": 75.08471956456614, "elapsedSeconds": 3.5325900316238403, "endToEndTokensPerSecond": 72.46807518231132, "expectedMTPActive": true, "firstTokenSeconds": 0.00026798248291015625, "generatedTokens": 256, "loadSeconds": 1.4901161193847656e-05, "name": "adaptive", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "adaptive", "prefillSeconds": 0.12176096439361572, "prefillTokensPerSecond": 492.76876459386824, "promptTokens": 60, "residentMemoryAfterBytes": 9467412480, "residentMemoryBeforeBytes": 9467379712, "ttftSeconds": 0.12204384803771973 }, { "acceleration": { "acceptanceRate": 0.3832752613240418, "acceptedDraftTokens": 110, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 287, "rounds": 146, "route": "mtp-speculative" }, "decodeSeconds": 3.4053919315338135, "decodeTokensPerSecond": 75.17490061259872, "elapsedSeconds": 3.54197096824646, "endToEndTokensPerSecond": 72.27614294273539, "expectedMTPActive": true, "firstTokenSeconds": 0.0002599954605102539, "generatedTokens": 256, "loadSeconds": 1.6927719116210938e-05, "name": "forced", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "forced", "prefillSeconds": 0.13514196872711182, "prefillTokensPerSecond": 443.9775486855325, "promptTokens": 60, "residentMemoryAfterBytes": 9754935296, "residentMemoryBeforeBytes": 9754853376, "ttftSeconds": 0.13541889190673828 } ], "warmupTokens": 256, "warmups": 1 }, { "contextSize": 8192, "decodeSpeedups": { "adaptive": 0.943025868117279, "forced": 0.850958039664927 }, "endToEndSpeedups": { "adaptive": 0.9432507257589713, "forced": 0.8536093604352072 }, "greedyOutputParity": true, "promptCharacters": 247, "repetition": 3, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "route": "final-target-pipelined" }, "decodeSeconds": 2.8435860872268677, "decodeTokensPerSecond": 90.02716715696737, "elapsedSeconds": 2.9476839303970337, "endToEndTokensPerSecond": 86.84784598514213, "expectedMTPActive": false, "firstTokenSeconds": 0.008930087089538574, "generatedTokens": 256, "loadSeconds": 1.5020370483398438e-05, "name": "baseline", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "disabled", "prefillSeconds": 0.10278904438018799, "prefillTokensPerSecond": 583.7197958381317, "promptTokens": 60, "residentMemoryAfterBytes": 7700692992, "residentMemoryBeforeBytes": 7700627456, "ttftSeconds": 0.11173415184020996 }, { "acceleration": { "acceptanceRate": 0.3832752613240418, "acceptedDraftTokens": 110, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 287, "rounds": 146, "route": "mtp-speculative" }, "decodeSeconds": 3.0153850317001343, "decodeTokensPerSecond": 84.89794746233854, "elapsedSeconds": 3.1250269412994385, "endToEndTokensPerSecond": 81.91929375608868, "expectedMTPActive": true, "firstTokenSeconds": 0.00021696090698242188, "generatedTokens": 256, "loadSeconds": 1.5974044799804688e-05, "name": "adaptive", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "adaptive", "prefillSeconds": 0.10828399658203125, "prefillTokensPerSecond": 554.0984992601987, "promptTokens": 60, "residentMemoryAfterBytes": 9467445248, "residentMemoryBeforeBytes": 9467412480, "ttftSeconds": 0.10851693153381348 }, { "acceleration": { "acceptanceRate": 0.3832752613240418, "acceptedDraftTokens": 110, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 287, "rounds": 146, "route": "mtp-speculative" }, "decodeSeconds": 3.3416290283203125, "decodeTokensPerSecond": 76.60934168047964, "elapsedSeconds": 3.453200101852417, "endToEndTokensPerSecond": 74.13413426655255, "expectedMTPActive": true, "firstTokenSeconds": 0.00022792816162109375, "generatedTokens": 256, "loadSeconds": 1.800060272216797e-05, "name": "forced", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "forced", "prefillSeconds": 0.11011898517608643, "prefillTokensPerSecond": 544.8651738304402, "promptTokens": 60, "residentMemoryAfterBytes": 9755033600, "residentMemoryBeforeBytes": 9754935296, "ttftSeconds": 0.11036491394042969 } ], "warmupTokens": 256, "warmups": 1 } ] }, { "id": "fixed-native/ornith-code", "rawReceiptSHA256": "62659c573298d269536a40863c577e8d1aef2139fb5d22d7e0857bd9e0700ea8", "receipt": { "after": { "gpuDeviceUtilizationPercent": 89, "loadAverage": [ 7.90380859375, 10.16162109375, 10.951171875 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "before": { "gpuDeviceUtilizationPercent": 45, "loadAverage": [ 8.51904296875, 10.35498046875, 11.02783203125 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "binarySHA256": "37ae108285410acec9ee3863de69475fb74ce9b472bf23c05e0e0df8ce26414c", "buildSourceRevision": "c3ef55db5f09b2bcc6526bec4dd2a78eaa27aee6", "collectorSHA256": "846c9089342036559de416f10a5f572f3e4afd5005e4eb87be4924ba5cf38446", "command": [ "mere.run", "model", "benchmark", "q36-mtp", "--model", "text-agent-ornith-35b-mlx-4bit", "--prompt", "Write a complete Python implementation of an LRU cache using a dictionary and a doubly linked list, with get and put operations, type hints, and a short usage example. Return the code directly without introductory prose.", "--decode-tokens", "256", "--context-size", "8192", "--temperature", "0.0", "--top-p", "1.0", "--json", "--variants", "adaptive", "--warmups", "1", "--warmup-tokens", "256", "--repetitions", "1", "--model-root", "", "--mtp-block-size", "4" ], "competingInferenceProcessCount": 0, "gpuSamples": [ { "deviceUtilizationPercent": 45, "elapsedSeconds": 0.14454293251037598, "loadAverage": [ 8.51904296875, 10.35498046875, 11.02783203125 ] }, { "deviceUtilizationPercent": 40, "elapsedSeconds": 2.3325541019439697, "loadAverage": [ 8.51904296875, 10.35498046875, 11.02783203125 ] }, { "deviceUtilizationPercent": 78, "elapsedSeconds": 4.455059051513672, "loadAverage": [ 8.51904296875, 10.35498046875, 11.02783203125 ] }, { "deviceUtilizationPercent": 94, "elapsedSeconds": 6.599163293838501, "loadAverage": [ 8.15673828125, 10.2490234375, 10.986328125 ] }, { "deviceUtilizationPercent": 88, "elapsedSeconds": 8.719600200653076, "loadAverage": [ 8.15673828125, 10.2490234375, 10.986328125 ] } ], "knownRenderingWorkerCount": 1, "maxPressureLevel": 1, "measurementMode": "desktop-load", "peakResidentBytes": 9464086528, "processSeconds": 10.829271078109741, "profiled": false, "prompt": "Write a complete Python implementation of an LRU cache using a dictionary and a doubly linked list, with get and put operations, type hints, and a short usage example. Return the code directly without introductory prose.", "runtimeOverrides": { "MERERUN_Q35_MTP_HEAD_COST_RATIO": "1e-100" }, "sourceHead": "a036360014af49fc5cffd0c113af89ab12d5b8c3", "startedUnixSeconds": 1788628638.968309, "uncontended": false, "workload": "code" }, "scenarios": [ { "contextSize": 8192, "decodeSpeedups": {}, "endToEndSpeedups": {}, "promptCharacters": 220, "repetition": 1, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "acceptanceRate": 0.34759358288770054, "acceptedDraftTokens": 130, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 374, "rounds": 125, "route": "mtp-speculative" }, "decodeSeconds": 3.7711130380630493, "decodeTokensPerSecond": 67.88446737504556, "elapsedSeconds": 3.958549976348877, "endToEndTokensPerSecond": 64.67014475742924, "expectedMTPActive": true, "firstTokenSeconds": 0.00044095516204833984, "generatedTokens": 256, "loadSeconds": 1.5974044799804688e-05, "name": "adaptive", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "adaptive", "prefillSeconds": 0.18637597560882568, "prefillTokensPerSecond": 289.7369139107158, "promptTokens": 54, "residentMemoryAfterBytes": 9464119296, "residentMemoryBeforeBytes": 9463726080, "ttftSeconds": 0.18683290481567383 } ], "warmupTokens": 256, "warmups": 1 } ] }, { "id": "fixed-native/ornith-prose", "rawReceiptSHA256": "025eb7ebf936ed873d7ae97d459179b539e811305f618034345f956b435b9823", "receipt": { "after": { "gpuDeviceUtilizationPercent": 87, "loadAverage": [ 8.3056640625, 10.17236328125, 10.9453125 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7220.25M free = 971.75M (encrypted)", "swapUsedMiB": 7220.25 }, "before": { "gpuDeviceUtilizationPercent": 0, "loadAverage": [ 7.90380859375, 10.16162109375, 10.951171875 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "binarySHA256": "37ae108285410acec9ee3863de69475fb74ce9b472bf23c05e0e0df8ce26414c", "buildSourceRevision": "c3ef55db5f09b2bcc6526bec4dd2a78eaa27aee6", "collectorSHA256": "846c9089342036559de416f10a5f572f3e4afd5005e4eb87be4924ba5cf38446", "command": [ "mere.run", "model", "benchmark", "q36-mtp", "--model", "text-agent-ornith-35b-mlx-4bit", "--prompt", "Explain how a small community could turn an abandoned railway station into a public library. Discuss the building, accessibility, staffing, the collection, and a realistic opening-day scene. Write approximately 400 words of clear, connected prose.", "--decode-tokens", "256", "--context-size", "8192", "--temperature", "0.0", "--top-p", "1.0", "--json", "--variants", "adaptive", "--warmups", "1", "--warmup-tokens", "256", "--repetitions", "1", "--model-root", "", "--mtp-block-size", "4" ], "competingInferenceProcessCount": 0, "gpuSamples": [ { "deviceUtilizationPercent": 29, "elapsedSeconds": 0.1181330680847168, "loadAverage": [ 7.90380859375, 10.16162109375, 10.951171875 ] }, { "deviceUtilizationPercent": 40, "elapsedSeconds": 2.2327349185943604, "loadAverage": [ 7.90380859375, 10.16162109375, 10.951171875 ] }, { "deviceUtilizationPercent": 87, "elapsedSeconds": 4.362911939620972, "loadAverage": [ 8.0712890625, 10.15869140625, 10.9453125 ] }, { "deviceUtilizationPercent": 93, "elapsedSeconds": 6.518233776092529, "loadAverage": [ 8.0712890625, 10.15869140625, 10.9453125 ] }, { "deviceUtilizationPercent": 90, "elapsedSeconds": 8.776556730270386, "loadAverage": [ 8.3056640625, 10.17236328125, 10.9453125 ] }, { "deviceUtilizationPercent": 90, "elapsedSeconds": 10.95705509185791, "loadAverage": [ 8.3056640625, 10.17236328125, 10.9453125 ] } ], "knownRenderingWorkerCount": 0, "maxPressureLevel": 1, "measurementMode": "desktop-load", "peakResidentBytes": 9461891072, "processSeconds": 13.073042869567871, "profiled": false, "prompt": "Explain how a small community could turn an abandoned railway station into a public library. Discuss the building, accessibility, staffing, the collection, and a realistic opening-day scene. Write approximately 400 words of clear, connected prose.", "runtimeOverrides": { "MERERUN_Q35_MTP_HEAD_COST_RATIO": "1e-100" }, "sourceHead": "a036360014af49fc5cffd0c113af89ab12d5b8c3", "startedUnixSeconds": 1788628650.059385, "uncontended": false, "workload": "prose" }, "scenarios": [ { "contextSize": 8192, "decodeSpeedups": {}, "endToEndSpeedups": {}, "promptCharacters": 247, "repetition": 1, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "acceptanceRate": 0.13419117647058823, "acceptedDraftTokens": 73, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 544, "rounds": 182, "route": "mtp-speculative" }, "decodeSeconds": 4.637614965438843, "decodeTokensPerSecond": 55.20078788510972, "elapsedSeconds": 4.827111005783081, "endToEndTokensPerSecond": 53.03379178421654, "expectedMTPActive": true, "firstTokenSeconds": 0.00048100948333740234, "generatedTokens": 256, "loadSeconds": 1.5974044799804688e-05, "name": "adaptive", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "adaptive", "prefillSeconds": 0.18763399124145508, "prefillTokensPerSecond": 319.77148491602225, "promptTokens": 60, "residentMemoryAfterBytes": 7414300672, "residentMemoryBeforeBytes": 9462251520, "ttftSeconds": 0.18813097476959229 } ], "warmupTokens": 256, "warmups": 1 } ] }, { "id": "fixed-shisa/ornith-code", "rawReceiptSHA256": "e5135cf25500ea67da9bffe3c379b6d21f776b5a349a29a9472028281ea72374", "receipt": { "after": { "gpuDeviceUtilizationPercent": 82, "loadAverage": [ 8.51904296875, 10.35498046875, 11.02783203125 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "before": { "gpuDeviceUtilizationPercent": 39, "loadAverage": [ 7.958984375, 10.3154296875, 11.02294921875 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7228.25M free = 963.75M (encrypted)", "swapUsedMiB": 7228.25 }, "binarySHA256": "37ae108285410acec9ee3863de69475fb74ce9b472bf23c05e0e0df8ce26414c", "buildSourceRevision": "c3ef55db5f09b2bcc6526bec4dd2a78eaa27aee6", "collectorSHA256": "846c9089342036559de416f10a5f572f3e4afd5005e4eb87be4924ba5cf38446", "command": [ "mere.run", "model", "benchmark", "q36-mtp", "--model", "text-agent-ornith-35b-mlx-4bit", "--prompt", "Write a complete Python implementation of an LRU cache using a dictionary and a doubly linked list, with get and put operations, type hints, and a short usage example. Return the code directly without introductory prose.", "--decode-tokens", "256", "--context-size", "8192", "--temperature", "0.0", "--top-p", "1.0", "--json", "--variants", "adaptive", "--warmups", "1", "--warmup-tokens", "256", "--repetitions", "1", "--model-root", "", "--mtp-block-size", "4" ], "competingInferenceProcessCount": 0, "gpuSamples": [ { "deviceUtilizationPercent": 31, "elapsedSeconds": 0.09989619255065918, "loadAverage": [ 7.958984375, 10.3154296875, 11.02294921875 ] }, { "deviceUtilizationPercent": 40, "elapsedSeconds": 2.213371992111206, "loadAverage": [ 7.958984375, 10.3154296875, 11.02294921875 ] }, { "deviceUtilizationPercent": 88, "elapsedSeconds": 4.577566146850586, "loadAverage": [ 8.0419921875, 10.29345703125, 11.0107421875 ] }, { "deviceUtilizationPercent": 90, "elapsedSeconds": 6.707096099853516, "loadAverage": [ 8.0419921875, 10.29345703125, 11.0107421875 ] } ], "knownRenderingWorkerCount": 0, "maxPressureLevel": 1, "measurementMode": "desktop-load", "peakResidentBytes": 9463103488, "processSeconds": 8.842375993728638, "profiled": false, "prompt": "Write a complete Python implementation of an LRU cache using a dictionary and a doubly linked list, with get and put operations, type hints, and a short usage example. Return the code directly without introductory prose.", "runtimeOverrides": { "MERERUN_Q35_MTP_HEAD_COST_RATIO": "1e-100" }, "sourceHead": "a036360014af49fc5cffd0c113af89ab12d5b8c3", "startedUnixSeconds": 1788628629.833557, "uncontended": false, "workload": "code" }, "scenarios": [ { "contextSize": 8192, "decodeSpeedups": {}, "endToEndSpeedups": {}, "promptCharacters": 220, "repetition": 1, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "acceptanceRate": 0.7073170731707317, "acceptedDraftTokens": 174, "draftHistoryTokens": 53, "draftModel": "qwen-mtp", "draftedTokens": 246, "rounds": 82, "route": "mtp-speculative" }, "decodeSeconds": 2.225687026977539, "decodeTokensPerSecond": 115.02066413517514, "elapsedSeconds": 2.451653003692627, "endToEndTokensPerSecond": 104.41934466844138, "expectedMTPActive": true, "firstTokenSeconds": 0.0005600452423095703, "generatedTokens": 256, "loadSeconds": 2.7894973754882812e-05, "name": "adaptive", "outputSHA256": "cd134369dacefc1cc1bc8bceceb5cfb2dc106e35c077361b20e79108d05fabb4", "policy": "adaptive", "prefillSeconds": 0.22465908527374268, "prefillTokensPerSecond": 240.36419419317969, "promptTokens": 54, "residentMemoryAfterBytes": 9463119872, "residentMemoryBeforeBytes": 9462890496, "ttftSeconds": 0.22524702548980713 } ], "warmupTokens": 256, "warmups": 1 } ] }, { "id": "fixed-shisa/ornith-prose", "rawReceiptSHA256": "52480fd3a9a90548183191b56bf76db51360f59980df4e037768bc3e0a256689", "receipt": { "after": { "gpuDeviceUtilizationPercent": 61, "loadAverage": [ 11.40185546875, 10.77197265625, 11.142578125 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7220.25M free = 971.75M (encrypted)", "swapUsedMiB": 7220.25 }, "before": { "gpuDeviceUtilizationPercent": 38, "loadAverage": [ 8.3056640625, 10.17236328125, 10.9453125 ], "pressureLevel": 1, "swap": "total = 8192.00M used = 7220.25M free = 971.75M (encrypted)", "swapUsedMiB": 7220.25 }, "binarySHA256": "37ae108285410acec9ee3863de69475fb74ce9b472bf23c05e0e0df8ce26414c", "buildSourceRevision": "c3ef55db5f09b2bcc6526bec4dd2a78eaa27aee6", "collectorSHA256": "846c9089342036559de416f10a5f572f3e4afd5005e4eb87be4924ba5cf38446", "command": [ "mere.run", "model", "benchmark", "q36-mtp", "--model", "text-agent-ornith-35b-mlx-4bit", "--prompt", "Explain how a small community could turn an abandoned railway station into a public library. Discuss the building, accessibility, staffing, the collection, and a realistic opening-day scene. Write approximately 400 words of clear, connected prose.", "--decode-tokens", "256", "--context-size", "8192", "--temperature", "0.0", "--top-p", "1.0", "--json", "--variants", "adaptive", "--warmups", "1", "--warmup-tokens", "256", "--repetitions", "1", "--model-root", "", "--mtp-block-size", "4" ], "competingInferenceProcessCount": 0, "gpuSamples": [ { "deviceUtilizationPercent": 30, "elapsedSeconds": 0.11353707313537598, "loadAverage": [ 8.3056640625, 10.17236328125, 10.9453125 ] }, { "deviceUtilizationPercent": 36, "elapsedSeconds": 2.2294111251831055, "loadAverage": [ 8.92138671875, 10.26904296875, 10.974609375 ] }, { "deviceUtilizationPercent": 38, "elapsedSeconds": 4.344074964523315, "loadAverage": [ 8.92138671875, 10.26904296875, 10.974609375 ] }, { "deviceUtilizationPercent": 47, "elapsedSeconds": 6.481417894363403, "loadAverage": [ 11.08935546875, 10.69580078125, 11.12109375 ] }, { "deviceUtilizationPercent": 48, "elapsedSeconds": 8.593395948410034, "loadAverage": [ 11.08935546875, 10.69580078125, 11.12109375 ] }, { "deviceUtilizationPercent": 63, "elapsedSeconds": 10.709580898284912, "loadAverage": [ 11.001953125, 10.68408203125, 11.1142578125 ] }, { "deviceUtilizationPercent": 89, "elapsedSeconds": 12.834691047668457, "loadAverage": [ 11.001953125, 10.68408203125, 11.1142578125 ] }, { "deviceUtilizationPercent": 90, "elapsedSeconds": 14.993717908859253, "loadAverage": [ 11.001953125, 10.68408203125, 11.1142578125 ] }, { "deviceUtilizationPercent": 86, "elapsedSeconds": 17.124790906906128, "loadAverage": [ 11.40185546875, 10.77197265625, 11.142578125 ] } ], "knownRenderingWorkerCount": 2, "maxPressureLevel": 1, "measurementMode": "desktop-load", "peakResidentBytes": 9463070720, "processSeconds": 19.21707797050476, "profiled": false, "prompt": "Explain how a small community could turn an abandoned railway station into a public library. Discuss the building, accessibility, staffing, the collection, and a realistic opening-day scene. Write approximately 400 words of clear, connected prose.", "runtimeOverrides": { "MERERUN_Q35_MTP_HEAD_COST_RATIO": "1e-100" }, "sourceHead": "a036360014af49fc5cffd0c113af89ab12d5b8c3", "startedUnixSeconds": 1788628663.394814, "uncontended": false, "workload": "prose" }, "scenarios": [ { "contextSize": 8192, "decodeSpeedups": {}, "endToEndSpeedups": {}, "promptCharacters": 247, "repetition": 1, "requestedDecodeTokens": 256, "temperature": 0, "variants": [ { "acceleration": { "acceptanceRate": 0.30982367758186397, "acceptedDraftTokens": 123, "draftHistoryTokens": 59, "draftModel": "qwen-mtp", "draftedTokens": 397, "rounds": 133, "route": "mtp-speculative" }, "decodeSeconds": 4.401049971580505, "decodeTokensPerSecond": 58.16793757242099, "elapsedSeconds": 4.512463092803955, "endToEndTokensPerSecond": 56.73176594136456, "expectedMTPActive": true, "firstTokenSeconds": 0.0001989603042602539, "generatedTokens": 256, "loadSeconds": 2.300739288330078e-05, "name": "adaptive", "outputSHA256": "ca3ac87c453ea9cb8fdd5fe572ce7e0e9930e17487f37393e45606052e4db11e", "policy": "adaptive", "prefillSeconds": 0.110260009765625, "prefillTokensPerSecond": 544.1682812067534, "promptTokens": 60, "residentMemoryAfterBytes": 9463480320, "residentMemoryBeforeBytes": 9462661120, "ttftSeconds": 0.11048197746276855 } ], "warmupTokens": 256, "warmups": 1 } ] } ], "releaseBuild": { "binarySHA256": "37ae108285410acec9ee3863de69475fb74ce9b472bf23c05e0e0df8ce26414c", "command": "swift build -c release --product mere.run --disable-index-store", "completedUnixSeconds": 1788623568.49564, "sourceRevision": "c3ef55db5f09b2bcc6526bec4dd2a78eaa27aee6", "swiftVersion": "Apple Swift version 6.3 (swiftlang-6.3.0.123.5 clang-2100.0.123.102)\nTarget: arm64-apple-macosx26.0" }, "replacement": { "method": "Split fused expert axes into per-expert views; copy all BF16 bytes unchanged; no normalization or quantization conversion.", "outputSHA256": "d1b500efb9ed14e3c855ef87a118c1d4a7de27029ed5f27e7e4fae48a1d34028", "source": { "filename": "model-mtp.safetensors", "repository": "shisa-ai/Ornith-1.5-35B-A3B-MTP-ONLY", "revision": "2b19b31bfe1659c6b0d9459ec3cbd87e34a322ef", "sha256": "73c6e839971fff3c6d78dbcb6a15895bbab340a2898e98aa6943070751de712e", "size": 1689283688 }, "tensorCount": 785, "tensorSHA256": { "mtp.fc.weight": "6c78add4323c817e7b67ef75704716ac2fcdea5521e6ed80a77ec92282595b15", "mtp.layers.0.input_layernorm.weight": "b43759c8f0817c5cde7c4df3d6cd2a9565b37ece2cee0613eacc92e01795b235", "mtp.layers.0.mlp.experts.0.down_proj.weight": "5dd2d1488fe98a743a5b1fd04c86da0f144c1b57692e9243626d450a89f153c8", "mtp.layers.0.mlp.experts.0.gate_proj.weight": "fb3a743efb391719aa04989dabedda78ab0d24119fa69d96c59f6487fb414706", "mtp.layers.0.mlp.experts.0.up_proj.weight": "4492d10fec24409e137a41c7165bdc50839bb2ab245016d665f8bae261496410", "mtp.layers.0.mlp.experts.1.down_proj.weight": "a30b4bdfa2e82273b3f02064aad6c59920f3077877b9b64258467c35ac353e2e", "mtp.layers.0.mlp.experts.1.gate_proj.weight": "d000096311ba4c74bbd1b1f27a686c8a0a02fe5437a47d0a29f63479378e2632", "mtp.layers.0.mlp.experts.1.up_proj.weight": "9aa1b22ba2fbf0de8d7c920a6b11575a7dca7396a0de24c43db3d392dbd02d38", "mtp.layers.0.mlp.experts.10.down_proj.weight": "dafd4fbb45234ad1de3eda0b91ac3a801f74688c9808c53ad5732ab958ae3c90", "mtp.layers.0.mlp.experts.10.gate_proj.weight": "face458a14f57540c5db21cdc6befafeaf52a02ccad296b57dd86182519f329c", "mtp.layers.0.mlp.experts.10.up_proj.weight": "549d22b5cf03fbc5e53aa67558c7a21a7259432277075b9668b9ec62b6fba911", "mtp.layers.0.mlp.experts.100.down_proj.weight": "92495f810f7fe66629d4736af57fe5603a17bdc800d6439d5095f08896e98d1e", "mtp.layers.0.mlp.experts.100.gate_proj.weight": "62c0b352f6ceb0758d12efe595bd5ee2e9ceaae0b18e2ba0fa59b3110a82716b", "mtp.layers.0.mlp.experts.100.up_proj.weight": "5d28cd7c415cbd968da7d73d4fbca6704b046a719c54986cb304752a7e266664", "mtp.layers.0.mlp.experts.101.down_proj.weight": "5c6d0b0aaf566c50d7a6c2189161add67396988b2e554ee511ccd83ca73717d2", "mtp.layers.0.mlp.experts.101.gate_proj.weight": "fa145b75162c3c5f0790cd66b61e21aac2b72242e4499f8bdb2c329507137a48", "mtp.layers.0.mlp.experts.101.up_proj.weight": "2a9650c1c5625d460a0957a6d5f0a68cb35bff5c653343ff93ff35ad33b9e1f0", "mtp.layers.0.mlp.experts.102.down_proj.weight": "f1609099be871c1e61c33dcd779782cddc2792b4ae22b0b85246e15e185313f1", "mtp.layers.0.mlp.experts.102.gate_proj.weight": "4ee37f4396aaf4d18c36a8ae965d73aabfafdb77e8b56edca8f04558d12e2d32", "mtp.layers.0.mlp.experts.102.up_proj.weight": "dfcc330c0f7995d48ab5b97ba5a50e63f8fe798a3ed22cf2e80ef44da642363f", "mtp.layers.0.mlp.experts.103.down_proj.weight": "2715a8cc608747570801b13df51c43536365ad0bcd5348e39cb56fbd8a0d8338", "mtp.layers.0.mlp.experts.103.gate_proj.weight": "2ebf4c5f6c62cb3ca8029e76334177e7e30415fb40e01d9f85cbd14a577c04a9", "mtp.layers.0.mlp.experts.103.up_proj.weight": "9cd2e326d8a3006c26cf786c9a649655e0b9db2ef6e17608ae4b24fcd7966070", "mtp.layers.0.mlp.experts.104.down_proj.weight": "baf833bc07a081aef6289bb7caa552ce78157bddbfc9124bc3bd312453a9b531", "mtp.layers.0.mlp.experts.104.gate_proj.weight": "351ac9b1b68c1b33623e4a2bac31f406bd59a63edb3df7e9a9bbf52a25fb5601", "mtp.layers.0.mlp.experts.104.up_proj.weight": "c2ec0c7893b385ac674fac2ba3ccfc4a499086a52d94d4994abec2fc9961f58d", "mtp.layers.0.mlp.experts.105.down_proj.weight": "ecbf29a4d7a999650fce1768b5cd26a5c7fee8168bfdff2e0656af9d88307448", "mtp.layers.0.mlp.experts.105.gate_proj.weight": "520d34efc501eaa0a44d508957b3ceba1ec673c9521e8832fd8ff09dc2018ea7", "mtp.layers.0.mlp.experts.105.up_proj.weight": "3b8541230f29db785bc2b8b568e58916b44961f74833bdb625f68a0e44c4e478", "mtp.layers.0.mlp.experts.106.down_proj.weight": "d2c4c0f96c60aec2eb4c9650ded76f57f9c12ae16199bd64ad07f0648b8014c9", "mtp.layers.0.mlp.experts.106.gate_proj.weight": "3a47f188a193ed3d7a4dd7ad761bbd63f67168e4749f1566c794ac44d6c59f4e", "mtp.layers.0.mlp.experts.106.up_proj.weight": "5af027d83316154e50f9636477c977169c448a925d5fd0a10a69fa5de6942c24", "mtp.layers.0.mlp.experts.107.down_proj.weight": "8e09e7a9defb77f4d2c31d331152f635abc121d5bc9562c40133910a26bfc33f", "mtp.layers.0.mlp.experts.107.gate_proj.weight": "98e9aa78bf95386a72c32242a15bf955c7a94f0e0b967c5ec5714f26913fed5a", "mtp.layers.0.mlp.experts.107.up_proj.weight": "dbdddcffe2fefe7489af8730a355f2d8b67d5cd8693e6839e05500db93aeb1cc", "mtp.layers.0.mlp.experts.108.down_proj.weight": "75d396b42d32b31a675feb226a396dad8b66742b58ff6e9fea34b174156c4d0a", "mtp.layers.0.mlp.experts.108.gate_proj.weight": "3102ea8d708febfea9eb82d84b5bddbbe7759dc3ff33252aba868ed481cfabaa", "mtp.layers.0.mlp.experts.108.up_proj.weight": "31444ca75de1e18ed56a3790e085de8e7212266a05c9f5c6d4a0674c32538587", "mtp.layers.0.mlp.experts.109.down_proj.weight": "f138e5010c9b905f332ae83e27bc85ab9d27ac24fc4d616494f50f9fccd63263", "mtp.layers.0.mlp.experts.109.gate_proj.weight": "ef2fb21a53b44980d40611862ba6cdc068f33779389e7c4601bce3867869cb43", "mtp.layers.0.mlp.experts.109.up_proj.weight": "5dde6bc8f39adbe3ae883c65af863895aaef38b49caabcd1227f0215e4e07803", "mtp.layers.0.mlp.experts.11.down_proj.weight": "f165db2c0ac50f34f47125309765115fafba94502b8f9c30f97a3c3d69a4bc5d", "mtp.layers.0.mlp.experts.11.gate_proj.weight": "b8d4878162a79dbfed3efdd5dbd5d1cae3fac2860a74a3d5768f260aa5ba712f", "mtp.layers.0.mlp.experts.11.up_proj.weight": "0be6cae66ae89f792247e10a22d5749df43072e6b276c1d0bc2287e0ec0424a0", "mtp.layers.0.mlp.experts.110.down_proj.weight": "9b1c51f1199c954c41e916435c5e3aee3c4ef4b76909060d6ff0ba05bb20b4fe", "mtp.layers.0.mlp.experts.110.gate_proj.weight": "bc83b13669a3a956e23f56992218cd16aeb6159e19b075934b10bdd9c064f8bb", "mtp.layers.0.mlp.experts.110.up_proj.weight": "531aa2c8ac1854a3ac2a0a0ebbb8263c8cc339bf4cadf32c6d64b51bb2bbbf2e", "mtp.layers.0.mlp.experts.111.down_proj.weight": "aec36bfb8204994f91fcb35362d8cad53f9d28fc26251915d5c09cec17e0f535", "mtp.layers.0.mlp.experts.111.gate_proj.weight": "d2fee92a61ec85cba3a3a75f4dbfd9ab52802372d2925a6e59075186a5b3a98f", "mtp.layers.0.mlp.experts.111.up_proj.weight": "cb25887ab2d0226c854dd746935faec05fce90527fd76153017e876ef202f295", "mtp.layers.0.mlp.experts.112.down_proj.weight": "5bbaf4f55b30b1d5d8254e75c9ff82ac7536cd6d27ecd4a7dec0e8339aaf481f", "mtp.layers.0.mlp.experts.112.gate_proj.weight": "38e8c586a819cde4f1ed8f47911c5a8065bafab03c41aaa6ea3b05a957a03bc1", "mtp.layers.0.mlp.experts.112.up_proj.weight": "a1c3fb51e3638dc29f34bd3aff74a0d6f01471f920ad9d4ec07eca17bff559ca", "mtp.layers.0.mlp.experts.113.down_proj.weight": "e43bcad74201c5fcae1714e137c8daa12d51f1d7a4f7e43e0f7b5ba33989e815", "mtp.layers.0.mlp.experts.113.gate_proj.weight": "21e2175647865f4363736414340aaa117ab95e05007b7d03bdafb987a5c37285", "mtp.layers.0.mlp.experts.113.up_proj.weight": "8e22c7dda17b087b8af628d70294ecc3ed743ea358f85df5fb99d57ca080eff8", "mtp.layers.0.mlp.experts.114.down_proj.weight": "366e4f0f51b927327afcf640a5959d38f54fec1be96b4e3b4b4536620cdd7de8", "mtp.layers.0.mlp.experts.114.gate_proj.weight": "d1bb158515af347a4526706277152672759ec2d26def6de057b3ed069545b648", "mtp.layers.0.mlp.experts.114.up_proj.weight": "11b43ef56c8bba3bff80f4f7103fd99cf485439b206badb4a3453eae53e9c895", "mtp.layers.0.mlp.experts.115.down_proj.weight": "ed5a5313025a194133de3334adf32711ee73f7c200833a6652cc851132306d27", "mtp.layers.0.mlp.experts.115.gate_proj.weight": "e014ef1f5fffd1e90e119e8068d19957c20731c2ceed3663c8630d8e7d789408", "mtp.layers.0.mlp.experts.115.up_proj.weight": "59b15ff4c70494ea89202fbb420a71e68de02675c9f227b9d2634ec51b46d640", "mtp.layers.0.mlp.experts.116.down_proj.weight": "042071eeaa98e47512e6ab64f756353e743e2e1ce84cbe4c06ef98dab4975df0", "mtp.layers.0.mlp.experts.116.gate_proj.weight": "53464ffb10c70f3856a9e810c64f59aace74965c0003df85a5f5a0034718fd4b", "mtp.layers.0.mlp.experts.116.up_proj.weight": "157d63eb6aa250871ee8d50b98ce548613574b7611dd84661b0336be1cf600c1", "mtp.layers.0.mlp.experts.117.down_proj.weight": "48c887a1cca3c6b784d5c08c8c9dee63475e6f28c49e523860993c2ee48810d0", "mtp.layers.0.mlp.experts.117.gate_proj.weight": "1d16169bdef5065aee17aaaa60a5bedcde20aab25615d7167e37b5b23bc15065", "mtp.layers.0.mlp.experts.117.up_proj.weight": "2c1cbd08966136eb421f94f8387f2569dd38cbfc942164e4c97b1d1078ed7ef3", "mtp.layers.0.mlp.experts.118.down_proj.weight": "0de9f573dc14700c9da3eda8c558e704bc8794dfbb9f3d9a496ceaa7444351ab", "mtp.layers.0.mlp.experts.118.gate_proj.weight": "e219b9b8fb599c5e9de282558fc2a5235bdd169f34c1028c34aa1826e9ffd509", "mtp.layers.0.mlp.experts.118.up_proj.weight": "d1d8782fae4827fbc25e312bb0f49aa6ec39f03c4d7e08b52381a10e2ed32702", "mtp.layers.0.mlp.experts.119.down_proj.weight": "d9ab78a9ae79d7f7b1907dc450428939ae6adc46838efe213a9457d6cb519252", "mtp.layers.0.mlp.experts.119.gate_proj.weight": "e367e04ac5e619f9d5baae0ff1e551cd85ca210aa02aeaa51812233ed564b912", "mtp.layers.0.mlp.experts.119.up_proj.weight": "d731403d22aa45d7dded194bc483d9d61208f06aa932b7c1d3a17b4f2e0e68f1", "mtp.layers.0.mlp.experts.12.down_proj.weight": "a8ccad9b807ae1db51454e0c92c7db64b3a3eb407acced215aafe72d10c9ae60", "mtp.layers.0.mlp.experts.12.gate_proj.weight": "075f1b36ed86660d5e42807c2dd210144fa17d6bc4ddfc9a61297aa918768a04", "mtp.layers.0.mlp.experts.12.up_proj.weight": "8a01cda352955434833a2712538027edfe06e34f77cc9bfc76a48fe559f1b5b7", "mtp.layers.0.mlp.experts.120.down_proj.weight": "afdb8b2991d7f2ae6b2d7afac3358b3692c8b3d6d888a6fb4403d1484bf276fa", "mtp.layers.0.mlp.experts.120.gate_proj.weight": "28560c62065b05612b90059d00c1c4dd16f48afc1509219fe07b52aadcef2305", "mtp.layers.0.mlp.experts.120.up_proj.weight": "5367e2580c35c1ef7c2396fa35fe932a2316fd1adfc4ff9399e815fee1aee806", "mtp.layers.0.mlp.experts.121.down_proj.weight": "ac1d489cbd0e744366c837b2bfd0f157b7176e2a2ed57adaf232c9b819534af6", "mtp.layers.0.mlp.experts.121.gate_proj.weight": "424a5b7d782b878f02fe377d8630f513c2038fe235f9d5383e2110c9c64716e8", "mtp.layers.0.mlp.experts.121.up_proj.weight": "9b2148019fd2f3d5a574e546f43f7432f74ec341119391ffe8e9b21b37dc43e2", "mtp.layers.0.mlp.experts.122.down_proj.weight": "e38e12f23a9a045ef6a15ef570ea8e0454f74e380f7a6b473e1b51981e3d9d01", "mtp.layers.0.mlp.experts.122.gate_proj.weight": "dc6e1948e769eb2b74b1555bec3624696cbaf21883039ab00eaa8368f59b909d", "mtp.layers.0.mlp.experts.122.up_proj.weight": "b0cad197121801ae839b3a670fa33c662dd483e682db9ceb39f37f89802f5fdd", "mtp.layers.0.mlp.experts.123.down_proj.weight": "6910426a36b51dff382c31026d2e95aa0d529c3e97641a5a51f70b7ab0f10a82", "mtp.layers.0.mlp.experts.123.gate_proj.weight": "bf310dff32c9657efcf4eed90226d519a5e1c72a1576278596d92fe9347d5915", "mtp.layers.0.mlp.experts.123.up_proj.weight": "fb5973f8f878f05c4d50bf19a793235e3016c3141246b7d26b9fc727b010bbb4", "mtp.layers.0.mlp.experts.124.down_proj.weight": "624563063a001ca97e017befeeb210f3327684dc57d0e09c35526dfe09e44900", "mtp.layers.0.mlp.experts.124.gate_proj.weight": "97dc7b6be7ae527dbaa87004ee771bcf6f04c152018d2ea5d3845bea541ee9c3", "mtp.layers.0.mlp.experts.124.up_proj.weight": "870f308613dca3b3c614bcd68376ff425a78f2f50b976c19957250bc189a5f27", "mtp.layers.0.mlp.experts.125.down_proj.weight": "c515de3a8889f42a2515d6a2f96b8c9e32ff1073e26774ab7956e6d71f77dbc5", "mtp.layers.0.mlp.experts.125.gate_proj.weight": "5a0103824b78f340013bab5b4f34b1cba34d4fff6b2105e29faba443345d966e", "mtp.layers.0.mlp.experts.125.up_proj.weight": "4e1310b2c3f5590494cf7de4f2aab88647c6aa49c1981a5626c46f4a117201fe", "mtp.layers.0.mlp.experts.126.down_proj.weight": "1157dbee2affa049ca1e24e4e591b12cf9492df9a2bb8f62db1209973634be3a", "mtp.layers.0.mlp.experts.126.gate_proj.weight": "776ef61c97c8a48446a7783a584323ebff1c57e3a024b94aa7f4f4ba384ddba7", "mtp.layers.0.mlp.experts.126.up_proj.weight": "99b3b3d69b6b59c863b3515307951712044ff8064a0368db2e1a3e438abb7192", "mtp.layers.0.mlp.experts.127.down_proj.weight": "e1809b313a349c2f9675ac9c9cf3a2c41879f2a78ebbe820afd4ed6b43441886", "mtp.layers.0.mlp.experts.127.gate_proj.weight": "19fb7928232da1b0f507073884343fe3394447d2c7f3a49e2963d1cd36b105e7", "mtp.layers.0.mlp.experts.127.up_proj.weight": "25f4d5aa9660bafc3626f05c4d30f78c6591630c8474d35db3b06b52819eb775", "mtp.layers.0.mlp.experts.128.down_proj.weight": "3e27951eefdb9a7c272b67f9d3bb996da74ae3256550470606a8ef747c99c514", "mtp.layers.0.mlp.experts.128.gate_proj.weight": "75f98183489dd5d100695b24855171163c3b2887b3c8050a5ef7f52a7a7363e2", "mtp.layers.0.mlp.experts.128.up_proj.weight": "72481b2dee696bcf3828f4fb39fc50cb40108c0956a0f3bc41af487da6114ba5", "mtp.layers.0.mlp.experts.129.down_proj.weight": "823c7badd67c0c04769abbaba256c7da0be4a08e588b42608cc85d78c3b0dcf0", "mtp.layers.0.mlp.experts.129.gate_proj.weight": "021f34112287592d3ca367aad42156dc232fab4ba30cba553bd4e7cda19fb7af", "mtp.layers.0.mlp.experts.129.up_proj.weight": "85e4e7b203f9a655abd3a73ea086e2785bd8c6fa94eefe4ff1a50812d34fbe94", "mtp.layers.0.mlp.experts.13.down_proj.weight": "a2ee8dcbc64d98bb10c7dd4c11b11124160dff86224acdac3fb2d2b033aa3117", "mtp.layers.0.mlp.experts.13.gate_proj.weight": "41651cd1540d62acf47dbd14bd6e157af223029e37df753304fc8631f1bf26f3", "mtp.layers.0.mlp.experts.13.up_proj.weight": "c420407cc08eca4fbc1546dfe48e52a730e18a813c9c0c902fc29aa352396169", "mtp.layers.0.mlp.experts.130.down_proj.weight": "0fe6984b744277bb8ab6f517de0bf85801e3a62d7cecd0ed4b387f485d5225d1", "mtp.layers.0.mlp.experts.130.gate_proj.weight": "c654acd474db81052462bdeb304070fbc4bd110357839d8e10559e858f006b48", "mtp.layers.0.mlp.experts.130.up_proj.weight": "6a7478698893e3378ce4e5a912293e311f41604e702585a99413fcd150854628", "mtp.layers.0.mlp.experts.131.down_proj.weight": "106b954ecdaf97c9d3981cbdd4d1b3dfae1ccfa0946d3cf6ba1dae6eb484562f", "mtp.layers.0.mlp.experts.131.gate_proj.weight": "78344adca0f66f696e52561c27166f75388699cb95cb147fd2d9e53eeed35d6a", "mtp.layers.0.mlp.experts.131.up_proj.weight": "0d2955077976bbabbdb460084bf69416b9606950f0af46ed35a259dcbe3cc878", "mtp.layers.0.mlp.experts.132.down_proj.weight": "b3bad1c36bf5d6c405bb82fbbe7480f472df47e9c473d7a50484848b6f0891c0", "mtp.layers.0.mlp.experts.132.gate_proj.weight": "23ae189c238123117db6aabe11b3db026d82fbd22338305dde866f037c8e8a4d", "mtp.layers.0.mlp.experts.132.up_proj.weight": "a8997a3481165c8ceaa6e9e99fb2b766f70e8114ab0b84f2b52bb6daa9941cb2", "mtp.layers.0.mlp.experts.133.down_proj.weight": "b12926a5600710e5480ef9986252579b9dbaa5fa7ba0696a407ced120e8f4c11", "mtp.layers.0.mlp.experts.133.gate_proj.weight": "f57085449666e4214d291b191ccc00479d6cda983f7d53ca39679344236b6a56", "mtp.layers.0.mlp.experts.133.up_proj.weight": "6eb8258b156d7693cfe788dcebc18cbdb3c4721e91198cca18e7625b9e1c68af", "mtp.layers.0.mlp.experts.134.down_proj.weight": "dcab8fede8115abfc348e4739781d54e21b1a89f1c67ca7b92d417b174b89028", "mtp.layers.0.mlp.experts.134.gate_proj.weight": "f34031b233f9d4c30e841a00cc5ff5d8580f8eec3d218a6d2d44b1d3b96243c4", "mtp.layers.0.mlp.experts.134.up_proj.weight": "c30d97815031ea9675bcd7951bd8e94b824b311cb03b974fc8e215466b89e2bc", "mtp.layers.0.mlp.experts.135.down_proj.weight": "49757c4a620aca351ea1ef5cc7603c3288649a7cd57e8158ee1327b948422ca6", "mtp.layers.0.mlp.experts.135.gate_proj.weight": "f9d89b4e3ca4fdf5d03d2a396bda5c26806818ff713ce181c56178ab197d9b51", "mtp.layers.0.mlp.experts.135.up_proj.weight": "64a97400a9a5b375f5fb8de63d685cfddbb6eca82b68a10b77f8425a0db016e9", "mtp.layers.0.mlp.experts.136.down_proj.weight": "9fc53c8d3ad3a0a2ada8f231f45cdd108b1de8134ca143fb180c15f3b9b50c58", "mtp.layers.0.mlp.experts.136.gate_proj.weight": "6525feef14cf6e6f286e2da3bb26b9c348ac07fd1d07e61d26a0e1d7b1bec135", "mtp.layers.0.mlp.experts.136.up_proj.weight": "3587d6dd76fc051ea40d18b86c2cde7994da9cc36bb8c5874a0c2aef71e2ce2a", "mtp.layers.0.mlp.experts.137.down_proj.weight": "860f79d633e9c2b3af3533b6857cbb1392d1a13ed34bda8db5fc1b4a161ba6b9", "mtp.layers.0.mlp.experts.137.gate_proj.weight": "6037d142065cf36186320678c10833a8cffc0fd5b028b3e5b0d7dc106f3c49c8", "mtp.layers.0.mlp.experts.137.up_proj.weight": "b3083bb4e1846877a0edff9beba0593618ae3a38e85071b07725a753e9e2cbe4", "mtp.layers.0.mlp.experts.138.down_proj.weight": "bb0ff99df67cf2ffec40f6d53e7030b6292fb947f8dd0b4821e7c36648ec2eb4", "mtp.layers.0.mlp.experts.138.gate_proj.weight": "300e97d60a864dd6f997e86266893d918bf64df5dcf9c4fe39beb430629124d9", "mtp.layers.0.mlp.experts.138.up_proj.weight": "520f1050ec8efef60179c402a007478f03d340628554050e476d7bbe6c043808", "mtp.layers.0.mlp.experts.139.down_proj.weight": "2046d22d46fb8f91f2c5d269ca7ec42733257a2e7fc3f5d0cb65d146e4f6ab72", "mtp.layers.0.mlp.experts.139.gate_proj.weight": "c5af3b115ff2098de70faa63e1a4d1693cc662f88aec248e593dccdbff1ccbb2", "mtp.layers.0.mlp.experts.139.up_proj.weight": "eb4a186442fcd58587b34cb994addca071c99529b1f3b1fe4008df18c6223d11", "mtp.layers.0.mlp.experts.14.down_proj.weight": "25a4bd0eb23f2d197fb89a64b9ec4df4c1f5c25e5e85df3cbec3f0ad60517d4c", "mtp.layers.0.mlp.experts.14.gate_proj.weight": "22c7b7c79079eadeef85cc059a6b380c37838d763f4780707c8bc7437cb14ac9", "mtp.layers.0.mlp.experts.14.up_proj.weight": "98498a0d4adc391e4ee2ea33ea5ff186f7bb9b89baecf8c542e84df60cadbd60", "mtp.layers.0.mlp.experts.140.down_proj.weight": "10ae976cc7f8c89600bf10984a59b16189e680cabe15e196b7434b50c93623ed", "mtp.layers.0.mlp.experts.140.gate_proj.weight": "29d56df8800863bb532ee984fa2a34b28a7ea938f3be007864cce4efb2672eb9", "mtp.layers.0.mlp.experts.140.up_proj.weight": "5c3acd5ce2b888ef4bce27e022ebb793f61782c6ec713f4d67df5f81e0062871", "mtp.layers.0.mlp.experts.141.down_proj.weight": "baa97682a0689f0d2b6768a823f9efdedb21463197c344d979dd21798f37b485", "mtp.layers.0.mlp.experts.141.gate_proj.weight": "e59f8d0e2918211314555fcec8aa2d40c927ef14e9637cb25881092e0f3db87a", "mtp.layers.0.mlp.experts.141.up_proj.weight": "433d086bd96af11ab978fb7c1eb4088bde158a095c7f57f78c22a0b87754658a", "mtp.layers.0.mlp.experts.142.down_proj.weight": "6724131919aad66846c82a477bc21e63b0e23d0bad9f41200b281abf2a00d1b2", "mtp.layers.0.mlp.experts.142.gate_proj.weight": "a1579e64882e83933aba653c3ada38b37125f70f1130d9742782737f1943328b", "mtp.layers.0.mlp.experts.142.up_proj.weight": "9e1169b900db027e4898c71b42765f12f9cf682a7606ac0b59f55d227ca02d2f", "mtp.layers.0.mlp.experts.143.down_proj.weight": "50bf54f2a2c29168792e8fa8e63f09ed02ce62ffadac073c5df466e5f9195682", "mtp.layers.0.mlp.experts.143.gate_proj.weight": "175c2bf11a3d6ffa8a355bcdf37198d4959c16bf79485e0e86a8ce8a9e8fb24e", "mtp.layers.0.mlp.experts.143.up_proj.weight": "17962d070083a57ee4004bfbbacc7ad0282ee69a4709d08aaa92c570eb1e3ddd", "mtp.layers.0.mlp.experts.144.down_proj.weight": "74e37b6e47a5803057c1b4ac4f486d8944b9b33c997ab2a81c7e1374588ad616", "mtp.layers.0.mlp.experts.144.gate_proj.weight": "51a276b9f4c2ed77638660afa8a03cd730c2eb0e3d2bb8e21328fa35837e15b5", "mtp.layers.0.mlp.experts.144.up_proj.weight": "339c2f2bd06db25e3686946102d06cf50dbec0ef661da14402c30bd002f360c5", "mtp.layers.0.mlp.experts.145.down_proj.weight": "cd2e5bc8a05ac96c2fd94041c04447590455d551081c53b304941c38be1b8e6f", "mtp.layers.0.mlp.experts.145.gate_proj.weight": "8d40fa7df8aaff1754d9bfd145401182aebc694f9d5e95a8994c30f72d7b04a9", "mtp.layers.0.mlp.experts.145.up_proj.weight": "a0cde5e64c8827b42dbbc639a9644edb9270c686a48a8e4c154c01fe7716a558", "mtp.layers.0.mlp.experts.146.down_proj.weight": "5cf5db83300dac8767e2784d4fbc121aa46b1b81379071c7c73dbbb1492ba500", "mtp.layers.0.mlp.experts.146.gate_proj.weight": "9c0af6dcd47193ed75f8675da735bde958c3b7dbcc0efa220aad722ed970546b", "mtp.layers.0.mlp.experts.146.up_proj.weight": "343d465be086065665e90028cfddb2e0740bd982a8665b3fbd24897dbd9eb69d", "mtp.layers.0.mlp.experts.147.down_proj.weight": "f1d9b4bd1b762c498515da5e9b992cd1315a140072f825c6b368ca4c173927ec", "mtp.layers.0.mlp.experts.147.gate_proj.weight": "403359e6cde7766811d8fd56742c019524d23c232c5d0463db6f09216ff966d5", "mtp.layers.0.mlp.experts.147.up_proj.weight": "aa2661c62f3cf235098589f8e5d1fc285eb9fe69ada33d4084f472fb60c195bf", "mtp.layers.0.mlp.experts.148.down_proj.weight": "6366a8f5d1d9d3572067b892410380b45bcc852bc2b1c3a212fe7fb99d0499a5", "mtp.layers.0.mlp.experts.148.gate_proj.weight": "45e3985d1f23b8b83316fa2587c6f2765b54e7145c61deaba28479351dc37c4d", "mtp.layers.0.mlp.experts.148.up_proj.weight": "e9fd091f9375cb547c5c330048a27f1f30514771c40eaf25196524718e4a4c5a", "mtp.layers.0.mlp.experts.149.down_proj.weight": "c7c95df692624038d53d866e29d5da9f1830aa636e31124c7073883f9f88faf2", "mtp.layers.0.mlp.experts.149.gate_proj.weight": "78481dd07f264d0b854b8444f5ce1d7a83b7a96de3bc9c46c1d9dcde71f40eb2", "mtp.layers.0.mlp.experts.149.up_proj.weight": "cfffe2c4188ea639f9c1424298adbba5e89922e6fe3b01acf8ab12d905b629ba", "mtp.layers.0.mlp.experts.15.down_proj.weight": "023e52a2fe37a500ab13c4f9bf9e0f64e90c9a52d5fcc1e8c37cd7b4b4d5de03", "mtp.layers.0.mlp.experts.15.gate_proj.weight": "feb175364c22a807df6fe540cb33048903631f143ca89e8d854a95a0896cca7e", "mtp.layers.0.mlp.experts.15.up_proj.weight": "e0411901f2bda771cebd33dcf74baec98d2587c455e2cb031aef285329e636fe", "mtp.layers.0.mlp.experts.150.down_proj.weight": "b957b0aa36e843c27243bb8f438cf335bbbd2a0d7fc9bb214d9762bc98ffb09c", "mtp.layers.0.mlp.experts.150.gate_proj.weight": "f1e2919feaa70a57368f382d81d98ffe9ead9a75c88627492b696fcfa5a6bd3a", "mtp.layers.0.mlp.experts.150.up_proj.weight": "7911cb877c18c9ff040fbf4ed6b7a4ab2e70c6ad672ecd51d493634887e0d60a", "mtp.layers.0.mlp.experts.151.down_proj.weight": "00f06ccb5f9db2f54e040ece30f1e496640bb28f60450e715783da419ccad756", "mtp.layers.0.mlp.experts.151.gate_proj.weight": "b4764815cff2bbe64d7d1b68466c9a81bacb5a32327dcb544d1cda547b02d755", "mtp.layers.0.mlp.experts.151.up_proj.weight": "0d57e9084ab3258eec11d90d642cc0415acc072db1a12154d0843b5bad57b4cf", "mtp.layers.0.mlp.experts.152.down_proj.weight": "c113954f4d1162c06d2b2311c9cc101076b3972fd600b36c6e54be3f2319c8d4", "mtp.layers.0.mlp.experts.152.gate_proj.weight": "9609ba9e532fbc9eb9374af593dd1d45b0eaaa04091cb1571157ed427923d765", "mtp.layers.0.mlp.experts.152.up_proj.weight": "18e6112751545cf42f5dbf07405c2353496069658352b2f3f969fcaeb49a1bcb", "mtp.layers.0.mlp.experts.153.down_proj.weight": "8e1883db51d37f7fa9f9b10b2f3ebdd261667a51e118e1d5d64ccba9cd62150b", "mtp.layers.0.mlp.experts.153.gate_proj.weight": "930e6d95b7231881bddd95d19d2f8b5e0cb475750cca0781dfd1f219505951c4", "mtp.layers.0.mlp.experts.153.up_proj.weight": "172a6110d451390a1465c4514885276595775d2a2567f13d94e2f261088642aa", "mtp.layers.0.mlp.experts.154.down_proj.weight": "a691d7f921ac7d9049fa02047b3c02ab7ab0ebf70d45fb3240d6e579bf0e41f0", "mtp.layers.0.mlp.experts.154.gate_proj.weight": "5e3e4c95410ca8ca06b276790b0a6d0121bd779f2a1aac759aa1ea83d01a55ef", "mtp.layers.0.mlp.experts.154.up_proj.weight": "dbad306a390544069f81dc4cd9a3c5bf98d4483c9563d1a4249b3e918a21ddb1", "mtp.layers.0.mlp.experts.155.down_proj.weight": "694b25303db8d6d8b380aadc3a6c326d11b220fafb865fc5e68570f51bd934dc", "mtp.layers.0.mlp.experts.155.gate_proj.weight": "0db69a79540763dc99d3e3e617ade4ef33e65c0d4e42ca3b8b1d8a494dc0bee4", "mtp.layers.0.mlp.experts.155.up_proj.weight": "f89f8a951e381bdc3364fb57b4190fabab0ce3659e1500b499330d889f888b6b", "mtp.layers.0.mlp.experts.156.down_proj.weight": "e1a300b17fc753446774cba9dc5c78322bce97f11b9e734a7d6c5e46940edfaa", "mtp.layers.0.mlp.experts.156.gate_proj.weight": "332d1d1255b32f6b9b672705ec62f93ffbb3ab732c0497308092798e4431a4fc", "mtp.layers.0.mlp.experts.156.up_proj.weight": "e2010445f749d3ad04ef4eaa5c2811358c43c59b761bcb07607ddb1df7683fa7", "mtp.layers.0.mlp.experts.157.down_proj.weight": "a2701e9e5279e8ab67f2c249776f60d301d38ce3fbf86e7b8612e77b8167056f", "mtp.layers.0.mlp.experts.157.gate_proj.weight": "18e1b29a6e659613532b63cb4a901736f8bfa2b5d96fb6392ceb8b749eee7c39", "mtp.layers.0.mlp.experts.157.up_proj.weight": "03ab8e46cc159760d084122e3b1aeb725c5733e24ee06060a4f5746a34fcce62", "mtp.layers.0.mlp.experts.158.down_proj.weight": "3babedcb2457620caaf3a86d5c74df61c4c1fcfd545e0836350fa283b5d91710", "mtp.layers.0.mlp.experts.158.gate_proj.weight": "333cb3eca4bfdb4ac00badff1067929eb67c389fef077c8e759eee92e1a167a3", "mtp.layers.0.mlp.experts.158.up_proj.weight": "0169512d61681bdd2dafa2f1a2662bef12c4d2c66dd2e8c853597cddb4a3adea", "mtp.layers.0.mlp.experts.159.down_proj.weight": "25dbcf4bdcc0fff22e660025dc6b199f430d03ff0558f2f8e60136e32fcc8954", "mtp.layers.0.mlp.experts.159.gate_proj.weight": "05ecbaed06cb3e3d767c7734b51b3b7aa62ae6b2f1b555aa068b4b5bd373c696", "mtp.layers.0.mlp.experts.159.up_proj.weight": "c27132fc4deb650d0d1ae0185bf115fa6d7108d2cdfb50640a307267faa37e08", "mtp.layers.0.mlp.experts.16.down_proj.weight": "a022187635ccd0bc10d49a6e012c0cbaf7644d1af7552ddd174dea2e7f9b886e", "mtp.layers.0.mlp.experts.16.gate_proj.weight": "8e6d47d882886c075f306e171897de40eba74a94c3aa368686a9e40860ee9ef1", "mtp.layers.0.mlp.experts.16.up_proj.weight": "08b16511b4dbe9906429fe624c84819be3e717c29289d4d1bfe85f3fafa2bf6e", "mtp.layers.0.mlp.experts.160.down_proj.weight": "1d3bbe266840b7a141cd29a9653aae2621caa1478040db2f3550c7cd62c6a6ba", "mtp.layers.0.mlp.experts.160.gate_proj.weight": "d33e295fc70e68a2e514b598664d116326024836239b2c3d8c5cc7e66aed0ed1", "mtp.layers.0.mlp.experts.160.up_proj.weight": "c4d638f5b2a2c8809f54854c0e17e4622db0a2324f819183414a8ddb1d46a98f", "mtp.layers.0.mlp.experts.161.down_proj.weight": "7018e855119a16666b44fcdbfda00e178f3d43e93ca4391610e5aa341d7fc761", "mtp.layers.0.mlp.experts.161.gate_proj.weight": "4f5d1c40eef410c44a2574fe853b1da9302038e68c3660a70d4719afe2e5a255", "mtp.layers.0.mlp.experts.161.up_proj.weight": "e84a4e01071d61ee6d28bd9eb2e4913749c4097822558ef6c5426eefaadea0bb", "mtp.layers.0.mlp.experts.162.down_proj.weight": "4f21a92db348ac4e15f820abe1b20fc940434c29e22583f5c8b8408530dacb30", "mtp.layers.0.mlp.experts.162.gate_proj.weight": "4157f0349b66aebbbd17c31f676aaf9714f216e07ae4a710c34afed943a0417e", "mtp.layers.0.mlp.experts.162.up_proj.weight": "0d711a96883b8257a267456a51491482574e7846b810011abed253d8f25fe60c", "mtp.layers.0.mlp.experts.163.down_proj.weight": "e841d86faf6927caabcb60747de2fe5d2bf4d9ae1493df59af87ce91ced38923", "mtp.layers.0.mlp.experts.163.gate_proj.weight": "6bc6650169fb6ef04a56e307ba389b0206a7020bf8b6743202005f601824bc77", "mtp.layers.0.mlp.experts.163.up_proj.weight": "f83d8d87b1196773c61e9f179f4938de8318533bfd54eba56a1985c15539c080", "mtp.layers.0.mlp.experts.164.down_proj.weight": "31d2254a4ed84ebd152045e611123bb1bd78b5ce7951a95de4642bd438304e09", "mtp.layers.0.mlp.experts.164.gate_proj.weight": "94f302d045ddeb16ec8fd1237bbee8da7972ab2e1ce6c0863b772f2b827564b9", "mtp.layers.0.mlp.experts.164.up_proj.weight": "ba7ede1d9cf039a6f0cea2f58a1a7d94a9b02552233587cdccf61affcfafbda7", "mtp.layers.0.mlp.experts.165.down_proj.weight": "07850652035400b480f57948a139cd9422d312d6960041a6f4b24314fcec5346", "mtp.layers.0.mlp.experts.165.gate_proj.weight": "b28328728f3575cde1fa824afadee6f384854b3656888aa3917a51dcdd6aef26", "mtp.layers.0.mlp.experts.165.up_proj.weight": "9aa3eb1d0b657de3d871d87dfbaf9f65f0319f66c367f0a59afd5709d53d3268", "mtp.layers.0.mlp.experts.166.down_proj.weight": "c8ee8c771c38cb56ebf8dec15969e3ad04dd9902e4085fd2354ca68abce35b94", "mtp.layers.0.mlp.experts.166.gate_proj.weight": "0a77fdeb5652fe3d2b8671cf1efbc3a6d92feeeafee02b13c8a18d1cb5eea807", "mtp.layers.0.mlp.experts.166.up_proj.weight": "245019903bf19b789d86068f7ca81ffd8a663b7c58e4c625a375f1abcc966299", "mtp.layers.0.mlp.experts.167.down_proj.weight": "1f70acfb06728c15ea1d3595ab20ad6ce661a480473fb32ca303997ac8251cca", "mtp.layers.0.mlp.experts.167.gate_proj.weight": "6082c6139c5709fd88fe783923f69bde5f403e7f5634f5f149b013bc152b7f1a", "mtp.layers.0.mlp.experts.167.up_proj.weight": "1987c993d6c55dfd1825a8086dcce9e9fa76275d9d7a7d6efe96039564b66ca1", "mtp.layers.0.mlp.experts.168.down_proj.weight": "14eb66f7ba38838a5bce196b9995e351117371fdb0497d99a32954a691fad5ad", "mtp.layers.0.mlp.experts.168.gate_proj.weight": "ba5e80ee1c7c8e207f57ee2601b12fad8d3b786b5e7c9325d86f9591483346db", "mtp.layers.0.mlp.experts.168.up_proj.weight": "7ea68916deb2357c14bee6a9a50b59019a19af9b83bead9d0b4efc4e9c7c410b", "mtp.layers.0.mlp.experts.169.down_proj.weight": "6ef9e037227711e1dc2c964ed9d66ad195bcefc2d365b6abf5ea5bf2c02aa5cb", "mtp.layers.0.mlp.experts.169.gate_proj.weight": "cedb961938f36f5993953411f5e1024e9362b700f2604607499cd23f581c8990", "mtp.layers.0.mlp.experts.169.up_proj.weight": "f3f962408d73cab30fa7e069c50f5f48571e2505b0f2e8272c1ee29441e011af", "mtp.layers.0.mlp.experts.17.down_proj.weight": "374a463525b1d2c6efc671fcc1cadb93fbd8f6c9e3f8e9b756614a3ef9d83f2a", "mtp.layers.0.mlp.experts.17.gate_proj.weight": "b2d28d479c971f7e5a7ce6be28b93028136b6ef007edf83d1ef2b78d23b07b3f", "mtp.layers.0.mlp.experts.17.up_proj.weight": "32c2fb539b64ed068caaa846c95933691cdddfcfc4278e84007261867d9bdbc2", "mtp.layers.0.mlp.experts.170.down_proj.weight": "e35c80b45df50c8ad3486fa1328b08750c572215669097681d9db9a56dc7cec9", "mtp.layers.0.mlp.experts.170.gate_proj.weight": "ee36bb329bc19f5736ba8ceedeefe513d10a20742ecf6f7d49432abe876c7e06", "mtp.layers.0.mlp.experts.170.up_proj.weight": "095118cb6e3ede28821f8b3325c1b015b38a745e700e8d32d8c2686e231c32e2", "mtp.layers.0.mlp.experts.171.down_proj.weight": "fec550976f3627a8dc42cad7fe654f644df31cb9a76f9e77637b9e339b3e053a", "mtp.layers.0.mlp.experts.171.gate_proj.weight": "03e48557e6540c7d3b3e6970819b0e2e8f55dc7a2298c35630cda38f848aa76b", "mtp.layers.0.mlp.experts.171.up_proj.weight": "1bb8ef4cd095fb4685a05c4bcdb682986b9982a0125acdc29775e80ee0b7f082", "mtp.layers.0.mlp.experts.172.down_proj.weight": "ec13b3322c55d711a87eeddec8949a4cf16778dabf6d69e963e6da1a8819c908", "mtp.layers.0.mlp.experts.172.gate_proj.weight": "4cb1157f070616b4a5e45a011b46861cc64efd0e8632023483fa9a079db81f61", "mtp.layers.0.mlp.experts.172.up_proj.weight": "847588e684987ce85add1f3e4605b3233440f62b0adca7d75520e06b752a3661", "mtp.layers.0.mlp.experts.173.down_proj.weight": "260138ef7775673c85782fee4809b078aaa6fdc11be4a542757729f365cfa633", "mtp.layers.0.mlp.experts.173.gate_proj.weight": "013ff5e85cf3bfd27f913997ec73b120298810e72633ef6f0f9fbdf832fa350b", "mtp.layers.0.mlp.experts.173.up_proj.weight": "e39cf208f547753b157eaa30f6b0e5caf85c52e14425b26b11e064fbbebd8375", "mtp.layers.0.mlp.experts.174.down_proj.weight": "4fbd8ae6a88c57a13bf1479db8543b9d301078d7a6cbb619f6a71e59c4e099c8", "mtp.layers.0.mlp.experts.174.gate_proj.weight": "611e488af53cb9cdeed9399d38a518fc7d09eb4d6be1d16982403f3e3a2d1000", "mtp.layers.0.mlp.experts.174.up_proj.weight": "f2a27c6572d18ef55ae4925c618b8027017dec9602ffbfb3f7f4ad381598e1a1", "mtp.layers.0.mlp.experts.175.down_proj.weight": "4731c9cc905952be611257e7c729a7ab912b9bd5529963ca980676bd04f4889f", "mtp.layers.0.mlp.experts.175.gate_proj.weight": "9a89a0dfb7a3fabd696c78b4f624e8bc454c1f22c787f41bd5b5e6c7da51f8ac", "mtp.layers.0.mlp.experts.175.up_proj.weight": "d8dc60452b233f89b9578587d5fbbcc24924f9a3bebbe9c4bfa383cd5def9f63", "mtp.layers.0.mlp.experts.176.down_proj.weight": "650b918cb1e963cf1069b721d7fc9cbcf576c0ef7f554a871941da4aec3f8437", "mtp.layers.0.mlp.experts.176.gate_proj.weight": "e9944558b5ec92f07e75effde62a9f1ce358b49ce207e3654f4010d3c15b3d68", "mtp.layers.0.mlp.experts.176.up_proj.weight": "991af89a60ceca60c9dedfb75a4069edea89a04339943e60fdd19316e3536396", "mtp.layers.0.mlp.experts.177.down_proj.weight": "984f44fa1fb63911f5a8b1b4a54f3a96b347c32534762d27ba555f9591c0ddc3", "mtp.layers.0.mlp.experts.177.gate_proj.weight": "6ec67baf9e2f04d5a63d896444ae48db1e7da39fb97fcd3e8ea7be1a5a1cccfc", "mtp.layers.0.mlp.experts.177.up_proj.weight": "7816ef13756793cb9fda5a4fde8f79feadb5b5983403e89f71315c86f601f196", "mtp.layers.0.mlp.experts.178.down_proj.weight": "dab5801e16a1735b28bc550e5a22618ee3083d4b34e2867a2c071004a1d0be03", "mtp.layers.0.mlp.experts.178.gate_proj.weight": "fc31e94341982c3882c31010b48f0876190a1c3b83c45e93c3bc8ff1df796547", "mtp.layers.0.mlp.experts.178.up_proj.weight": "dd7faba71dc35804c2031f1de9c6303f999528819feca03c788756ba76a76f24", "mtp.layers.0.mlp.experts.179.down_proj.weight": "c64f913736a8d8eaaf7a3a8f2800e0440f31028d56b87289ad5c5ecd59fa60ca", "mtp.layers.0.mlp.experts.179.gate_proj.weight": "a90a5639399814d2d9a7dcb7f26a7f59af0731231edb74060d474a5f1b511873", "mtp.layers.0.mlp.experts.179.up_proj.weight": "cd9b23a76f27f69ae025bfbc63ffb98626ee33e9b915b764983d1853452e19b3", "mtp.layers.0.mlp.experts.18.down_proj.weight": "fa6e5c28b0fbca7a0d19807b54b1e1d6989fe4af30dab2538a8abb692e6b0244", "mtp.layers.0.mlp.experts.18.gate_proj.weight": "2c2001d0f8accaee53ee450cb14f468c59567cfca00eaf700ec52220d9fa09a6", "mtp.layers.0.mlp.experts.18.up_proj.weight": "945391927318b6db6b87f581d1d8346f67c05dae0c0c1c07a7bf7bcb78b08649", "mtp.layers.0.mlp.experts.180.down_proj.weight": "627d4ea804515f39de5b4c87b8a8a2326f8c10e72d0aefe86a3c22d0e887135b", "mtp.layers.0.mlp.experts.180.gate_proj.weight": "6ea921caa6f2be426b652fc59e269965dbbdc53cc242fe45910c4bc3409cc2db", "mtp.layers.0.mlp.experts.180.up_proj.weight": "f36d0b2ae0cb504adc29175a0943fa56113689c9327739e80d4b70f24721c0b0", "mtp.layers.0.mlp.experts.181.down_proj.weight": "d0f6f0a6c7e1a4ae947a45e3b8ca62da86b543ac50b41e6a771107077d124e9d", "mtp.layers.0.mlp.experts.181.gate_proj.weight": "bc52d502d05e51e779ae42b1a8b1f668dcd06625855026e6fb133fcde6727716", "mtp.layers.0.mlp.experts.181.up_proj.weight": "8a74ff391e19ce6128dfc6821d405d7bbba4e1dae0fb770cf780520d59e465eb", "mtp.layers.0.mlp.experts.182.down_proj.weight": "877a43ba9fb36d400b82eaf3f910da58703ab6ec4a1dd22c014103ac58f8705e", "mtp.layers.0.mlp.experts.182.gate_proj.weight": "1e8f0e054b0e9330fed27528afc6ad608dbe1c173a20874b3c20788b67018b2a", "mtp.layers.0.mlp.experts.182.up_proj.weight": "b6f2c57d2d53d4ccdda992f91dc23540420e95395d3e932a840bfdc1778487c9", "mtp.layers.0.mlp.experts.183.down_proj.weight": "9d4b63326cb346464458ce84022775d2617dcdcec52cdc6f1d179e1365612250", "mtp.layers.0.mlp.experts.183.gate_proj.weight": "d8024cb9e87d70b5b2402758313b8961c70920af5b49291bab73bd652e6ac646", "mtp.layers.0.mlp.experts.183.up_proj.weight": "f9ddb9297cd81cb815ea037e6dc855bf7a0e954ec198c3e5965f29d59430aa3f", "mtp.layers.0.mlp.experts.184.down_proj.weight": "e042f96003000f7be7c729556197c179a260f591e6f9ca91e2c8b102f805e0e7", "mtp.layers.0.mlp.experts.184.gate_proj.weight": "d9fffb88502ab42dbd81a225f26445cd4826a1ed8b9860e58c8d78d9b2955b97", "mtp.layers.0.mlp.experts.184.up_proj.weight": "7b32a487375f2af7429cefc910b2dd76c83123eb87071c2a8ab794c2d78dd350", "mtp.layers.0.mlp.experts.185.down_proj.weight": "b6450c80ea43f288d7eab46d2e740e21a73065996641ea44601ef7c37763d8eb", "mtp.layers.0.mlp.experts.185.gate_proj.weight": "be3835ae5c20ae25937c0627bf2fa2287b3948d594f4fbc9eacd95b8257c96b8", "mtp.layers.0.mlp.experts.185.up_proj.weight": "b4ff21ffb55875a1b49543d6ea4fbddc5b024a7a16eeab519904a5d80d918c87", "mtp.layers.0.mlp.experts.186.down_proj.weight": "b7488bee7676bdc15021fe9cab9c8f5e46177afdc9a5d60a54fcc9442fca357e", "mtp.layers.0.mlp.experts.186.gate_proj.weight": "1d17c4cd966be3a53fe3cce02be7805cfb7d1226b69efe9cc422b2c8fea44e08", "mtp.layers.0.mlp.experts.186.up_proj.weight": "004907b70be2f95b88a0d5abe9e7d4afde2d149206244d64a605717159142b9b", "mtp.layers.0.mlp.experts.187.down_proj.weight": "ca0aff9469196b153e4c8482f3815616904d4fd105b34268b8eb88e53f0eeccd", "mtp.layers.0.mlp.experts.187.gate_proj.weight": "4de0fee80b611d067f4b92a34cbe2304d8160270cea2b694b53776c0d8d592b6", "mtp.layers.0.mlp.experts.187.up_proj.weight": "2075876464b07896cfcd53ff1c711cf53ab1251735b19a24bdfa2571f3eb3cd9", "mtp.layers.0.mlp.experts.188.down_proj.weight": "ac1d46284cfc8befb5569339b272b322bcce62ed76ea89ffbce54099aeb35e95", "mtp.layers.0.mlp.experts.188.gate_proj.weight": "b7090130e2981d72e404977846fbf6f6c6c24b8a5ec8c158ac14546b7c3e3b36", "mtp.layers.0.mlp.experts.188.up_proj.weight": "cfb3e27df696d8c7b80df342fdc4dcb13814b4aefadc79bd915be7c52ab1d166", "mtp.layers.0.mlp.experts.189.down_proj.weight": "9e2e82abd1c69f316d958e090710c06c8e6665b103036be9e9a120f6b27ec8b5", "mtp.layers.0.mlp.experts.189.gate_proj.weight": "298a42fba1d361e062f5a7a26706f5ae0139d056025b987d7cbc0d045a4c09e7", "mtp.layers.0.mlp.experts.189.up_proj.weight": "f12f50598acc1dd5248791a81ef263ffab867edc0fab56db053481f8e87dbb88", "mtp.layers.0.mlp.experts.19.down_proj.weight": "bb4b37e03659f52c5c9eb66d52d81fb03dba2a344384eb012406759bfc902b82", "mtp.layers.0.mlp.experts.19.gate_proj.weight": "6cf16f0742e21dcf4756e61d64b47e42134b66972f4759e6c32bb01eb4d6606b", "mtp.layers.0.mlp.experts.19.up_proj.weight": "9666c98e4644b35a484073674f9cb1a3e1275b7e8cca08e0d80778856493e28e", "mtp.layers.0.mlp.experts.190.down_proj.weight": "3f9a58a510c7c1625b693cbc3c26e6e66499fd86da4aa65880e27b020c729b98", "mtp.layers.0.mlp.experts.190.gate_proj.weight": "ecb920722a55727e4e1476de663fa5145cd2dd733968e47ef5c22c9556ba91e6", "mtp.layers.0.mlp.experts.190.up_proj.weight": "37f3c9646de2005bbe77a641558cd5a70d59fe415e06599dbca96d78dc6acf3a", "mtp.layers.0.mlp.experts.191.down_proj.weight": "08d99ce34c5bd98c96ac3e35bcd3228e10f4c86b2ad796e51e1e882b37543dee", "mtp.layers.0.mlp.experts.191.gate_proj.weight": "72462ed4c57f7a3d3be3c07a4aa130d40560fa25083324b208a15997a189ee08", "mtp.layers.0.mlp.experts.191.up_proj.weight": "eaef0f93a695a2558eda077734e5de776208ef293b45dc0ca0837ff2ac562cee", "mtp.layers.0.mlp.experts.192.down_proj.weight": "d8abd5bec0faa4fa300d3fdd178ca06bafdd73b97186e433092b2750f4aea3b6", "mtp.layers.0.mlp.experts.192.gate_proj.weight": "966957f11d99d76e1b69ed29a77c968c4fbed86a2a8b73f5a9b41559dc91ad6f", "mtp.layers.0.mlp.experts.192.up_proj.weight": "4edebcf675aaba018a829085b90cad700b465c2f85095783663622d012d2e50e", "mtp.layers.0.mlp.experts.193.down_proj.weight": "f30b1c9326da0446e7724bf4c969665a4b2a5276a125d5a82694d1d121428a44", "mtp.layers.0.mlp.experts.193.gate_proj.weight": "78f06806d4eb7f924c731b77c88e8cfec5f5df1074546f77e847a2ad1758773d", "mtp.layers.0.mlp.experts.193.up_proj.weight": "f12ce06d692c731b054429b856e76f86f6f02e16957aa8ddc014dc2d62831f03", "mtp.layers.0.mlp.experts.194.down_proj.weight": "8c04a8eb63f67b0bffdd7e5374bef568ff5996115aa7be943c23d1a58550c915", "mtp.layers.0.mlp.experts.194.gate_proj.weight": "ad98ec9d06bb62decc8666db1c4ceeba6b570750d1e31dea5466ad57c05633e2", "mtp.layers.0.mlp.experts.194.up_proj.weight": "cb2afc9b297d6d65bd7a00f7b284129aee8db93d7ee088a35251a7d80aa29a7f", "mtp.layers.0.mlp.experts.195.down_proj.weight": "9e9c511504e871726dd9eb8e43a79f7e4767ef1fc9a6c4b1e6f296405bf4f380", "mtp.layers.0.mlp.experts.195.gate_proj.weight": "d40e1908615230766c7b9ade464a9a2c14869e33f3bfa285f86b3fe17a9eab55", "mtp.layers.0.mlp.experts.195.up_proj.weight": "f8260221feeea838cdc0f2c3c446c39a547a099e15fd45bb408fa684141acc6f", "mtp.layers.0.mlp.experts.196.down_proj.weight": "3f46445a3a75ece45978703b0c4b524c0cd1b687ac96080ca8b1794103225a9d", "mtp.layers.0.mlp.experts.196.gate_proj.weight": "d544afd3ca4058314992e37ffe94f4ad852c5d8113dc54eadb648d83efcdc1c5", "mtp.layers.0.mlp.experts.196.up_proj.weight": "b1ace11a115f5de0d4b832761facc62b812767a9c6b1defe8f5c1717d1b7cd7f", "mtp.layers.0.mlp.experts.197.down_proj.weight": "389fd206fc3e1a2bfbf3b464ec86b1ceb29212051c6e6cf149ae0d3cb37c0ca2", "mtp.layers.0.mlp.experts.197.gate_proj.weight": "92b1bc70d946fa91a4f436f40a6104a44ebc12ae14089d5bdbcace36c6c9882c", "mtp.layers.0.mlp.experts.197.up_proj.weight": "b0a4ab850449cd42e4f2a6d79ace58967de72ba5f23da89cfbfb2a8f51b4fc58", "mtp.layers.0.mlp.experts.198.down_proj.weight": "f73c7db4f96709c1d92f47b65e72876115f7b29f7a7769c10823d0d2a6019176", "mtp.layers.0.mlp.experts.198.gate_proj.weight": "1d1f449a41c4fb8da9c81cf4d93292084b329725b6c3f32091ea1b510d9144e6", "mtp.layers.0.mlp.experts.198.up_proj.weight": "672045852fb129d9e1fbf2fd3407077c41c92482add1257129e2163a1b6de8dc", "mtp.layers.0.mlp.experts.199.down_proj.weight": "4b845944eece1e204ac8d130828b6aadc2edf5825f903e45c9506d24f5f40b09", "mtp.layers.0.mlp.experts.199.gate_proj.weight": "5774a1ea636008148c0dd62f2076030e5009fe9924756f07f7c144cd221e3949", "mtp.layers.0.mlp.experts.199.up_proj.weight": "8befd740e23e777a77ceab15d27ba6f3b151fe7bf6ec0da429a78748aae8f03f", "mtp.layers.0.mlp.experts.2.down_proj.weight": "0b664a651a8629f90f592596e64fa051c933d6fbe20f0d6a65b12e7b5a67d7dd", "mtp.layers.0.mlp.experts.2.gate_proj.weight": "10391d8566ed94b905ac1d3146bbd9c07ae971af4b23b2f07f536874fe70da01", "mtp.layers.0.mlp.experts.2.up_proj.weight": "0fe10accac8ee750054fd50b42d0516e6303bfd5387c80c5d34dbc1d5337b365", "mtp.layers.0.mlp.experts.20.down_proj.weight": "d990a44f2c4b387d468f95bfae79e52d7f058b7a2a81fb8498addb46e0330e5c", "mtp.layers.0.mlp.experts.20.gate_proj.weight": "b130c0a5cf4b5b1976d15c84e6c60e38c2151866cbf461331f11b31715e26cbc", "mtp.layers.0.mlp.experts.20.up_proj.weight": "5f0659c9b5ca88b6d1a7d3176559718fb7c8bbda75b54a7475d2ea20aa125260", "mtp.layers.0.mlp.experts.200.down_proj.weight": "34e96f4ce4c7979fd4854d7242ed68c4b7f7553ae6f634c25e3b105a9f810e14", "mtp.layers.0.mlp.experts.200.gate_proj.weight": "90e0c74a0939a952d2e56a7c939bbd20d9ced9b5b943b5f5de5395eda96cf08f", "mtp.layers.0.mlp.experts.200.up_proj.weight": "0b04367a67c109f37b61a319c6d67480a92565f8fbe0c5771d57a7437dbd3b32", "mtp.layers.0.mlp.experts.201.down_proj.weight": "a95b16d6e663d055ca2596254283d6c0c8d06283b4c9313da86e57fb3e80de74", "mtp.layers.0.mlp.experts.201.gate_proj.weight": "0218856c043a29a5cb6fd50bcedb34551a4494f7268fefe4815ac0f6a1639f90", "mtp.layers.0.mlp.experts.201.up_proj.weight": "11b7be6734773ff8d1296e2d76f93deb227de42b4c2b7d5114187d8bc1b9c82a", "mtp.layers.0.mlp.experts.202.down_proj.weight": "a7b8444a4f619ceb8bc0c3ec607c318d3c0b0534d8d2260204c341f694c239e2", "mtp.layers.0.mlp.experts.202.gate_proj.weight": "2674e47a0eaf7a5f06243304454f829f028001d17028eceee03878faf80016b0", "mtp.layers.0.mlp.experts.202.up_proj.weight": "68759d069a66ca58f403ba848c2c91b258eb533546fc167c6d11fe4c1de62126", "mtp.layers.0.mlp.experts.203.down_proj.weight": "c99ca642b59093de676711eb0db4da0aea383fe6e504789966d59f549304a96c", "mtp.layers.0.mlp.experts.203.gate_proj.weight": "c365756405614190dee01ee694ebe04503f4b77f38a209594bddf9713bf1b6cb", "mtp.layers.0.mlp.experts.203.up_proj.weight": "0641a7759ffa93dfbfa4af2e6b15c24f060eedf9b8945e442eac1a696b952e57", "mtp.layers.0.mlp.experts.204.down_proj.weight": "51eb57567ea51385f3c5c9506efdd0ab28fe640722cbd65f51f392ee259673b6", "mtp.layers.0.mlp.experts.204.gate_proj.weight": "d475629d0e66554c4063ed70427c973fba9dfda061783d104b9c777e64b7e6e6", "mtp.layers.0.mlp.experts.204.up_proj.weight": "dd7cb40fd1a5887581e87ad97d6e1c55e31aaf727cd88edb8941425f654873d3", "mtp.layers.0.mlp.experts.205.down_proj.weight": "39e951b4db675a5c325968be9e01a9708531f625dcf944b149460ec708792285", "mtp.layers.0.mlp.experts.205.gate_proj.weight": "75937225d219de966d74cb9fa8f853d7cc4701fc0302de3ab4bbdd1ee9994717", "mtp.layers.0.mlp.experts.205.up_proj.weight": "bd4af60e1e7b29b237c9571bf28843ec639e5c04bd643ba54ea198a3b5cb7b58", "mtp.layers.0.mlp.experts.206.down_proj.weight": "130f142cd68ae41aa0503153d22bf2aca98b9e54fcfab3afed97b9695eba62cd", "mtp.layers.0.mlp.experts.206.gate_proj.weight": "918c27b80b9300783f98f8540edc0e7cbb5c5a363008aebb32f12f8fa0eb434b", "mtp.layers.0.mlp.experts.206.up_proj.weight": "d9ffcfa7951152228625e7387b14519865a181f026893c0907d40d980c76037d", "mtp.layers.0.mlp.experts.207.down_proj.weight": "fdb685704bdfd4c2d0cd5db81c053aba9c6bb0bd1a9b767002c5f3faedd7b1b8", "mtp.layers.0.mlp.experts.207.gate_proj.weight": "eb21a2f9264065a5fb4ec3b7ea53e4710667d9b45069aac3971dd3f4db5fdd52", "mtp.layers.0.mlp.experts.207.up_proj.weight": "e35b101498cb61b694671c712cc79943494fceb414cf6975202fbec08c7a1fb3", "mtp.layers.0.mlp.experts.208.down_proj.weight": "072e7f42d6db307030982f439ecba00e85a431f9f08773c88830f0bfaeeddd3d", "mtp.layers.0.mlp.experts.208.gate_proj.weight": "b8cf6f575743e9f9c0f632005baa4b8dd3e827f912f6a4c5736ca257f9808059", "mtp.layers.0.mlp.experts.208.up_proj.weight": "930ad8304c24623f0cfbd8e4026b24ed93a31155724c13e87cca15cd8a52648d", "mtp.layers.0.mlp.experts.209.down_proj.weight": "68aa7842d5d0a0eb94a21138c059ec40aa5e1130fba85eb45a0722c5e41ed626", "mtp.layers.0.mlp.experts.209.gate_proj.weight": "bc703c2966de55b2417dd736b9f14127eec52548676c413bf2504ffdcb0fe30b", "mtp.layers.0.mlp.experts.209.up_proj.weight": "525579bcc35652ca40dfbac136b7675f16271741044c3aa633b8d73440287c7a", "mtp.layers.0.mlp.experts.21.down_proj.weight": "0fd9b377b75c2683226d37a05ba32ec8dec263ae1cd771aefa28d102837c013e", "mtp.layers.0.mlp.experts.21.gate_proj.weight": "b23b5c692e23b12d4728905962995deb7fae912f86d1aaecc46a36d36815f9df", "mtp.layers.0.mlp.experts.21.up_proj.weight": "ad7e41381d837e383ef8d28c7d92996cab32501114fe01774316ae1b19ac5eec", "mtp.layers.0.mlp.experts.210.down_proj.weight": "c03cccf94a69d1631852cea347bac06e9b1939b21d5034f032e66f2aec88c248", "mtp.layers.0.mlp.experts.210.gate_proj.weight": "0751f75f4222579a1eff2ecf25861d03d6a3bd686908235c117ac29e48bbd5f7", "mtp.layers.0.mlp.experts.210.up_proj.weight": "124f6c834d13a335e839fa3030b98fdf2298794e5635a280a2c1889b5be03ce0", "mtp.layers.0.mlp.experts.211.down_proj.weight": "21fa21cf4ec34fd19ef54a6028ac38426e4bee16704b317f49a554ca61f117df", "mtp.layers.0.mlp.experts.211.gate_proj.weight": "a362e33d0ef25c6a6c0934fd87e7a9b6964a59f78d45885e57abb1cf45c4b5d9", "mtp.layers.0.mlp.experts.211.up_proj.weight": "8cc7d87542b72a34fd84c7b7d917c7bd80df551bf9b7b1d88d714490f100d696", "mtp.layers.0.mlp.experts.212.down_proj.weight": "415db8a9126e32fef3dfc85f7404ca520d582cf3165e95d590cd8b77d28018e8", "mtp.layers.0.mlp.experts.212.gate_proj.weight": "026a6c30974c28e864255225f9248c9f8b5389ffebf0caea417afaefadcb8f82", "mtp.layers.0.mlp.experts.212.up_proj.weight": "ac16cd96ab741e1b234209efbbeed3d55b618a0b3b080d8fa105b94e47eb0b85", "mtp.layers.0.mlp.experts.213.down_proj.weight": "2c7e6d3909edde319fc55af25dfac70086f6f97cb15ec802ce5aac9320f944eb", "mtp.layers.0.mlp.experts.213.gate_proj.weight": "01ece1326662da4dbd6671c29b3f24475feca348745452e11650f7355781aa8a", "mtp.layers.0.mlp.experts.213.up_proj.weight": "4713b1f32186a788ae6f197b0b2e7200f158c1a6264a2a21c80a28077c1f6652", "mtp.layers.0.mlp.experts.214.down_proj.weight": "279937e6c2e14801af6e8842421dcf019ded218ed0853c545959d910ca8a9265", "mtp.layers.0.mlp.experts.214.gate_proj.weight": "72b4ef9da7a11b6468f57099a2a14230cd0547ee4ad0978fe3e00fa164aec698", "mtp.layers.0.mlp.experts.214.up_proj.weight": "59ea51b27e1a8418b858d96c1598ca543371e17f91f5986684110935d50d04eb", "mtp.layers.0.mlp.experts.215.down_proj.weight": "4f6bb20d4bd439c63561bd1322c70c19ecda6863e013b812fd0af7c02d9b4454", "mtp.layers.0.mlp.experts.215.gate_proj.weight": "c3d86a2ef6e8085dea60e8f382de06f6bd2bb7018e3a76f00483f2cffaf94e6a", "mtp.layers.0.mlp.experts.215.up_proj.weight": "58dee34807a31171e9cdcfeda38120e6f400fb8e62dfe3718b66d3a89ddccdeb", "mtp.layers.0.mlp.experts.216.down_proj.weight": "5c988d7e4222386c0936245cc89a9cd3df5194ad9a49363f3339109539b60e89", "mtp.layers.0.mlp.experts.216.gate_proj.weight": "ecd863168fe8c9bd9a07968623bb36cf910d59f9b177f565712e409e5d13deb7", "mtp.layers.0.mlp.experts.216.up_proj.weight": "7354ea03c6dcf6876be82d28331a0c242424fffd35bcd446bdbd02b6fd587a4f", "mtp.layers.0.mlp.experts.217.down_proj.weight": "5c0e21de7776fe5da3d6a4358923c99638d2b62cd40cc4a053c3d7d80c1c1d48", "mtp.layers.0.mlp.experts.217.gate_proj.weight": "798e030c4ff10141e036ed9f28b7fc31ca1daeee360ccef49514e0bbf55ec69b", "mtp.layers.0.mlp.experts.217.up_proj.weight": "8d28aa953c0334c673ec3745501fd6569ee20ea7e1166dcd5164033de1a79610", "mtp.layers.0.mlp.experts.218.down_proj.weight": "5bc0fcc1e5c70ca099a090e8c90ef826dd7dc69691529734223758077f3f6d27", "mtp.layers.0.mlp.experts.218.gate_proj.weight": "e8023eeaa49ff4caa91363097c86c181e43d7f89ade41d525656fccd86951182", "mtp.layers.0.mlp.experts.218.up_proj.weight": "653c551acdbc7263624102986f5d0fa38b7f502263248de53d62f2972f251f76", "mtp.layers.0.mlp.experts.219.down_proj.weight": "4f95785108937a783eeb9ea181f1b7c783f5e977de330c5941f26545fdb542a1", "mtp.layers.0.mlp.experts.219.gate_proj.weight": "9657ca72152060ef24b8dbe82b3888477e2cf797f314606deb593fb0c60b8af0", "mtp.layers.0.mlp.experts.219.up_proj.weight": "cef38b3671dc149be8ae41578ec6bd07fba01a557882082ac6c6363e1b0f61f7", "mtp.layers.0.mlp.experts.22.down_proj.weight": "90b10bc483e9c3a6771b3969ebc755d94936c45c4be3c49e08d0e589a08f65c6", "mtp.layers.0.mlp.experts.22.gate_proj.weight": "9e8a54b0057456a0d7e4b74a8df779d2b8d8312750b453ab2dd437e8e3be20d4", "mtp.layers.0.mlp.experts.22.up_proj.weight": "1494e54b56ea3cc29b877410be4653876309c22ca9a6adf7c8719ade579d2a1f", "mtp.layers.0.mlp.experts.220.down_proj.weight": "a2c6708abcae81ef05c36281a57556ade0b5320e50150b5f678d2a5cd18ff1d7", "mtp.layers.0.mlp.experts.220.gate_proj.weight": "4ed9e95cd8825682b313d48819dd1fb5ca914c1de401b5bd7c55ab5d2dfdfec8", "mtp.layers.0.mlp.experts.220.up_proj.weight": "e0df781dec3d3f890e94fd3b29044c2ff66f5629c9a5f4b54ace17da0deb196b", "mtp.layers.0.mlp.experts.221.down_proj.weight": "ba41653f2f9e2817c6f8f84c6847ad6993e526f0fcb9005aca97898a8f34c9ed", "mtp.layers.0.mlp.experts.221.gate_proj.weight": "19ffc00b4b538a7f617b5842e9ab2e64eff717543114329403bb0c84cf6646ef", "mtp.layers.0.mlp.experts.221.up_proj.weight": "a3ea1c1edbc719bfdb9ca14f2bbc76e6dab77112ddf6c18d497afa598531425a", "mtp.layers.0.mlp.experts.222.down_proj.weight": "78c93ca24a3c9d3694e4183602ebabd3bc4610510c541702642147df692fa7cc", "mtp.layers.0.mlp.experts.222.gate_proj.weight": "6ae28cd1a98d8ffcba20556a28cc6e1a5eb204d399b464ccec44b6fa67a14a06", "mtp.layers.0.mlp.experts.222.up_proj.weight": "f78dbc83dfd1ba82cfa998837d8535790091936b3cb6de6626d797d66e967487", "mtp.layers.0.mlp.experts.223.down_proj.weight": "a53ca1fac61bf07bb5a65e787a88f5015f9259f5ff90c25cde716eef34e4cb12", "mtp.layers.0.mlp.experts.223.gate_proj.weight": "6dcb448f3dc2f488637ac388c7bc6fa5d5aaae1699e3a40657d06b07aedea297", "mtp.layers.0.mlp.experts.223.up_proj.weight": "9fc809e787d1c185cf8f412938d9ce1be67a7f5478163b0e0113e6c571c3d537", "mtp.layers.0.mlp.experts.224.down_proj.weight": "e6e0826dfd27ad5e38952dea70a9b59ad4a147e09a7bbaae5a425b5cdc7d28b2", "mtp.layers.0.mlp.experts.224.gate_proj.weight": "a5d54cb7e51d509bc855ac90a9e265be0331e142dd94409b4aab7d804565fb1d", "mtp.layers.0.mlp.experts.224.up_proj.weight": "6a3bf9bb0e10c8b07433ec4607bfb09beac4645012ee94b313f3e8cd8c425dfd", "mtp.layers.0.mlp.experts.225.down_proj.weight": "0bcfe6a01cea53ebfa7f4096142c0c4aa5c8134e494346164af89bdcb2ad60e4", "mtp.layers.0.mlp.experts.225.gate_proj.weight": "3392d8d8cc9fbdfdbe15d14cc30d395c00b56f3b5a8a0fa1396ef72b8622f564", "mtp.layers.0.mlp.experts.225.up_proj.weight": "b5c3c3c475f3c2d65e775c6bd6fde6a912e54d16f0b607f9b8e934a20c50b50e", "mtp.layers.0.mlp.experts.226.down_proj.weight": "30acce71209c0df39eda2f2fee8962c4a803f118e3804f378a2a4fd6b93db993", "mtp.layers.0.mlp.experts.226.gate_proj.weight": "e1f58d006f775ed7e0f0728001afd4ed2fe45e7480a0d310178fb03fd07cb6ba", "mtp.layers.0.mlp.experts.226.up_proj.weight": "4e7a4c726f242f624edbb77fa629fbb663c0dd2f77b3520e62291d2d1298ea26", "mtp.layers.0.mlp.experts.227.down_proj.weight": "08f398cac001fc8fa538e8528e852a1f05b221d4f2d1758b4ef5e2751313cda9", "mtp.layers.0.mlp.experts.227.gate_proj.weight": "d72816d3a5e4f9257a37d920fe1dcd92e85c0042c25460a615a8ff7548ca957c", "mtp.layers.0.mlp.experts.227.up_proj.weight": "2995bf8b73ac42bdc58f660bb24b187452e41db307da3167360d5f3c04310d39", "mtp.layers.0.mlp.experts.228.down_proj.weight": "b9bddf7bc4a02861df19ac9eb43515f290b3a42cc5ae6d10974dcb7da10afbaf", "mtp.layers.0.mlp.experts.228.gate_proj.weight": "92d9f198bdd439f0dda3c7d561be81dde7203ed7da00cd635c3ef59a3e5bfad6", "mtp.layers.0.mlp.experts.228.up_proj.weight": "974a3a2b159876564d594584882d49e1934c2a51f7d4b9625793024b16e1d8ab", "mtp.layers.0.mlp.experts.229.down_proj.weight": "0824ef6b6e5e892366ba6615c32e479e38d2f79605683eaa92572d372a876273", "mtp.layers.0.mlp.experts.229.gate_proj.weight": "6ebacf231335c6569040fe072f831041013e29d8884153a5ca7365dd23cb9b9a", "mtp.layers.0.mlp.experts.229.up_proj.weight": "a9b6c578f41817ce5c0bdfbc3ce2b51674887a53e02b458d598eaf3eb890728f", "mtp.layers.0.mlp.experts.23.down_proj.weight": "4988c1ce4ea895598fa233bd127f8393753cefcc074aea186e05ce810641629c", "mtp.layers.0.mlp.experts.23.gate_proj.weight": "fbc03b279fd164ae08c97342f2368e06fd8f2918de542931f88cb3ba36a8ece0", "mtp.layers.0.mlp.experts.23.up_proj.weight": "5676b1967942512588fd7ddb03915df9cf35d135b7c324ea56a0c19794e6b434", "mtp.layers.0.mlp.experts.230.down_proj.weight": "cdd7a0b076487d26812572f5f4b28f4c2eaf7270d3800d8515d5222f035081fa", "mtp.layers.0.mlp.experts.230.gate_proj.weight": "cc1c7f8ca3af58f5818a650c8e721f358b4e352b81b4929339e4976de55556ca", "mtp.layers.0.mlp.experts.230.up_proj.weight": "e72cff78e0cd521c34c48f916e291b59b69d5a740f876142aa33df96a74d2910", "mtp.layers.0.mlp.experts.231.down_proj.weight": "9d5d47ff51a2b723df8daaeac356f81d8d10d71ed697053916fde6b676f21f10", "mtp.layers.0.mlp.experts.231.gate_proj.weight": "1ffbb4236c6f4eb1c47e215cbc01eb7ec238fb59bcca4efed8bfd28a869ba695", "mtp.layers.0.mlp.experts.231.up_proj.weight": "e5490ef9a2c6b89faead783e9da5064bc3d86cd9771fb9054585e520970f0f39", "mtp.layers.0.mlp.experts.232.down_proj.weight": "17506ec6f6ec5c55d16a3076ffb4d8c2c1ab8168783c0f986be64266ebe058a0", "mtp.layers.0.mlp.experts.232.gate_proj.weight": "2443916ef275bc5af3479cdcf5d8fd94ed18cf07e6a68020943a5898a6abdde3", "mtp.layers.0.mlp.experts.232.up_proj.weight": "8179acfc493f82c2bc9d1c5682168df3393f8f22d1d9c1464b765ce48b310a36", "mtp.layers.0.mlp.experts.233.down_proj.weight": "9273b0ef1c939e65bd73bc415f06ccb00c953a9b26c8d3d7cc8340d8fcb67c71", "mtp.layers.0.mlp.experts.233.gate_proj.weight": "cd0119678b80232b3a5e6737cfeeca2cb1c6697e999f406f27fcf0b518a86c25", "mtp.layers.0.mlp.experts.233.up_proj.weight": "7eea3589ecce7e2ca253bc1c4b994204a616a702e4b95de58cc0b68c50d4847b", "mtp.layers.0.mlp.experts.234.down_proj.weight": "7e315c037c0a31cfd124e09f4a4d04c48771e5137b908e312727a5c68accda5a", "mtp.layers.0.mlp.experts.234.gate_proj.weight": "89f3c310901c103d224c8ea059b93e99b15bd099c582ad9aca760d82b8f921c4", "mtp.layers.0.mlp.experts.234.up_proj.weight": "794e8e956d2a1c3e623be2c1ba1b53c0241ba12564ee61113fb810a6f1d7afde", "mtp.layers.0.mlp.experts.235.down_proj.weight": "9ceacb0834b68e1900f7b8a5fd1bec678c8f923b8f04d0181b86b4e8ad946350", "mtp.layers.0.mlp.experts.235.gate_proj.weight": "4038b7af522fda2d640f7f8f791e5be3e369d5a56dc75f420dcf0b048f810618", "mtp.layers.0.mlp.experts.235.up_proj.weight": "ca323593e3d3d6a26a571d171a4eb7b59792847337a2966bc0d793316626c07c", "mtp.layers.0.mlp.experts.236.down_proj.weight": "033186eb9ac4b3afd41a526899d5dd4b5f9b65e9a720dce273c551466b274571", "mtp.layers.0.mlp.experts.236.gate_proj.weight": "a3147d6a8a23c398eac42123ca4191b323a648cc7fd387fb962eb3b256eb291b", "mtp.layers.0.mlp.experts.236.up_proj.weight": "59bc002c1718238fbc882908eddab01c5e3de6a087b44b9c0ebc827efb2d420f", "mtp.layers.0.mlp.experts.237.down_proj.weight": "a65952d1642632b9b8c4505451f80d43303cecc89d0073ac85fab670375b8fdc", "mtp.layers.0.mlp.experts.237.gate_proj.weight": "e668063720a9922d0f360a69292c4769c87910e27e11d9dae61a56fbee1ba199", "mtp.layers.0.mlp.experts.237.up_proj.weight": "52ac23b707260119318077b343e7cc8a3ee2b50d33bbd8b8babe2460f1522916", "mtp.layers.0.mlp.experts.238.down_proj.weight": "792208f9a93ff14cb5f99fbc330505828fd8bb19c72a5ba2c9b8cbc46c3f6b89", "mtp.layers.0.mlp.experts.238.gate_proj.weight": "905fb39d3b187a2533e51101302ac1b707f2ec010507ceb7a05b16810d686897", "mtp.layers.0.mlp.experts.238.up_proj.weight": "03c1b50b6a6468689ea3bfcb8d7f1a599587eb82e2017b94e02e8bc2015457b7", "mtp.layers.0.mlp.experts.239.down_proj.weight": "ebf7fd5a2c0e72b81d979cff0daf866c2834f4ac6bf13015f6ae8c25caf0a40d", "mtp.layers.0.mlp.experts.239.gate_proj.weight": "97940cc5ad3bd03df0410d9eca45a7a78240e29a372c9653a8f50e34b5d2b965", "mtp.layers.0.mlp.experts.239.up_proj.weight": "13c282f5937084a45971b90c3d99ca4d2fd08f95e414773112cf9e59e8393b2b", "mtp.layers.0.mlp.experts.24.down_proj.weight": "83bebdf525572155872da66d091f04d890b8d3376761c845805e123838a53b84", "mtp.layers.0.mlp.experts.24.gate_proj.weight": "64c07cee2e7b0fa816d2b7b44df2fc989dd6b0c685def794c859498d2694f53b", "mtp.layers.0.mlp.experts.24.up_proj.weight": "0e917f78a83d895a502b21b7ab62a5a160908a04a4a3c1c3dc0536d1286cce78", "mtp.layers.0.mlp.experts.240.down_proj.weight": "9c7bd92776f0e43dcce17e540dfb043f6926a29bd87b558a31cbcebb25d598f6", "mtp.layers.0.mlp.experts.240.gate_proj.weight": "e2ed58f7b971d0544614b26bbe96ca037da336267b97b6c6e4a15aa7f7861202", "mtp.layers.0.mlp.experts.240.up_proj.weight": "8d1e0ab12196e82d478eeeb214cac1de02463cffee82c38ec5ca6332b87ea6bf", "mtp.layers.0.mlp.experts.241.down_proj.weight": "dababdae3fafec40bf17b03bd2134cd8d990e7f11fa8bb61a981e42088f8b5f4", "mtp.layers.0.mlp.experts.241.gate_proj.weight": "7a64d127af7013fd6b574b81315975539a85e80d461edbbbcc6162a8d6bf421b", "mtp.layers.0.mlp.experts.241.up_proj.weight": "85107b56f79950cce4d4b80e43634ffe2bfba2fa19f5272f3bdbc63aa093075d", "mtp.layers.0.mlp.experts.242.down_proj.weight": "3ce440809527af21762edf6bce5c9c8dafabc64f98f1e2b3b86e74064b2901d5", "mtp.layers.0.mlp.experts.242.gate_proj.weight": "31e7991e341c9955414995a9030bd680a150517c00be8b36205e21a57e03a04b", "mtp.layers.0.mlp.experts.242.up_proj.weight": "4d9e9ede22652162c5c5f0fa6e30edfa9b88cb97e70c105ca1982ce4dfc24f79", "mtp.layers.0.mlp.experts.243.down_proj.weight": "89f123d4ce63a5315fb7ed9651bf7f6e1d062c524d0cf7452d8746ac0b731b43", "mtp.layers.0.mlp.experts.243.gate_proj.weight": "8ae4fa786fba1b856542711f1a5b2cdc582a5b4b4997670cfc3365103bfbde6b", "mtp.layers.0.mlp.experts.243.up_proj.weight": "e43c27f1b92819912d5b5316858d75d55939c022fa5e2e364f3c0321cc10c085", "mtp.layers.0.mlp.experts.244.down_proj.weight": "450aaec5bb3206de153f827acc12dede6edae4d471fde46421d904b52625e4a9", "mtp.layers.0.mlp.experts.244.gate_proj.weight": "a2252b04b0e5bf942b15e8ed91a34ae81d12244322e8ce770e9017d27c6ac34a", "mtp.layers.0.mlp.experts.244.up_proj.weight": "8b741b576a3b57522171b0cfce05e7d5fc1c00c6c3a05801a5bb807c7bdee450", "mtp.layers.0.mlp.experts.245.down_proj.weight": "43d533784c3b7bfc73253099a05efb5bab36f4318e0d0026bccbd975626ce880", "mtp.layers.0.mlp.experts.245.gate_proj.weight": "7376fa3359764f8b1c5cf11d31b816154b70632fee7c68e3447f0309dc768c3e", "mtp.layers.0.mlp.experts.245.up_proj.weight": "6c9630b8a36e09336fc95c95924a46bc86c2919e110ee3db9d310431a864efc7", "mtp.layers.0.mlp.experts.246.down_proj.weight": "b874d3c4fde280ffb27882f03f91d24b4f66d1ab5865846e4a65bf6ce502e8f1", "mtp.layers.0.mlp.experts.246.gate_proj.weight": "dc1bc0befc469043bcd8aef7de1c16c628427f54a08ed25685121a5483eb0493", "mtp.layers.0.mlp.experts.246.up_proj.weight": "fd9db686e616a027bd028fac14295178e7c1e293354d368eb72444988694c6ce", "mtp.layers.0.mlp.experts.247.down_proj.weight": "ae6e5edb2ac39eaa2948e54adb92ed275e64f156c1980973a5e9dd3c7bf72c7e", "mtp.layers.0.mlp.experts.247.gate_proj.weight": "690dc243364585385672c23d6aaafb65e2c2882a1f07d6df9d80239c6f990da1", "mtp.layers.0.mlp.experts.247.up_proj.weight": "b0459e253c7b8981a130a89fb9188c26cb1027ed91a67aac9ca76468c436c001", "mtp.layers.0.mlp.experts.248.down_proj.weight": "c7d45076e53c9aca18f62970631660fce6e6668b420c1d73a57a20b8c1c7e0e8", "mtp.layers.0.mlp.experts.248.gate_proj.weight": "f7192b0d990309bc860eb82d5a989eac224ff6a0be6b15fec0c94e06b0833ae9", "mtp.layers.0.mlp.experts.248.up_proj.weight": "f7de1cc3460953e03471f10b0c15b683d36aa67a06b618bc52ce18e104cf6e1d", "mtp.layers.0.mlp.experts.249.down_proj.weight": "f6099a2d8ad3cf4ffacb1aae02d2349af29e0f2aff5f13d621ac185b20c29ee8", "mtp.layers.0.mlp.experts.249.gate_proj.weight": "84f74285774dfb62266f30cabf094522b76e95aa6502089dadc7d17c9015076e", "mtp.layers.0.mlp.experts.249.up_proj.weight": "7a64480e4ff384543f2ffb2433ec896ee79a41e4cb1f364610a4ee23fcc12922", "mtp.layers.0.mlp.experts.25.down_proj.weight": "39c12d08a5365130ca5b88cb06f6debb3b7897829a07cf1a48dc016c839c303a", "mtp.layers.0.mlp.experts.25.gate_proj.weight": "8d96eba11e4299731dcdc1bfcaa1038cb452673a212375b858d18a5ea1964efa", "mtp.layers.0.mlp.experts.25.up_proj.weight": "68db334a6a5cbb33395b29a1d79c6ea6a9750c82eac71fd2c9131d7e19da9d3b", "mtp.layers.0.mlp.experts.250.down_proj.weight": "7640280e6a79753ac22da23a468191bb5f26b48d3d4e54043b2de556a7604f48", "mtp.layers.0.mlp.experts.250.gate_proj.weight": "c815daafae7232dddfdf691d429be272c35e8daf8f9f18d810032c92a6bfed8b", "mtp.layers.0.mlp.experts.250.up_proj.weight": "3cf16d3b8c550bcfe9c1c6d8239bd8e8ace3f056702e90f23ff6ac1dc3be8524", "mtp.layers.0.mlp.experts.251.down_proj.weight": "4db81a3cb1f78530ba800478fd26cc84f3be977f5914bd0c16fb668af565cfee", "mtp.layers.0.mlp.experts.251.gate_proj.weight": "c14b82ab3ae2bfe227c7e9d5307ef0f238e670fe28d5de90d52fe84dd6a80767", "mtp.layers.0.mlp.experts.251.up_proj.weight": "a9eacd6737960ddb0a92b9f3c5dc453c53f5bd179c79ebb0137f972f346b28bf", "mtp.layers.0.mlp.experts.252.down_proj.weight": "3875aad88c1b2b6fd52786d3d88b03613dc3c7abb4319597cf9e8a9de2f8203f", "mtp.layers.0.mlp.experts.252.gate_proj.weight": "8e6de4a479d092f71f930b8d262136183471581b757575c6abd5a767e5682286", "mtp.layers.0.mlp.experts.252.up_proj.weight": "0b0b940aeb0eb9b26f31dfe88ac14fb0eed48028ad759e2eb2b6380cd0f21150", "mtp.layers.0.mlp.experts.253.down_proj.weight": "5f6975f9f130455c86b2c73447e33b6e670e745a41ec08f7dc0ee04261e80cbc", "mtp.layers.0.mlp.experts.253.gate_proj.weight": "7e005e8b7340deccb96dcd208323d0afd4b4a34db2f1d2d6f54f3570f12e6305", "mtp.layers.0.mlp.experts.253.up_proj.weight": "8ea94803f131990d58e25e89f03a8acd48a7401bb9acd440ed62462a27f7dd22", "mtp.layers.0.mlp.experts.254.down_proj.weight": "a0b61bb33beb9dbc64da63b7a3c8d5738853e3ac80d9e069bfb306ade6dd4240", "mtp.layers.0.mlp.experts.254.gate_proj.weight": "239e7e007884d7b320c930215f27a56f875c252762cd1c5a56fe0c8892d7d1f4", "mtp.layers.0.mlp.experts.254.up_proj.weight": "d008ceec192f73b01e50996368d401333e0a5f9e47502e708ffb0f5045fa7ba1", "mtp.layers.0.mlp.experts.255.down_proj.weight": "18de4a2190e62616be33035abb9190d54479a61173fc0eed5eb453aa58091670", "mtp.layers.0.mlp.experts.255.gate_proj.weight": "fa3999aaa9d985f5d09bbcfada29e5495651b10b4f84dfce96514edb3bf7fba7", "mtp.layers.0.mlp.experts.255.up_proj.weight": "e66110da68289375ef07edcb2aaf4a08d4ce6cfd41dfaa3180daac24fc1600d7", "mtp.layers.0.mlp.experts.26.down_proj.weight": "b6aeb0439241c4e802d16b3dbb0accaf4da3a5c1178f09db4e8d33f393d02672", "mtp.layers.0.mlp.experts.26.gate_proj.weight": "78260e018d17e5bbd48010059d9d15374a7644e8dd5b6c2b9ce8c14e09fd38df", "mtp.layers.0.mlp.experts.26.up_proj.weight": "152652d0c341f0038ee955e7de3b16c1d01146f58b6bab07ee839806af8aead3", "mtp.layers.0.mlp.experts.27.down_proj.weight": "c476f172517060e8a071a7b44d2523a66d44f6402b1acd72bf8d460830152353", "mtp.layers.0.mlp.experts.27.gate_proj.weight": "22a9328288c8e9fc8a9976bb9a85ae17d4269bb11d9cbd8f22ca71fb326c6d3c", "mtp.layers.0.mlp.experts.27.up_proj.weight": "494f65a633c85aef7b06174ae9c9b736119d8de383b5ad226a53a9311dc548c0", "mtp.layers.0.mlp.experts.28.down_proj.weight": "edb2e5755bcc3ca408b75a6df972f71fb24694257936652f440f2f6712992157", "mtp.layers.0.mlp.experts.28.gate_proj.weight": "8d0947910deb5bd29604691b217a812bd110c2e2ece209832ce1425a5b8346a0", "mtp.layers.0.mlp.experts.28.up_proj.weight": "202d87fcbb250f0ae2103dc7200a251503a2bebaa606925046d672c7365eee18", "mtp.layers.0.mlp.experts.29.down_proj.weight": "880e7d5e38a51359c0e4a6cd134dcb6645fc59da23fc7c6b81ccfdfd7dc12a5f", "mtp.layers.0.mlp.experts.29.gate_proj.weight": "80c912cab7816db253237b2b83f7af8c5e2fb17c038f2b4c3902390d50d65414", "mtp.layers.0.mlp.experts.29.up_proj.weight": "a77ea116b2ad42975c04ebec262660ecfe465d9c02c61aeb6ddae252f250099c", "mtp.layers.0.mlp.experts.3.down_proj.weight": "95d1b2858f030663f3bd8940c129417152dbd7e2ae32c592b9b78fd4054c213f", "mtp.layers.0.mlp.experts.3.gate_proj.weight": "a4820c5513f4c9462e245dcdfc9edc864bcb019282c3944870bf0ce4133e8aae", "mtp.layers.0.mlp.experts.3.up_proj.weight": "cb473712a84d298318340a3103a05f23d000ab9d6f1ea2e96e3ebbcbc4f40432", "mtp.layers.0.mlp.experts.30.down_proj.weight": "92838ce3c99c138ce39fba405fe6401c42dda4885d3fa37b5a2b765c58a3039d", "mtp.layers.0.mlp.experts.30.gate_proj.weight": "cb2aedf42bea9fb9f33b5c8542484841859843b19ac07a5cbbf8c8a5b0d00546", "mtp.layers.0.mlp.experts.30.up_proj.weight": "6974c6a586a0aa796f5ed0d34dd2e5a1c65f7d1c6e009294737a1864e30c2df9", "mtp.layers.0.mlp.experts.31.down_proj.weight": "d793a55d43cd0ef8e82d5146810529e4de5cd2aaa42c17a64d00cf1176498f05", "mtp.layers.0.mlp.experts.31.gate_proj.weight": "47683d0e9a426218aa7d1c2552480329e87a82c6696aea9c863d67599109ae78", "mtp.layers.0.mlp.experts.31.up_proj.weight": "1bb5b30d0a9a661c17c9a2c34890de2f3e75760ce5cdd21a9f56a65656c67842", "mtp.layers.0.mlp.experts.32.down_proj.weight": "73bdd6474cf90f4d1454b166e9cf6618f676dee114b7d16db0ee0b70fae47d36", "mtp.layers.0.mlp.experts.32.gate_proj.weight": "b96f5962530a015ca7ff0951cd150f8a6e3357f17c204a8c0068dc43e7ca0804", "mtp.layers.0.mlp.experts.32.up_proj.weight": "c971d314b5ad55e9376deb984a6abdd17fa43a5955cc650f8ea6bc1caeef5872", "mtp.layers.0.mlp.experts.33.down_proj.weight": "75ead5684e99d6931356782c6e9181f94d588d21f38eadcb1f77d6653ac99ba2", "mtp.layers.0.mlp.experts.33.gate_proj.weight": "9ecf473bb6ddbcf1c05b82bd2c31291b3768bb9006553abbe23311ce60cc81e9", "mtp.layers.0.mlp.experts.33.up_proj.weight": "006b3972c07fb5f9d52557deb59c4be3b9c7afb586345c58c91cf76a4dff58da", "mtp.layers.0.mlp.experts.34.down_proj.weight": "188b21f0c48dc9101ac96817d308630df4e51fc0b32911a4011f2cbff7ec2124", "mtp.layers.0.mlp.experts.34.gate_proj.weight": "733259ac100f3270e598c6647f4c282d704d16194f9cd16b25ec570931e799c9", "mtp.layers.0.mlp.experts.34.up_proj.weight": "47c480b68315d826440b11cd4d92d470d4f3b98b6eeae949a42e2d1021ff2d2e", "mtp.layers.0.mlp.experts.35.down_proj.weight": "8da3e09a29c9b739faef7bd96fa84f907cae7bdee89eeda8a2caa0b0a9b472e1", "mtp.layers.0.mlp.experts.35.gate_proj.weight": "1799ab564681542b23054eac44917c8ba8b5cfe29994a58aec360e7fdc0b26ad", "mtp.layers.0.mlp.experts.35.up_proj.weight": "769bfe28f267d957fe213835b4dc8c4a851d2ee92a6c0923f13432af442756ab", "mtp.layers.0.mlp.experts.36.down_proj.weight": "54f48c4c54e11d3b5b0d2c0f2a00bc377fbb480afe9dcaddabd16a3d5995d020", "mtp.layers.0.mlp.experts.36.gate_proj.weight": "fedd5e0a2354275d30da00b0686e1f62923bd70e040ed591b71d4a29989a2baa", "mtp.layers.0.mlp.experts.36.up_proj.weight": "819fbd7bb13a304a146fef6036423094221307e716fb0bd7b7d03f551d6563d9", "mtp.layers.0.mlp.experts.37.down_proj.weight": "35aaac3dd1999099779da7b7138b756787ce6766e495b83a0bd40eaa7f9cc01d", "mtp.layers.0.mlp.experts.37.gate_proj.weight": "2d5e047fb3c8d1e3021f838318f3d7fd287764fde87ba741d2cb94aae5618013", "mtp.layers.0.mlp.experts.37.up_proj.weight": "88d775e65c9b23e0342f6e8b2e2cbca35f84c219a076a3193880199cbd0f2ecd", "mtp.layers.0.mlp.experts.38.down_proj.weight": "c70aa59d9e30fba8b013702fd3502933b79f1394944749398e681d24af35cccd", "mtp.layers.0.mlp.experts.38.gate_proj.weight": "484fe200f20452513c7ee1ada80f75d5e307ed30a3a0b4c2bdf3806387eafffa", "mtp.layers.0.mlp.experts.38.up_proj.weight": "de2032d9ecc9b0b29c2116d438a7c0faf12f35a08124599c0bf7740670a98f68", "mtp.layers.0.mlp.experts.39.down_proj.weight": "eed077dbbbb1487134a863bb9e37787a58ae050dba55ba00075b30bea35791ce", "mtp.layers.0.mlp.experts.39.gate_proj.weight": "b91b2cdfe489a1cf99ae7256085697ce30318c4b7057356a969d3fe3aef82652", "mtp.layers.0.mlp.experts.39.up_proj.weight": "f629cd45b7c4e84b33e6a3a8a336e587255203ddf6e020b9a6db240db63b256b", "mtp.layers.0.mlp.experts.4.down_proj.weight": "71ec25cce2f20105f7bed5a62007b87d2430fb992ea6df0723319939b2c4e282", "mtp.layers.0.mlp.experts.4.gate_proj.weight": "de6ba36f5a358e0e209718872de8f8e1caf83f53d06203dae7fce69efb9cc509", "mtp.layers.0.mlp.experts.4.up_proj.weight": "d49664d84cdaec820a8da8f8574b97506c544dbebe7126008bacfab2a5897aac", "mtp.layers.0.mlp.experts.40.down_proj.weight": "0879d8be7f4919691978ed05a4732de4f42bc33cc526e22ca04edd3150cde9c1", "mtp.layers.0.mlp.experts.40.gate_proj.weight": "a1c8e9f0abdf3bd7fca61c36ebfc401eb66cca46daa70087dc0da9e5ea737319", "mtp.layers.0.mlp.experts.40.up_proj.weight": "a094dd646e369ed71918b74dee6ca5d5295d57c04ae5fe4c6de19df41e0f0586", "mtp.layers.0.mlp.experts.41.down_proj.weight": "4f338d5eed8d0c2581f1fbf16fb32745a2c550bb5932dbd8834eaaeb3e9c676a", "mtp.layers.0.mlp.experts.41.gate_proj.weight": "58243ed82f57f2ddfce6725c58c88eff69dd45ed78095ec8aadf004b3d83ae2a", "mtp.layers.0.mlp.experts.41.up_proj.weight": "3ef4a6722ec9697c6f7b824d9c0e88011f9d689908dfa901917230e331b95c4d", "mtp.layers.0.mlp.experts.42.down_proj.weight": "917df29ae8829b3181b0d248e50624e2694482276f9eab917e5bd1d18cef29f1", "mtp.layers.0.mlp.experts.42.gate_proj.weight": "bd65b367f4ec8bff6cc09d47867265409986d8ac7307cb645d1e1eef8d6d0bde", "mtp.layers.0.mlp.experts.42.up_proj.weight": "8c801ab737e42cce8c34b4249b24791bfb2e67360e4d139e612a3f07d4d7e218", "mtp.layers.0.mlp.experts.43.down_proj.weight": "1ea28680476ddac4e629088851d457323ab79dfe2cfda22812550bef2ee7ab88", "mtp.layers.0.mlp.experts.43.gate_proj.weight": "aff1dc072594cd29b2ec987e9ec942b558b26edfa4db0cbf985da88cbc742ae3", "mtp.layers.0.mlp.experts.43.up_proj.weight": "df276fb463f97c47d49b33aba92340f41c78cabdbcb63892e0222b6e54a9e681", "mtp.layers.0.mlp.experts.44.down_proj.weight": "b2b6be8e21ec3fcd977b24045ca73ea888ebc18f8051a335c6b8b0aa0097b9b2", "mtp.layers.0.mlp.experts.44.gate_proj.weight": "42b375ec9a2c695d1279afc1a7805db26dfa4ff47495fd66dfb710ccf0593c4d", "mtp.layers.0.mlp.experts.44.up_proj.weight": "c3e53dddae9a27abd980f16be43033f7cc40b550a76f24258f534b4e689d27b4", "mtp.layers.0.mlp.experts.45.down_proj.weight": "ee2f3c77c6950e1d28f027eb306120146d509786ca88680b492c2fc413ef51c5", "mtp.layers.0.mlp.experts.45.gate_proj.weight": "cdcc187e8e32da7df74bbb96d477cbec8f188f05222458bb0847d4261865d4ad", "mtp.layers.0.mlp.experts.45.up_proj.weight": "61c82263bb635e01a398125a0d827bd1d37a676165f100350ebb75026a3d0028", "mtp.layers.0.mlp.experts.46.down_proj.weight": "50a6f3426c6a12b900d9c5858e37c5f05fc9561ed641795563fab1e0c1473c90", "mtp.layers.0.mlp.experts.46.gate_proj.weight": "868eef4c4142dfa5ed665f0a47ed19f7f3065758c68567ddc2d5743466708998", "mtp.layers.0.mlp.experts.46.up_proj.weight": "cd7f5456a746157d0816e0c76fbb351eabf0047d1b9f70d108cf5f0c54d8a9e3", "mtp.layers.0.mlp.experts.47.down_proj.weight": "50f434ccb04932f5bbef13f80b35cca46e18ea9533431363d4bf3b028ca1cd07", "mtp.layers.0.mlp.experts.47.gate_proj.weight": "2b8995b59e6c22094e92cc530587008897eee26b1a0c6b00aa85734e9b10e302", "mtp.layers.0.mlp.experts.47.up_proj.weight": "ff17468c8c717d0f0935a7eea34b65fec68e43329503c52eed9127dbbdf32186", "mtp.layers.0.mlp.experts.48.down_proj.weight": "a4d72c91b1e457eb6a34119c8612e07b2d278412ba465b44e170ccfd4b0f7c0e", "mtp.layers.0.mlp.experts.48.gate_proj.weight": "db4faa1fc2ab57e96f83dfa1ae767990e5c1df20a024a75905cc265c4acc91a0", "mtp.layers.0.mlp.experts.48.up_proj.weight": "37f76de8c6056a33928f8215777ce9790d921122273eee0687014bcf6c49da20", "mtp.layers.0.mlp.experts.49.down_proj.weight": "97b10adf03fa2c6187cd5c5e477e5025f94c7df1790d840a1e26f36d160c189d", "mtp.layers.0.mlp.experts.49.gate_proj.weight": "30c18d1fb0a94e7d0e2cb88b4a675d565bc9c58635ebc090ad98c79a726776e3", "mtp.layers.0.mlp.experts.49.up_proj.weight": "bd3b671450b230f328b0c5adc182448970499de66efb152cf1bd884b70d4b719", "mtp.layers.0.mlp.experts.5.down_proj.weight": "231214f47ba0f68959a78fe9d0816f85182f5507171de8f7c3483e87c5555f42", "mtp.layers.0.mlp.experts.5.gate_proj.weight": "e88bd926c57fec01ea97f1a91a39edcc3f72877ab3e10216afb2e4cf8089db83", "mtp.layers.0.mlp.experts.5.up_proj.weight": "7ddad17b3f628237bb323bfaa4332ec9ddaeffe93758e3315ec55527c20db49e", "mtp.layers.0.mlp.experts.50.down_proj.weight": "93fc72ce984927819e8579e8bf6ceaaed09dfa21aa06245f384392186795f647", "mtp.layers.0.mlp.experts.50.gate_proj.weight": "c6e5a844af5f9f25b45c227b5c22edd116c860adc992dcc2abf1770629fd94f0", "mtp.layers.0.mlp.experts.50.up_proj.weight": "9e0be2c8b10c9871926fe87cd2003fd5767a605b5f49fa059b168e79edbe6e25", "mtp.layers.0.mlp.experts.51.down_proj.weight": "3a633df4ff92ad6919ef31410add7ccccc516b247b442357307be49cf1043dfd", "mtp.layers.0.mlp.experts.51.gate_proj.weight": "6ca930e2bbba851bd24f6e36ba4a54aa28c58d1798d05fd56f26726a4ee65e0d", "mtp.layers.0.mlp.experts.51.up_proj.weight": "b908ba3defbb743aa01632ad1e9ace16a6dde77493a12f86e777847335f1bd8c", "mtp.layers.0.mlp.experts.52.down_proj.weight": "c37824918092ebce1c31720369998edc60bff13d4f53caccda90bd49931ee25f", "mtp.layers.0.mlp.experts.52.gate_proj.weight": "b08fd99947c4c7f2dc22824c10dfd9d172d5fe56a7fe7a940d5205a5b6b5a67b", "mtp.layers.0.mlp.experts.52.up_proj.weight": "c90b3ed9da42cc67008765f4e1eb4123b64ea5b1fa7363e8c8ef94fa82b4528b", "mtp.layers.0.mlp.experts.53.down_proj.weight": "e0e6c900609829d9022a10294422e2f9db9ec7de704f893b45354842244d3cf8", "mtp.layers.0.mlp.experts.53.gate_proj.weight": "a42a82212927f113b357f16843f51dc714d70d0b6dd7184a92f534d1c7fbd405", "mtp.layers.0.mlp.experts.53.up_proj.weight": "486cb05a1a937189286ff835c3aedf879206d1dbb4b5d4676c9eec025bb85171", "mtp.layers.0.mlp.experts.54.down_proj.weight": "3d9a234ae937b3767687b45d25afc4b45f87870c3d8a388fe268f95fe1c8a4c0", "mtp.layers.0.mlp.experts.54.gate_proj.weight": "b180e70bd5bccf1524f7b39e9eb7360bb6c1b6ca4a4406ecafeddcff51679686", "mtp.layers.0.mlp.experts.54.up_proj.weight": "9d47308d966b1a060fd1d5f0974743685e8a74bea8b4e501854ca83d51b4e585", "mtp.layers.0.mlp.experts.55.down_proj.weight": "9d4d2ff1d251d1a2be8b3340307445d2fa25bd30225413772cfdfc88b46a88c5", "mtp.layers.0.mlp.experts.55.gate_proj.weight": "efc2e5a17fd2cd4a0aa1f10aa76f443795d35f1ea974636ac4890af0aa37a754", "mtp.layers.0.mlp.experts.55.up_proj.weight": "f983247b537fb8d1bfaafbb0a20bd803c8bfededfd978644d55f597989e38bb5", "mtp.layers.0.mlp.experts.56.down_proj.weight": "a78b17ee3e371332a6482439f310f2fd73fe789c5c721250640d2d4a4b9752c5", "mtp.layers.0.mlp.experts.56.gate_proj.weight": "f15e3aeb170ee783c8b9a6d2c6820e2d713e27be1bd6b9dd776e65826ea42a4a", "mtp.layers.0.mlp.experts.56.up_proj.weight": "661b1e6b14bbd027b8eeb947e75bddfb5e15c0116b5af6fec61033f6b6940f3f", "mtp.layers.0.mlp.experts.57.down_proj.weight": "f1604c092212e94717ed999adc4ff3a1c6023134c109522816f49ff5977d430c", "mtp.layers.0.mlp.experts.57.gate_proj.weight": "2e8c68b01431271e59a196f6931834538d63fc6e17e114e90b27febca6628220", "mtp.layers.0.mlp.experts.57.up_proj.weight": "66792da5c3585bccdb0356e789fdf1ae8e3469bd1b8d6755f6290ab7b070e570", "mtp.layers.0.mlp.experts.58.down_proj.weight": "07a0e8c2615a3d7f93bcdad27df127d3d6aac39152ec91d24d634f27547c4a77", "mtp.layers.0.mlp.experts.58.gate_proj.weight": "bc29055e4acaafbe950feb2c5d8974e9feb79cfcaa314f2ef4179d59caf0dc51", "mtp.layers.0.mlp.experts.58.up_proj.weight": "308f0f61b72aa8b5df9febb22436dfd1650355ccec5870b65c9626f672b63b9a", "mtp.layers.0.mlp.experts.59.down_proj.weight": "b8960eb7d115fc06adfe0ea68b5bca81f6627ad49ba6fdd41e3d2221e56f0f65", "mtp.layers.0.mlp.experts.59.gate_proj.weight": "b64e0975c8a889c7936221f02c6fe284bfbc9eaa753ef057dbd2792e895e3d8f", "mtp.layers.0.mlp.experts.59.up_proj.weight": "455a59d0641157ecb894996836f3ff53cf9527c9b902ba0fca8be30de49f392f", "mtp.layers.0.mlp.experts.6.down_proj.weight": "2d0dd0b00fb3221916c2e9d933c071c2d6811437ec07fdcc3d4897d3341e87f7", "mtp.layers.0.mlp.experts.6.gate_proj.weight": "669f419ab4baf3b676d9e31a1ca9f0f3e1a49b3799ad245461ecc2df6194439d", "mtp.layers.0.mlp.experts.6.up_proj.weight": "25f5790216c5408dbb60a2c6b9e9180087d4163561072963746586e51591ba25", "mtp.layers.0.mlp.experts.60.down_proj.weight": "481490ac04cbe7315ce36fb662fd845cafbfdbbbe7e16228a671ee08dbdac0e0", "mtp.layers.0.mlp.experts.60.gate_proj.weight": "1640e4c696645ec39557529649bfbb3a3f5917481f8d55b884a6ef6bbe0a6118", "mtp.layers.0.mlp.experts.60.up_proj.weight": "14b9c96d3d132f3b50b3d45758b6cb1417152830f97e6ada03d02d2d160e85ce", "mtp.layers.0.mlp.experts.61.down_proj.weight": "86d7befe08eb8d6c626e50ab234a75db77887cd723a516535c28a5f517045fd2", "mtp.layers.0.mlp.experts.61.gate_proj.weight": "c8d6c5bc6ada05d2ce789574056cf5c0000fc36bc5181fd5baa7b907a286f557", "mtp.layers.0.mlp.experts.61.up_proj.weight": "b8c707c150ec2aa815d8bae69228c0a90445992301e8cb8d1390ccc2a0f71a0d", "mtp.layers.0.mlp.experts.62.down_proj.weight": "2c0f6f88f481996cd0fdb9ce4911406300a25059d4da9b0792e500131a8f61f4", "mtp.layers.0.mlp.experts.62.gate_proj.weight": "e3d5d491c54a98a4d438a2068e2dd6b96e7aba851d3f2ab4cc524038a8bfc0fb", "mtp.layers.0.mlp.experts.62.up_proj.weight": "f0bd97a804d5abbd23014df50cba31dccaead35b8f2e9fdb00af9fe8eecf1d31", "mtp.layers.0.mlp.experts.63.down_proj.weight": "ad668f819e9d5c201c0bac6a5f7a68b363e2e6dc2621ce63b0c074da4191d82f", "mtp.layers.0.mlp.experts.63.gate_proj.weight": "02763344ffd002983f717fbf736e9205cdfae73414f5ef149d66bc8240fb98e6", "mtp.layers.0.mlp.experts.63.up_proj.weight": "013b901f98373addb53252ecc9cdecdeb66a01899f5a0be6354cb7ae80a76299", "mtp.layers.0.mlp.experts.64.down_proj.weight": "4603e3d5e5a9429c90cfed45164668d6ba49605f8303faaed28a38216ba5c1f3", "mtp.layers.0.mlp.experts.64.gate_proj.weight": "2f68434cdd36a8404c9b5097cd2b465b52ed1f03c7b65638ea12017fbce5ee6d", "mtp.layers.0.mlp.experts.64.up_proj.weight": "61ee53c8b285e7a57ed8c833c8527f67b81b376b0506727a64b3bad1fac4a784", "mtp.layers.0.mlp.experts.65.down_proj.weight": "9e61891c5f8269cf655a4d9bfc68a7aa297750cd3986f51c4a866e2b32a62696", "mtp.layers.0.mlp.experts.65.gate_proj.weight": "93a8c48d823b32ed9e17124df8764a2eb44909f01e076803d306a98603d6fb7a", "mtp.layers.0.mlp.experts.65.up_proj.weight": "ea03cfe213852c59adfcc3095ec4bd8b3d19adfc98357a5a22d7b0f1e4d62ee6", "mtp.layers.0.mlp.experts.66.down_proj.weight": "8c843dfb136e425b4dc909bcdc26c53d7a67889a99dc54edf63c9a9a0764a68c", "mtp.layers.0.mlp.experts.66.gate_proj.weight": "30f98ddb8813a82737c0313dc569f56fa23687b7604a15f0c99ef25e2c86fe21", "mtp.layers.0.mlp.experts.66.up_proj.weight": "4450d14b0f37a39b98543d3634152ca3593fa066ce8cb9e578a4aafce76e0850", "mtp.layers.0.mlp.experts.67.down_proj.weight": "40bf776d6d53f5b83aa8e8f7e7605184b8c0106d05e8261ea4a5223ab48d5fd3", "mtp.layers.0.mlp.experts.67.gate_proj.weight": "8fcdd687064fc726d1858605a4e5c4aec8720ab1dda62b3cf79204bb8826052b", "mtp.layers.0.mlp.experts.67.up_proj.weight": "98303983301abe2f09260b4474e4b941607e8eb90f5a13941ddc5c19665afbf7", "mtp.layers.0.mlp.experts.68.down_proj.weight": "1a273995ec1aa50aef1fb81e906520de7f82b180d8389cf317276371711d297d", "mtp.layers.0.mlp.experts.68.gate_proj.weight": "70c121a388ef82d926e519ae3e2a07cd453bbd1bd5872fafcab8ee8fa897db14", "mtp.layers.0.mlp.experts.68.up_proj.weight": "1fd02461a0afb08bb2a3f4823965aedf7e8151c80d77911b24a829f2315b2778", "mtp.layers.0.mlp.experts.69.down_proj.weight": "20058bb02ac5517a0ff3829763e1ea49353804766e2d24d0fdec7767a25d7b34", "mtp.layers.0.mlp.experts.69.gate_proj.weight": "bed3cf955a211669de3742e98df4ac2ba3e7e7171281d61211a6980250e28c62", "mtp.layers.0.mlp.experts.69.up_proj.weight": "8433247ce3bf296433193a4e86a35d454086df175cebcbc473abe706d4f2727c", "mtp.layers.0.mlp.experts.7.down_proj.weight": "5d14105e74cdb9d2c0042cc757c264ed847ebc402e836ab851841be42de15582", "mtp.layers.0.mlp.experts.7.gate_proj.weight": "090b12f9ac1472dbe439a7404a538cbda90789c45157ef588108aa45c383d1b3", "mtp.layers.0.mlp.experts.7.up_proj.weight": "ac1652e59ee21d8c2e2827306afc9956c0e23b47b0ebb1e34bf8394940dd20d3", "mtp.layers.0.mlp.experts.70.down_proj.weight": "75d7159af885b76aa6bbc5573c059e9a1accaa73dde4b6c5aaa88251d008dda5", "mtp.layers.0.mlp.experts.70.gate_proj.weight": "e45ee17e3d47906b02456e73d9fc2d75d182f405d0dc86bc407cd15b50298ce7", "mtp.layers.0.mlp.experts.70.up_proj.weight": "bd252a3eeb323997c0c190f6b21fd052d977d99f13c0c5ab766d2751e31f4fe5", "mtp.layers.0.mlp.experts.71.down_proj.weight": "183c331a57464c649d9a6b55ba332c105c3e9d9b62d766b63a0aecef69f5bcfe", "mtp.layers.0.mlp.experts.71.gate_proj.weight": "9a53e47d314ac8546a36039f7df007cf3a83852f68848e9fa4675e04491d49b0", "mtp.layers.0.mlp.experts.71.up_proj.weight": "e47aa42656fae1958ef84f5589afe84c8d3ad6157f1794841c8968f364216cf0", "mtp.layers.0.mlp.experts.72.down_proj.weight": "24f2a7e69ece84782bde0f22f1b36c90c7ac49cf9d4e5a4fbfff559e7b4e6068", "mtp.layers.0.mlp.experts.72.gate_proj.weight": "4259e6aff59d033e6d33dbb38a335c8d246a4ef3cd2eade987235bda8703f589", "mtp.layers.0.mlp.experts.72.up_proj.weight": "2ff48fa82b2c74093f9d581787f2ff1bbf0a751624e423912961707bdedf7a2f", "mtp.layers.0.mlp.experts.73.down_proj.weight": "80e4d8a6ae8935c55e29bb60eed9e16e154d104e274a61434a75415ac3616406", "mtp.layers.0.mlp.experts.73.gate_proj.weight": "21aa5124aed4a93bea49f5f32137c1cea307885ac12d66dc9f454f1358f85c31", "mtp.layers.0.mlp.experts.73.up_proj.weight": "118265b01d4a8f9e6e75dfacfd3a078cf324e268c62be06e3423d036503eb18c", "mtp.layers.0.mlp.experts.74.down_proj.weight": "ed191407a8e416d9c958230759460f8385676bbeaee1a8e32b930050734ff567", "mtp.layers.0.mlp.experts.74.gate_proj.weight": "a80f79a4b49bc5fd3086c3c9a22cb738a0917da355e019655814370f7d696623", "mtp.layers.0.mlp.experts.74.up_proj.weight": "32ff466da619007c9bf3ba6184392268e0e38e6a457450c8b0294b9006ffb8d2", "mtp.layers.0.mlp.experts.75.down_proj.weight": "0a263ff797424a42be0c2d56d824733375099783a086a8a993e11aee8f7a8f0b", "mtp.layers.0.mlp.experts.75.gate_proj.weight": "a1a3b2efaf50e4ce9abb7729dbd4e7e92ce70742ccc642799933ec54ed42d299", "mtp.layers.0.mlp.experts.75.up_proj.weight": "57135a81523051560dbfb0fc4936bbbc17c56be64c8e7f87f03a881967333312", "mtp.layers.0.mlp.experts.76.down_proj.weight": "27aee72040a0a863fa6df2b6c35ce8e0b691ec83f573fb0a6c91162b9453865a", "mtp.layers.0.mlp.experts.76.gate_proj.weight": "a7758d21b653101df68aa1e1c3acb92b428df7ce45fa65e37e5b670e05057382", "mtp.layers.0.mlp.experts.76.up_proj.weight": "a33cf561be28b81c733956deed3497e7d9f4feca7af47f804586f45a8747e82c", "mtp.layers.0.mlp.experts.77.down_proj.weight": "a25a6378f389df1d29503dcc003362b67b9d19000c5185a59a5f60bc3a5daf67", "mtp.layers.0.mlp.experts.77.gate_proj.weight": "859f064f7a0143b7b8c2d3cc0204929552632b86e268ae17a635e0cd9bff3843", "mtp.layers.0.mlp.experts.77.up_proj.weight": "cb0fb2c05faba0fd2979ef94626268a37eb1c8c0d190f1b9118e37df3a704e47", "mtp.layers.0.mlp.experts.78.down_proj.weight": "8859b8271af72adc73b74287e6b64ae1c5b9dcd1e8451b97e012250350014c93", "mtp.layers.0.mlp.experts.78.gate_proj.weight": "00806ecaf56fb305a3f93063e80c8fa8b95d9b5a9022439b017c3025673ec728", "mtp.layers.0.mlp.experts.78.up_proj.weight": "140e219df8c820eaf1ae0fd3735bb8ae507511e2c3c3d4a214233efce358557e", "mtp.layers.0.mlp.experts.79.down_proj.weight": "7f0108e99456039d89c29934afe666173c9cf97fef0c989901faa28b785b1341", "mtp.layers.0.mlp.experts.79.gate_proj.weight": "54620a869d226097b8d9c891bc5f2b9df0dcaf41fcb43fab110be73a0fff6999", "mtp.layers.0.mlp.experts.79.up_proj.weight": "7aefc967e455ac3be6afe9862a97efd00805b721b8d3cacb0ae1806f0ec5d892", "mtp.layers.0.mlp.experts.8.down_proj.weight": "f4c772947b6e853e806534a130e72011e37fcb7055c681ee1edfa3dd456d1442", "mtp.layers.0.mlp.experts.8.gate_proj.weight": "fbee1c65802299e6afbfc03b389c7f15913077f7d0ba0a1c1205b65c45ef274c", "mtp.layers.0.mlp.experts.8.up_proj.weight": "c4158be257940570fc496b309246dfb15e3e5c1d4a1b98ca75958f2a90562523", "mtp.layers.0.mlp.experts.80.down_proj.weight": "9464efba51035be18bd572ee989c1dac87bec63cf2bd714d09755ceb9574f910", "mtp.layers.0.mlp.experts.80.gate_proj.weight": "f248b3a355c2ae410a4857b6c66a6c64706aa57a7f8660712800a3414bd5e133", "mtp.layers.0.mlp.experts.80.up_proj.weight": "7f6a05197bfd77a8d0c44114a032277b5615652f1eb9f8dc4027fb944875b8e0", "mtp.layers.0.mlp.experts.81.down_proj.weight": "ec9aaa666b64ec927450dbcbc7006f87973f0a80280ee27a270e4669e9b93afe", "mtp.layers.0.mlp.experts.81.gate_proj.weight": "98511996998b478533a38af09941ced9511ca0fbefaca96a9463211d4bdde7bc", "mtp.layers.0.mlp.experts.81.up_proj.weight": "2918650858ad2b55e9fc0035dca8e85a3f39e2f8a61bc48ada540aa5a125de62", "mtp.layers.0.mlp.experts.82.down_proj.weight": "918332fdccafdef75092dd997a451271660099d22f877961a053fccf884a0fa4", "mtp.layers.0.mlp.experts.82.gate_proj.weight": "64a34c4f617a8d9bfdf9f022a547fdbc3107206cfc08d1ddcb3fab55ac87535c", "mtp.layers.0.mlp.experts.82.up_proj.weight": "e199b2d083025eda8a549dde8069c2a7e95359ce021ba3efce871619f724c349", "mtp.layers.0.mlp.experts.83.down_proj.weight": "73401f31c70ecea064f53e1c87ebf976002959d01d4f8670a4b6dca2bec67812", "mtp.layers.0.mlp.experts.83.gate_proj.weight": "2afcac31cfec9d50b5cbff5a8267d1af50873f6e83c9433a00bb864f217727e3", "mtp.layers.0.mlp.experts.83.up_proj.weight": "ee63814b48a895da3a4eaf980d151ccf1c3f56a67620e42a0411ab77e1d4a29b", "mtp.layers.0.mlp.experts.84.down_proj.weight": "c64eb6764f1f6ba3c22dd117ec94139fa6a004bcbf468d08f1c53ddbf23f02e1", "mtp.layers.0.mlp.experts.84.gate_proj.weight": "99bf64f254a7ace855215216ac95fed22f09a505f92b7685cda0e49601e4b18d", "mtp.layers.0.mlp.experts.84.up_proj.weight": "f79e5476dd5466668debaf400c61969cfe757e8968bde85d9534b6c2eb22fb24", "mtp.layers.0.mlp.experts.85.down_proj.weight": "f1a20d77d9f1a6c50ee0eb149140d6ab180c91175223eaddad0c5bb644c7d843", "mtp.layers.0.mlp.experts.85.gate_proj.weight": "00568bf3f53ed656a2f3485596720e3ed0890b45053d21d9c46afe348b902f71", "mtp.layers.0.mlp.experts.85.up_proj.weight": "3910016d49c3eeebbb786692a2f5e44116cf7baa361d90043db96b06e4ba30a3", "mtp.layers.0.mlp.experts.86.down_proj.weight": "374d388ae9a2bc800b78a31679aed5393dbaf953c0d0bbf7e23cd33780a7487d", "mtp.layers.0.mlp.experts.86.gate_proj.weight": "cca549fbaffe1567f2fe390841e3dbadc7ed6d1294bf76cba77f21310bf6caeb", "mtp.layers.0.mlp.experts.86.up_proj.weight": "131ca757d74dc98256579536be95a4b70e5e76ca01a6077bad863c5150bb770e", "mtp.layers.0.mlp.experts.87.down_proj.weight": "ff2f52b8b86347b492c8c9a58989d44d5f41be0cd6eb57190019abba7bc58308", "mtp.layers.0.mlp.experts.87.gate_proj.weight": "eb4f5f4671d36dc71d1eff2d7ff933e63e9417b716b0bae3a47c20dbf368f9e0", "mtp.layers.0.mlp.experts.87.up_proj.weight": "114c6fc0c5585036d69e6ec818c2285cf1a6619e3c598e71d038a9083373a698", "mtp.layers.0.mlp.experts.88.down_proj.weight": "846c184a8a9e800497398284dbb4f0414ec691a5a6c3747cdbb85dbd886b8bf2", "mtp.layers.0.mlp.experts.88.gate_proj.weight": "f91d946fd2617168a2550aa2753a3ddc862f7a1f50da7bc0fdf171682481409d", "mtp.layers.0.mlp.experts.88.up_proj.weight": "967aa2af8800155433c94be3c01b0664fd43c027d04f27785ad98364520b8b78", "mtp.layers.0.mlp.experts.89.down_proj.weight": "6396d40eeb7d20badb05aeaaba126fa7cf3195f59d0dbb1d0d64834e5b851f50", "mtp.layers.0.mlp.experts.89.gate_proj.weight": "a6054f877b08012aaa64c163dec3dc5c45a505a15b7f97de76fe50c9ee7b1399", "mtp.layers.0.mlp.experts.89.up_proj.weight": "c79be2e715c8b89c86d2e5074a842a9164bd7d6821593c94f6f13611e0ee5598", "mtp.layers.0.mlp.experts.9.down_proj.weight": "b89a3fa04af7988d4861ea6cbb97e3a7968868cabca413d9a3f3a62d783bae5a", "mtp.layers.0.mlp.experts.9.gate_proj.weight": "6de0eec30e5bb6d74ed4ebcfeb1163c414979ecc6413a5d2e249bc30f4b2929f", "mtp.layers.0.mlp.experts.9.up_proj.weight": "9a5985ecd5a87e724bd5b077fbfccf5a327b44423558253c388f12abaa5a55fa", "mtp.layers.0.mlp.experts.90.down_proj.weight": "624418567b29a84cc2aca51e7d44b8897bb974c81a2b19f1baf99c913e72532d", "mtp.layers.0.mlp.experts.90.gate_proj.weight": "802b910259e3a88d5063ba93a5efd65e56516438067264033fca9674a651a350", "mtp.layers.0.mlp.experts.90.up_proj.weight": "19e53083b6944e92695a352ac0a504e0c9611bef2540b1e36127cfba8ffdcd17", "mtp.layers.0.mlp.experts.91.down_proj.weight": "f853eccef12ea94ba83ce9665c8a47b7c5f290da18ec9abbb353a68e1bc1528b", "mtp.layers.0.mlp.experts.91.gate_proj.weight": "f48bd94e721fdcd28e9a375cc5bc6124fea9666aee6ffbf2bc53377f4ef57841", "mtp.layers.0.mlp.experts.91.up_proj.weight": "b1111f4c2f52b8633d5b28090d151781d60f2c6abd0ea4c3deee8b666a293ac9", "mtp.layers.0.mlp.experts.92.down_proj.weight": "c229c741aa20aec86a489f3f3f1f6ee4592bf2d8db891d35d3024b25355abf1f", "mtp.layers.0.mlp.experts.92.gate_proj.weight": "2740df26d9d9be3b6846e15b7dfc81435ad4f6d1243e7db3b756d63117ecd635", "mtp.layers.0.mlp.experts.92.up_proj.weight": "158381cf6afe8d88da7507cd5ef11e31bd7e8b2a2f6008dd3f093ac26b1baa19", "mtp.layers.0.mlp.experts.93.down_proj.weight": "df36895a00fc174124c05e1a1e2bd6447b872179a484947fe9724539e970c2c0", "mtp.layers.0.mlp.experts.93.gate_proj.weight": "5795e537215d753434145947b7f06c4aaac6d0f4aa12bf53e4d9c7890c910cd6", "mtp.layers.0.mlp.experts.93.up_proj.weight": "f56cff1177d689ebb9365a7d5a089629a68e65470e0682fe49a3c29ff5225a5a", "mtp.layers.0.mlp.experts.94.down_proj.weight": "15aae6e00eb59a280acc87e0fcb0c892308a11f0ab8e7cdc3f7affba254fd383", "mtp.layers.0.mlp.experts.94.gate_proj.weight": "abeff47122c1a9ee5cf8d04b715f9351ba132b6331bab7e306ce6050af242018", "mtp.layers.0.mlp.experts.94.up_proj.weight": "3269168a2d5491c7e1ec580b1c4e911fa681a6d2c414bb9ab3d81ae9a138822f", "mtp.layers.0.mlp.experts.95.down_proj.weight": "27acc8f75f90ea4bd197dfc3f7e52ea8a9a6a617413c8e658072fc97c6cfdf81", "mtp.layers.0.mlp.experts.95.gate_proj.weight": "ba0760e2727b86aa7809c6cda6a0ef37d9a760cb66bab288b0581c42d5cf5f0c", "mtp.layers.0.mlp.experts.95.up_proj.weight": "5246425a2f3e8245b854b8408444d4c74677aa3417d3fb9009b90f40e449b2ca", "mtp.layers.0.mlp.experts.96.down_proj.weight": "f4f83390f9498aa64d47195c703d1d200f26294bbdf3b09c1aafb29e30b7d506", "mtp.layers.0.mlp.experts.96.gate_proj.weight": "dabfaca3bf0bde565a2dd6a60ede4483e62ea163c3946daa4cd2c77362370c71", "mtp.layers.0.mlp.experts.96.up_proj.weight": "3cbbe92657766d694ebe3cf877a73d9408d320766d97489de4b31c24201b2866", "mtp.layers.0.mlp.experts.97.down_proj.weight": "d3e93dc54081dbb55b2a4fdaf54150fadc3ed19edcf1e63bb35652574ef1fc46", "mtp.layers.0.mlp.experts.97.gate_proj.weight": "2046420a0cbb4b0881098a70005bf6818ad14574aa7d5900baf306d83d0280f7", "mtp.layers.0.mlp.experts.97.up_proj.weight": "4ee052f8f168c475af93c29ae933731e15f800d7e62bdae8fb3805184527c6a6", "mtp.layers.0.mlp.experts.98.down_proj.weight": "b431bb1682f77b9a592e91cccffa1049786637b5262cf893949855e6e02a3c17", "mtp.layers.0.mlp.experts.98.gate_proj.weight": "4a75fe796f2fd65260734b964dc297ed8ec1e8d3defec7a6a0c61644348a166d", "mtp.layers.0.mlp.experts.98.up_proj.weight": "8abf15d1191d51133b44846d76be86d71f1c87a61a279705985a5c0923d67b8e", "mtp.layers.0.mlp.experts.99.down_proj.weight": "ce887727c3401c533171b0856479ef45e33525258b575fe7428c1e7b89329f16", "mtp.layers.0.mlp.experts.99.gate_proj.weight": "eea5068c186e8249a5eeb34138d589e5b52b5eb1219f9193ec0fcb8c6c62eade", "mtp.layers.0.mlp.experts.99.up_proj.weight": "6a8fb97c0b83ea2e0f7c1f85d700c06aac3bdbcce453e636501e7dfea49d6e33", "mtp.layers.0.mlp.gate.weight": "e34e3b8a785986d5b478d0b04ef849ea12f9142d31f3ab07e2502b58d0ab822e", "mtp.layers.0.mlp.shared_expert.down_proj.weight": "9a82c9c6a93bc53fbfd5a79b93a4d3485412d0895fa000e6e9b7ad758192c11b", "mtp.layers.0.mlp.shared_expert.gate_proj.weight": "93425f95c5ec8e3237ae4ce151b40f95b54ee68fa720d41ab18412b309c81779", "mtp.layers.0.mlp.shared_expert.up_proj.weight": "0d1d65e0ed8d8bba8aac2bce930a4f2365edfb63615a80c1294386304759ef28", "mtp.layers.0.mlp.shared_expert_gate.weight": "f9ac81158b4c356605fcd8264cfa5be4b2612e7de23ce9b88aa37072055855db", "mtp.layers.0.post_attention_layernorm.weight": "f92c1d7302889dd31c1d5d086b1cfac0805f204fd9f709a14661378e820083ad", "mtp.layers.0.self_attn.k_norm.weight": "1ee87c4657834a89f1cb0f8483347d551069f04e6e07e4543a2951ae6a56e0b6", "mtp.layers.0.self_attn.k_proj.weight": "fa90afa9f9bb79878c3b4d5f479590bca11a44e17bdfb24aa8f14fabb92df6b6", "mtp.layers.0.self_attn.o_proj.weight": "7cd4a221f1e0e9c32a8c03c60bd07ddb9bc9fef835d63f2261a16983536e7104", "mtp.layers.0.self_attn.q_norm.weight": "163ca258eb7111696fe00e913a3b04d63d2d644caf26bfedaf4e02e861cccba3", "mtp.layers.0.self_attn.q_proj.weight": "7169b9729c2cfe8d590b320767be99ec8a25568135db3b5954cc64d002c7fb1e", "mtp.layers.0.self_attn.v_proj.weight": "7a5a0d43e5bba5034fa9551b5d5429662cd1c1abd0397cf13d5c4467b4bef3e1", "mtp.norm.weight": "3d8daa26ffdfb2f4a75881888c4dee0f79db1d760961ff131db557d75f2605b5", "mtp.pre_fc_norm_embedding.weight": "4e4d59355c416509a6cf575c00cef764bed66e5dba0a8ab0bea5cebfea82bd76", "mtp.pre_fc_norm_hidden.weight": "d55d4bb32a22854c8fe7c219b9a9084e3fc8677ec226ef73e4025dc546bc1313" } }, "schemaVersion": 1, "scripts": { "benchmark-head-comparison.py": "846c9089342036559de416f10a5f572f3e4afd5005e4eb87be4924ba5cf38446", "omlx-qwen35_moe_vlm_runtime.py": "358ef6edadb9b841de9020d0c3c0f8e487f9154bb74a14a37a24db0add1b5a33", "prepare-head-comparison.py": "fabb5b2e3a0bb61cb7bba131459c5ceb72be7cb1881759a305af60fec86fc7b3", "run-fixed-depth-comparison.py": "d40b216207ca3b13b74cc9fc0ca15225303862ebf1f3d9f207e37d850456aa96", "run-head-comparison.py": "73d4c5bc25d439170a67a5a67c835bdacb105c9db97e47d06d89f560d53fc6c3", "vllm-qwen3_5.py": "3abeac36180df7bd1bd96b1a7c698a8f212d92c063026420cbdd16d1980e90e6", "vllm-qwen3_5_mtp.py": "89b0bde1d11fe5768a634e4365c78274e20694b26f4c6bb68e934328d8d0b190" }, "upstreamSources": { "omlx-qwen35_moe_vlm_runtime.py": "https://raw.githubusercontent.com/jundot/omlx/e467261edc786efd33b1e9023d5c4a827f8aa1c1/omlx/patches/mlx_vlm_mtp/qwen35_moe_vlm_runtime.py", "vllm-qwen3_5.py": "https://raw.githubusercontent.com/vllm-project/vllm/f4eccdadefc6501fafeb1a0bf7f171ff24f984b0/vllm/model_executor/models/qwen3_5.py", "vllm-qwen3_5_mtp.py": "https://raw.githubusercontent.com/vllm-project/vllm/f4eccdadefc6501fafeb1a0bf7f171ff24f984b0/vllm/model_executor/models/qwen3_5_mtp.py" } }