401 lines
12 KiB
JSON
401 lines
12 KiB
JSON
|
{
|
||
|
|
"metadata": {
|
||
|
|
"host": "2033lab04ztr",
|
||
|
|
"hostname": "ubuntu",
|
||
|
|
"python": "3.10.22 (main, Oct 1 2026, 20:14:04) [GCC 14.3.0]",
|
||
|
|
"started_at_utc": "2026-10-13T15:42:48.661080+00:00",
|
||
|
|
"gpu_driver": "595.84",
|
||
|
|
"gpu": "NVIDIA GeForce RTX 3090",
|
||
|
|
"cpu_threads": 4,
|
||
|
|
"torch": "2.6.0+cu124",
|
||
|
|
"cuda": "12.4",
|
||
|
|
"load_ms": 58031.039100999806,
|
||
|
|
"parameter_dtypes": [
|
||
|
|
"torch.float32"
|
||
|
|
],
|
||
|
|
"declared_precision": "bf16",
|
||
|
|
"actual_precision_note": "Official loader does not cast to bf16; no autocast added.",
|
||
|
|
"checkpoint_loading": [
|
||
|
|
{
|
||
|
|
"missing": [],
|
||
|
|
"unexpected": [
|
||
|
|
"embed_tokens_func.weight"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"repo_commit": "a0b9063843df69619b087b95b74597b2176910b8",
|
||
|
|
"model_revision": "61701c4ab8193cc1ee2220d3848872ac6c720142",
|
||
|
|
"model_checksums": {
|
||
|
|
"repo": "Soul-AILab/SoulX-Duplug-0.6B",
|
||
|
|
"revision": "61701c4ab8193cc1ee2220d3848872ac6c720142",
|
||
|
|
"files": [
|
||
|
|
{
|
||
|
|
"file": ".gitattributes",
|
||
|
|
"bytes": 1655,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/added_tokens.json",
|
||
|
|
"bytes": 1494656,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/chat_template.jinja",
|
||
|
|
"bytes": 4168,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/config.json",
|
||
|
|
"bytes": 726,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/config_record.yaml",
|
||
|
|
"bytes": 172,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/generation_config.json",
|
||
|
|
"bytes": 214,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/merges.txt",
|
||
|
|
"bytes": 1671853,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/model.safetensors",
|
||
|
|
"bytes": 2384234968,
|
||
|
|
"lfs_sha256": "82f718371044abd7d05e4de2dbfd766938eb9d07a0c7152e8e4bb20cab53b6ec"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/special_tokens_map.json",
|
||
|
|
"bytes": 613,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/tokenizer.json",
|
||
|
|
"bytes": 21375814,
|
||
|
|
"lfs_sha256": "9188dc1b4ec9935bbc52b70fd43e7e39718e44282b937055918e58ff5234e975"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/tokenizer_config.json",
|
||
|
|
"bytes": 9439594,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/vocab.json",
|
||
|
|
"bytes": 2776833,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "README.md",
|
||
|
|
"bytes": 6555,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "SoulX-Duplug-logo.png",
|
||
|
|
"bytes": 763847,
|
||
|
|
"lfs_sha256": "5ae357ebc267373d75560f127817d8e7e381215ac2b6d70663c7ff98de6bfe58"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "SoulX-Duplug/SoulX-Duplug-0.6B-Bilingual.pth",
|
||
|
|
"bytes": 3896904668,
|
||
|
|
"lfs_sha256": "b0703dea0b1dbb1cd51e6e7b6514c60907ea4d4b6752cecc3f71cb6445650dbe"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "config.yaml",
|
||
|
|
"bytes": 246,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/.msc",
|
||
|
|
"bytes": 440,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/.mv",
|
||
|
|
"bytes": 36,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/LICENSE",
|
||
|
|
"bytes": 6490,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/README.md",
|
||
|
|
"bytes": 1296,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/config.json",
|
||
|
|
"bytes": 1771,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/configuration.json",
|
||
|
|
"bytes": 57,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/model.safetensors",
|
||
|
|
"bytes": 1458374480,
|
||
|
|
"lfs_sha256": "2800bd503f52b51e45f0c53cfd5c31dcfe8ef7f13d22b396aa3d53e0280dd1e4"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/preprocessor_config.json",
|
||
|
|
"bytes": 340,
|
||
|
|
"lfs_sha256": null
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"label_sha256": "a809b05bf778532b1b9eb6f64596d7f0a28209869f4fd258e45ede5ce0834db9",
|
||
|
|
"script_sha256": "8917b789e7fb2753ba621f4e50c1aa110e4db5b03fd205b6215efa3def8667c0",
|
||
|
|
"dependencies": {
|
||
|
|
"transformers": "4.52.1",
|
||
|
|
"funasr": "1.2.6",
|
||
|
|
"modelscope": "1.28.2",
|
||
|
|
"peft": "0.16.0",
|
||
|
|
"pytorch-lightning": "2.5.2",
|
||
|
|
"numpy": "1.26.4",
|
||
|
|
"soxr": "0.5.0.post1"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"complete": true,
|
||
|
|
"update_interval_ms": 160,
|
||
|
|
"lookahead_ms": 40,
|
||
|
|
"summary": {
|
||
|
|
"all": {
|
||
|
|
"total_ms": {
|
||
|
|
"n": 2706,
|
||
|
|
"mean_ms": 115.09665274500838,
|
||
|
|
"median_ms": 91.10886999997092,
|
||
|
|
"p95_ms": 209.43407925005886,
|
||
|
|
"p99_ms": 236.85046370064805,
|
||
|
|
"min_ms": 86.25251000012213,
|
||
|
|
"max_ms": 250.48965200039675
|
||
|
|
},
|
||
|
|
"audio_tokens_ms": {
|
||
|
|
"n": 2706,
|
||
|
|
"mean_ms": 12.331983890980364,
|
||
|
|
"median_ms": 12.281107499802602,
|
||
|
|
"p95_ms": 12.911304250565081,
|
||
|
|
"p99_ms": 13.458867049848775,
|
||
|
|
"min_ms": 11.758304000068165,
|
||
|
|
"max_ms": 14.449737999711942
|
||
|
|
},
|
||
|
|
"asr_stage_ms": {
|
||
|
|
"n": 2706,
|
||
|
|
"mean_ms": 63.29801463820195,
|
||
|
|
"median_ms": 38.69248599994535,
|
||
|
|
"p95_ms": 159.31682424957216,
|
||
|
|
"p99_ms": 186.5517717498278,
|
||
|
|
"min_ms": 35.78745800041361,
|
||
|
|
"max_ms": 199.4932890002019
|
||
|
|
},
|
||
|
|
"state_model_ms": {
|
||
|
|
"n": 2706,
|
||
|
|
"mean_ms": 37.18374523282112,
|
||
|
|
"median_ms": 36.97866250013249,
|
||
|
|
"p95_ms": 38.905622500351456,
|
||
|
|
"p99_ms": 39.68806565048907,
|
||
|
|
"min_ms": 35.525741999663296,
|
||
|
|
"max_ms": 41.528222000124515
|
||
|
|
},
|
||
|
|
"cascade_asr_ms": {
|
||
|
|
"n": 2706,
|
||
|
|
"mean_ms": 23.16353569586444,
|
||
|
|
"median_ms": 0.0,
|
||
|
|
"p95_ms": 111.09653949984022,
|
||
|
|
"p99_ms": 120.70468979977701,
|
||
|
|
"min_ms": 0.0,
|
||
|
|
"max_ms": 124.45981700057018
|
||
|
|
},
|
||
|
|
"non_cascade_ms": {
|
||
|
|
"n": 2706,
|
||
|
|
"mean_ms": 91.93311704914395,
|
||
|
|
"median_ms": 90.45315400044274,
|
||
|
|
"p95_ms": 93.65244125024219,
|
||
|
|
"p99_ms": 129.31540989952737,
|
||
|
|
"min_ms": 85.55587400041986,
|
||
|
|
"max_ms": 131.7838019986084
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"steady": {
|
||
|
|
"total_ms": {
|
||
|
|
"n": 1956,
|
||
|
|
"mean_ms": 117.67224802351365,
|
||
|
|
"median_ms": 91.21004799999355,
|
||
|
|
"p95_ms": 211.0119177505112,
|
||
|
|
"p99_ms": 238.42288805012686,
|
||
|
|
"min_ms": 87.33008800027164,
|
||
|
|
"max_ms": 250.48965200039675
|
||
|
|
},
|
||
|
|
"audio_tokens_ms": {
|
||
|
|
"n": 1956,
|
||
|
|
"mean_ms": 12.273323957560097,
|
||
|
|
"median_ms": 12.248947999523807,
|
||
|
|
"p95_ms": 12.626806250182199,
|
||
|
|
"p99_ms": 12.966947899940351,
|
||
|
|
"min_ms": 11.758304000068165,
|
||
|
|
"max_ms": 13.877598000362923
|
||
|
|
},
|
||
|
|
"asr_stage_ms": {
|
||
|
|
"n": 1956,
|
||
|
|
"mean_ms": 65.82940533740637,
|
||
|
|
"median_ms": 38.71273200002179,
|
||
|
|
"p95_ms": 160.64461450037015,
|
||
|
|
"p99_ms": 187.41259069984156,
|
||
|
|
"min_ms": 36.664592000306584,
|
||
|
|
"max_ms": 199.4932890002019
|
||
|
|
},
|
||
|
|
"state_model_ms": {
|
||
|
|
"n": 1956,
|
||
|
|
"mean_ms": 37.24377172341971,
|
||
|
|
"median_ms": 37.03352750017075,
|
||
|
|
"p95_ms": 39.0115195002636,
|
||
|
|
"p99_ms": 39.779913449910964,
|
||
|
|
"min_ms": 35.525741999663296,
|
||
|
|
"max_ms": 41.528222000124515
|
||
|
|
},
|
||
|
|
"cascade_asr_ms": {
|
||
|
|
"n": 1956,
|
||
|
|
"mean_ms": 25.609160123213883,
|
||
|
|
"median_ms": 0.0,
|
||
|
|
"p95_ms": 113.19229975015332,
|
||
|
|
"p99_ms": 121.38709505015868,
|
||
|
|
"min_ms": 0.0,
|
||
|
|
"max_ms": 124.45981700057018
|
||
|
|
},
|
||
|
|
"non_cascade_ms": {
|
||
|
|
"n": 1956,
|
||
|
|
"mean_ms": 92.06308790029976,
|
||
|
|
"median_ms": 90.51483399980498,
|
||
|
|
"p95_ms": 93.72818474980704,
|
||
|
|
"p99_ms": 129.4210380507593,
|
||
|
|
"min_ms": 85.55587400041986,
|
||
|
|
"max_ms": 131.7838019986084
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"asr_called": {
|
||
|
|
"total_ms": {
|
||
|
|
"n": 642,
|
||
|
|
"mean_ms": 193.67558148909285,
|
||
|
|
"median_ms": 196.2352535001628,
|
||
|
|
"p95_ms": 235.79334210030538,
|
||
|
|
"p99_ms": 244.87408848051928,
|
||
|
|
"min_ms": 100.09163700033241,
|
||
|
|
"max_ms": 250.48965200039675
|
||
|
|
},
|
||
|
|
"audio_tokens_ms": {
|
||
|
|
"n": 642,
|
||
|
|
"mean_ms": 12.260155926785366,
|
||
|
|
"median_ms": 12.208873500185291,
|
||
|
|
"p95_ms": 12.747471649481668,
|
||
|
|
"p99_ms": 13.129559900653478,
|
||
|
|
"min_ms": 11.764587000470783,
|
||
|
|
"max_ms": 13.877598000362923
|
||
|
|
},
|
||
|
|
"asr_stage_ms": {
|
||
|
|
"n": 642,
|
||
|
|
"mean_ms": 142.97833891432276,
|
||
|
|
"median_ms": 145.64249349950842,
|
||
|
|
"p95_ms": 185.2425876997586,
|
||
|
|
"p99_ms": 193.64899680030248,
|
||
|
|
"min_ms": 50.900377000289154,
|
||
|
|
"max_ms": 199.4932890002019
|
||
|
|
},
|
||
|
|
"state_model_ms": {
|
||
|
|
"n": 642,
|
||
|
|
"mean_ms": 37.97521542678468,
|
||
|
|
"median_ms": 37.99808250005299,
|
||
|
|
"p95_ms": 39.627456049856846,
|
||
|
|
"p99_ms": 40.04239527022946,
|
||
|
|
"min_ms": 35.525741999663296,
|
||
|
|
"max_ms": 41.528222000124515
|
||
|
|
},
|
||
|
|
"cascade_asr_ms": {
|
||
|
|
"n": 642,
|
||
|
|
"mean_ms": 97.63322054985852,
|
||
|
|
"median_ms": 103.59336999999869,
|
||
|
|
"p95_ms": 120.26240784971378,
|
||
|
|
"p99_ms": 123.0363232399759,
|
||
|
|
"min_ms": 12.641286999496515,
|
||
|
|
"max_ms": 124.45981700057018
|
||
|
|
},
|
||
|
|
"non_cascade_ms": {
|
||
|
|
"n": 642,
|
||
|
|
"mean_ms": 96.04236093923433,
|
||
|
|
"median_ms": 89.76878849989589,
|
||
|
|
"p95_ms": 128.9486389001013,
|
||
|
|
"p99_ms": 130.96938659011357,
|
||
|
|
"min_ms": 85.55587400041986,
|
||
|
|
"max_ms": 131.7838019986084
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"no_asr": {
|
||
|
|
"total_ms": {
|
||
|
|
"n": 2064,
|
||
|
|
"mean_ms": 90.65495107170302,
|
||
|
|
"median_ms": 90.5710160000126,
|
||
|
|
"p95_ms": 92.65106535003724,
|
||
|
|
"p99_ms": 93.6572591400909,
|
||
|
|
"min_ms": 86.25251000012213,
|
||
|
|
"max_ms": 103.34190300000046
|
||
|
|
},
|
||
|
|
"audio_tokens_ms": {
|
||
|
|
"n": 2064,
|
||
|
|
"mean_ms": 12.354325728680553,
|
||
|
|
"median_ms": 12.30188099998486,
|
||
|
|
"p95_ms": 12.953575500205261,
|
||
|
|
"p99_ms": 13.518332969752008,
|
||
|
|
"min_ms": 11.758304000068165,
|
||
|
|
"max_ms": 14.449737999711942
|
||
|
|
},
|
||
|
|
"asr_stage_ms": {
|
||
|
|
"n": 2064,
|
||
|
|
"mean_ms": 38.51372772673414,
|
||
|
|
"median_ms": 38.45273399974758,
|
||
|
|
"p95_ms": 39.44197145033286,
|
||
|
|
"p99_ms": 39.8342825799682,
|
||
|
|
"min_ms": 35.78745800041361,
|
||
|
|
"max_ms": 40.66350199991575
|
||
|
|
},
|
||
|
|
"state_model_ms": {
|
||
|
|
"n": 2064,
|
||
|
|
"mean_ms": 36.937561189931294,
|
||
|
|
"median_ms": 36.847997499990015,
|
||
|
|
"p95_ms": 37.8194476995759,
|
||
|
|
"p99_ms": 38.303353680221335,
|
||
|
|
"min_ms": 35.57524700045178,
|
||
|
|
"max_ms": 39.21048299980612
|
||
|
|
},
|
||
|
|
"cascade_asr_ms": {
|
||
|
|
"n": 2064,
|
||
|
|
"mean_ms": 0.0,
|
||
|
|
"median_ms": 0.0,
|
||
|
|
"p95_ms": 0.0,
|
||
|
|
"p99_ms": 0.0,
|
||
|
|
"min_ms": 0.0,
|
||
|
|
"max_ms": 0.0
|
||
|
|
},
|
||
|
|
"non_cascade_ms": {
|
||
|
|
"n": 2064,
|
||
|
|
"mean_ms": 90.65495107170302,
|
||
|
|
"median_ms": 90.5710160000126,
|
||
|
|
"p95_ms": 92.65106535003724,
|
||
|
|
"p99_ms": 93.6572591400909,
|
||
|
|
"min_ms": 86.25251000012213,
|
||
|
|
"max_ms": 103.34190300000046
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"realtime_factor": 0.7193540796563035,
|
||
|
|
"fraction_over_160ms": 0.21840354767184036,
|
||
|
|
"peak_gpu_allocated_bytes": 6640691712,
|
||
|
|
"peak_gpu_reserved_bytes": 6866075648,
|
||
|
|
"note": "CUDA synchronized wall time. Includes waveform features, audio tokenizer, LLM state, cascade ASR and instrumentation. Excludes imports/model loading, file decode/resample, network, reply policy. Official FP32 loading retained; BF16 config does not cast weights."
|
||
|
|
}
|