update qaq

This commit is contained in:
2026-01-22 21:04:44 +08:00
parent 25a3647b02
commit 5a109f91ac

View File

@@ -7,10 +7,10 @@
"out_dir": "./results",
"device": "auto",
"timesteps": 400,
"batch_size": 256,
"seq_len": 256,
"epochs": 12,
"max_batches": 8000,
"batch_size": 128,
"seq_len": 128,
"epochs": 8,
"max_batches": 3000,
"lambda": 0.5,
"lr": 0.0005,
"seed": 1337,
@@ -26,5 +26,5 @@
"use_tanh_eps": true,
"eps_scale": 1.0,
"sample_batch_size": 8,
"sample_seq_len": 256
"sample_seq_len": 128
}