| { | |
| "builder": { | |
| "asset_set": "2026.08.06-r1", | |
| "assets_sha256": "063c3b03a8139b0b1fba6c3f163b88368272cc6542e4b739abf31844b0bd9823", | |
| "version": "0.2.3" | |
| }, | |
| "conversion": { | |
| "explicit_cast": false, | |
| "serialized_parameter_count": 1527668736, | |
| "source_float_dtypes": [ | |
| "bfloat16" | |
| ], | |
| "source_parameter_count": 1527668736, | |
| "synthesized_tensors": [], | |
| "target_float_dtypes": [ | |
| "bfloat16" | |
| ], | |
| "tensor_count": 798, | |
| "tensor_map_sha256": "37cb24cad536ac589eb391721408d9fc6791658f3d58702dd3658229f0a7a2aa" | |
| }, | |
| "files": { | |
| ".gitattributes": { | |
| "role": "metadata", | |
| "sha256": "964ca37433fb68dd62bc6ef445108229a3baaf5a9905310c1a218505291ddf88", | |
| "size_bytes": 137 | |
| }, | |
| "LICENSE": { | |
| "role": "metadata", | |
| "sha256": "475641f33cfd755f19245d2eb6a6d8fb7fdca60835cfa369b7e3774460409cc4", | |
| "size_bytes": 11357 | |
| }, | |
| "NOTICE": { | |
| "role": "metadata", | |
| "sha256": "a18c1424dab25f13bdc18bc5b83347fc1fa25be9690557b4cd667505b74fe7e0", | |
| "size_bytes": 254 | |
| }, | |
| "README.md": { | |
| "role": "model_card", | |
| "sha256": "04bd8cedbba6eb00ac4b00f9170d23c731ba9ae135d887f4a651b4205a1eb27d", | |
| "size_bytes": 12164 | |
| }, | |
| "assets/rwkv-logo.webp": { | |
| "role": "media", | |
| "sha256": "78a25b4a260e1a74328d629bcbb02a0417f3b1990898e42da5bc1d5d7ea2f118", | |
| "size_bytes": 2520 | |
| }, | |
| "chat_template.jinja": { | |
| "role": "tokenizer", | |
| "sha256": "c16f69e123db081df35639bf95fa0b4689ebd8325b0c52434299926c8b21ff71", | |
| "size_bytes": 2436 | |
| }, | |
| "config.json": { | |
| "role": "model_config", | |
| "sha256": "95f3524181116fca466ce5b2e8c827dcf1a026ebfb4967d3ad28af9feee96d1f", | |
| "size_bytes": 781 | |
| }, | |
| "configuration_rwkv7.py": { | |
| "role": "model_code", | |
| "sha256": "14050c631e27d66cd2f52ca5ec53b62eef04e602c4f1fc4e3696c328bc8e200e", | |
| "size_bytes": 7431 | |
| }, | |
| "generation_config.json": { | |
| "role": "model_config", | |
| "sha256": "77a6775652e382c1e32d0591b2f92b1ec265976dab4bd29b534a6c2b2912b474", | |
| "size_bytes": 93 | |
| }, | |
| "inference/generate.py": { | |
| "role": "inference", | |
| "sha256": "8ffadde34f70747c5260157469621101ed9a4e7555b6168ee32178b0fb9a6ccf", | |
| "size_bytes": 8046 | |
| }, | |
| "inference/kernel.py": { | |
| "role": "inference", | |
| "sha256": "60bd5739597567fce1de9f5eca7c0a7da96cb5960c8f0004d367806dde448485", | |
| "size_bytes": 165394 | |
| }, | |
| "inference/model_loader.py": { | |
| "role": "inference", | |
| "sha256": "15ea210b1cfdc354300aa1f800d3180ead4cbae793320ace509cfd7e5b0a4c12", | |
| "size_bytes": 6609 | |
| }, | |
| "inference/requirements.txt": { | |
| "role": "inference", | |
| "sha256": "09944deb715f6791506ff63b2b20eead0bc327d61d15bee8c13a89f05129a173", | |
| "size_bytes": 98 | |
| }, | |
| "inference/runtime.py": { | |
| "role": "inference", | |
| "sha256": "bcaf18b458d0758f4e81ff224218df04a3206b1d5c616760ab80980fec1871e5", | |
| "size_bytes": 158229 | |
| }, | |
| "model-00001-of-00004.safetensors": { | |
| "role": "weights", | |
| "sha256": "7a1bea185d7e9ab1a271eb0da8a26f9a005a92860c8af42a0bc3d27ac7142a1d", | |
| "size_bytes": 969460240 | |
| }, | |
| "model-00002-of-00004.safetensors": { | |
| "role": "weights", | |
| "sha256": "6c168e242175ae5e5b881ff354330d3fb80a9b616e6be02a69d2a656d04f3f43", | |
| "size_bytes": 999042600 | |
| }, | |
| "model-00003-of-00004.safetensors": { | |
| "role": "weights", | |
| "sha256": "ce2ba2dcaef2af7490c320080ebbb546cb38311d51c44bd48b29a6310e4869a4", | |
| "size_bytes": 818478576 | |
| }, | |
| "model-00004-of-00004.safetensors": { | |
| "role": "weights", | |
| "sha256": "04135fbdff8ebb1dc86328e953f0b740800d6725e727c5de7b4a863640f98806", | |
| "size_bytes": 268435584 | |
| }, | |
| "model.safetensors.index.json": { | |
| "role": "metadata", | |
| "sha256": "9466d25dd34ea227d5056b599ec7afa80a22c645ffc93aceb3f61262a3520d8a", | |
| "size_bytes": 55597 | |
| }, | |
| "modeling_rwkv7.py": { | |
| "role": "model_code", | |
| "sha256": "28fc373673b2c98805275cc55381db0dd1dd9325ec0c1b34264d49ca1bc16958", | |
| "size_bytes": 59900 | |
| }, | |
| "tokenization_rwkv7.py": { | |
| "role": "model_code", | |
| "sha256": "58406b0aa5f51d5ca3a698602825ae9b299f6621e6c20bb0a2915d43c9f8bf65", | |
| "size_bytes": 14046 | |
| }, | |
| "tokenizer.json": { | |
| "role": "tokenizer", | |
| "sha256": "1c0bc8e5f355de60a4587a1e9abb9aa4ef65508ff59641344e7f9f10f76feacf", | |
| "size_bytes": 1580973 | |
| }, | |
| "tokenizer_config.json": { | |
| "role": "tokenizer", | |
| "sha256": "2b5e075c2c16780061ae272c9f0b52ff620ddd8e87fdf7fa82fc425661667329", | |
| "size_bytes": 531 | |
| } | |
| }, | |
| "identity": { | |
| "parameter_label": "1.5", | |
| "release_date": "20260831", | |
| "training_context_length": 16384 | |
| }, | |
| "metadata": { | |
| "context_length": 16384, | |
| "datasets": [ | |
| "HuggingFaceFW/fineweb-edu", | |
| "mlfoundations/dclm-baseline-1.0", | |
| "cerebras/SlimPajama-627B", | |
| "EleutherAI/pile", | |
| "bigcode/starcoderdata", | |
| "oscar-corpus/OSCAR-2301" | |
| ], | |
| "languages": [ | |
| "en", | |
| "zh", | |
| "fr", | |
| "es", | |
| "de", | |
| "pt", | |
| "ru", | |
| "it", | |
| "ja", | |
| "ko", | |
| "vi", | |
| "ar" | |
| ], | |
| "license": "apache-2.0", | |
| "profile": "g1j", | |
| "provenance": "locked-profile" | |
| }, | |
| "model_code": { | |
| "format_version": 5, | |
| "patches": [ | |
| "chunked-wkv-default", | |
| "model-neutral-configuration-docstring", | |
| "layer-zero-value-residual-buffers", | |
| "trainer-past-key-values-placeholder", | |
| "trl-position-ids-packing-boundaries", | |
| "labels-disable-recurrent-cache" | |
| ], | |
| "source_repository": "https://github.com/huggingface/transformers.git", | |
| "source_revision": "4ad9ed0747ed6ba75c787e8f9040dcd64b166ee2", | |
| "sources": { | |
| "configuration_rwkv7.py": { | |
| "asset_path": "model_code/configuration_rwkv7.py", | |
| "output_sha256": "76f832fa713fd7e117273a67a86225fe2faebc6d80a6757113484def3a5671b4", | |
| "repository_path": "src/transformers/models/rwkv7/configuration_rwkv7.py", | |
| "source_sha256": "6f5b92c5fe7498ad22b0054a2f735a7ca82e7577436f4ad32f0fc27d1e900fdd" | |
| }, | |
| "modeling_rwkv7.py": { | |
| "asset_path": "model_code/modeling_rwkv7.py", | |
| "output_sha256": "8b8a3459b40a33424b592abff360485577a8f19419be411e3dceb817a51ebe46", | |
| "repository_path": "src/transformers/models/rwkv7/modeling_rwkv7.py", | |
| "source_sha256": "3e8e5af7c4eba0b5de1496aef44773d7ac1bb4d96756e6f55efaf29453d67952" | |
| }, | |
| "tokenization_rwkv7.py": { | |
| "asset_path": "model_code/tokenization_rwkv7.py", | |
| "output_sha256": "20c29d0f8f27003889570f54a1cd53482dd608a034e87673f6e43cf5e7c8d173", | |
| "repository_path": "rwkv-publisher/src/rwkv_publisher/assets/model_code/tokenization_rwkv7.py", | |
| "source_sha256": "20c29d0f8f27003889570f54a1cd53482dd608a034e87673f6e43cf5e7c8d173" | |
| } | |
| }, | |
| "transformers_min_version": "5.15" | |
| }, | |
| "profile": { | |
| "checkpoint": "g1j-1.5b-20260831", | |
| "family": "g1j" | |
| }, | |
| "runtime": { | |
| "files": { | |
| "kernel.py": { | |
| "sha256": "88379d8979b908a01af1f06b89d8fc624d332796db6044ec4a027d7cecab1cb6" | |
| }, | |
| "runtime.py": { | |
| "sha256": "064c53ce5dfe811ea873ad9976f8f0839b55e515e604adf3c3e28fd4c02de784" | |
| } | |
| }, | |
| "format_version": 4, | |
| "kernel": { | |
| "format_version": 3, | |
| "output": "inference/kernel.py", | |
| "output_sha256": "88379d8979b908a01af1f06b89d8fc624d332796db6044ec4a027d7cecab1cb6", | |
| "sources": { | |
| "kernel_tilelang_decode.py": { | |
| "exports": [ | |
| "Any", | |
| "_HEAD_SIZE", | |
| "_NEXP_HALF_LOG2_E", | |
| "_NLOG2_E", | |
| "_ROTATOR1_SIGNED", | |
| "_TWO_NEG_41", | |
| "_build_cmix_add_layernorm_mix_program", | |
| "_build_cmix_binned_finalize_program", | |
| "_build_cmix_finalize_program", | |
| "_build_cmix_layernorm_mix_program", | |
| "_build_cmix_sparse_atomic_program", | |
| "_build_cmix_sparse_binned_program", | |
| "_build_cmix_sparse_split_program", | |
| "_build_cmix_value_program", | |
| "_build_ffn_program", | |
| "_build_gemv_program", | |
| "_build_key_gate_program", | |
| "_build_post_state_program", | |
| "_build_rankout_program", | |
| "_build_rankout_reduced_program", | |
| "_build_rkv_program", | |
| "_build_tmix_layernorm_mix6_program", | |
| "_build_wkv_program", | |
| "_build_wkv_w0_t1_program", | |
| "_cmix_value_out", | |
| "_compiled_cmix_add_layernorm_mix", | |
| "_compiled_cmix_binned_finalize", | |
| "_compiled_cmix_finalize", | |
| "_compiled_cmix_layernorm_mix", | |
| "_compiled_cmix_sparse_atomic", | |
| "_compiled_cmix_sparse_binned", | |
| "_compiled_cmix_sparse_split", | |
| "_compiled_cmix_value", | |
| "_compiled_ffn", | |
| "_compiled_gemv", | |
| "_compiled_key_gate", | |
| "_compiled_post_state", | |
| "_compiled_rankout", | |
| "_compiled_rankout_reduced", | |
| "_compiled_rkv", | |
| "_compiled_tmix_layernorm_mix6", | |
| "_compiled_wkv", | |
| "_compiled_wkv_w0_t1", | |
| "_dtype_name", | |
| "_ffn_out", | |
| "_post_state_out", | |
| "_rankout_out", | |
| "_require_contiguous_cuda", | |
| "_rkv_out", | |
| "_wkv_kernel_out", | |
| "_wkv_out", | |
| "_wkv_precise_out", | |
| "_wkv_w0_t1_out", | |
| "clear_tilelang_kernel_caches", | |
| "cuda_arch_key", | |
| "lru_cache", | |
| "torch" | |
| ], | |
| "namespace": "decode", | |
| "sha256": "b582151a6d2bd345cc5f87415543370e027c8f943a4dfe57a18300f08560bd73" | |
| }, | |
| "kernel_tilelang_state.py": { | |
| "exports": [ | |
| "Any", | |
| "BFLOAT16", | |
| "CUDA_GET_DEVICE_CAPABILITY", | |
| "EXACT_FUSED_STATE_PROJECTION_CAPABILITIES", | |
| "FLOAT16", | |
| "FLOAT32", | |
| "IS_GRAD_ENABLED", | |
| "TORCH_STACK", | |
| "TORCH_WHERE", | |
| "TORCH_ZEROS_LIKE", | |
| "_compiled_backward_kernel", | |
| "_compiled_fast_state_scan", | |
| "_compiled_fused_state_update", | |
| "_compiled_kernel", | |
| "_compiled_low_precision_state_kernel", | |
| "_compiled_post_state", | |
| "_compiled_state_projection", | |
| "_compiled_x_mix", | |
| "_dtype_name", | |
| "_require_exact_fused_state_projection", | |
| "build_fast_state_scan_program", | |
| "build_fused_state_update_program", | |
| "build_low_precision_state_program", | |
| "build_post_state_program", | |
| "build_state_backward_program", | |
| "build_state_program", | |
| "build_state_projection_program", | |
| "build_x_mix_program", | |
| "clear_tilelang_state_kernel_caches", | |
| "cuda_arch_key", | |
| "exact_fused_state_projection_supported", | |
| "lru_cache", | |
| "tilelang_fast_state_scan", | |
| "tilelang_fused_state_update", | |
| "tilelang_low_precision_state_finalize", | |
| "tilelang_post_state", | |
| "tilelang_state_finalize", | |
| "tilelang_state_finalize_backward", | |
| "tilelang_state_projection", | |
| "tilelang_state_scan", | |
| "tilelang_state_update", | |
| "tilelang_x_mix", | |
| "torch", | |
| "torch_state_scan", | |
| "torch_state_update" | |
| ], | |
| "namespace": "state", | |
| "sha256": "a3597160cb8d7317151200d05b241af7edcad2928c3731687764d914c28bf21a" | |
| } | |
| } | |
| }, | |
| "transforms": { | |
| "configuration_rwkv7.py": { | |
| "output_sha256": "60a060199526f5a6c4d5a2436520eed97e9f21f2ea3cb6e6584d9b5fcb6f21f4", | |
| "source_sha256": "60a060199526f5a6c4d5a2436520eed97e9f21f2ea3cb6e6584d9b5fcb6f21f4" | |
| }, | |
| "custom_ops.py": { | |
| "output_sha256": "8240d4eebc9decbd5ebf8fbcc3abc0ee6441b0eb4854b8d7bc18172cd2babf17", | |
| "source_sha256": "fb86e5c9dfc9deb5a1be821ce02c3a390ce5c95ff55feded6add2422f0dc3623" | |
| }, | |
| "kernel_dispatch.py": { | |
| "output_sha256": "0290559437016ba4e2c2a26f7c7a0985b6fbab991535b7ae65ba18eb421fa9e1", | |
| "source_sha256": "0290559437016ba4e2c2a26f7c7a0985b6fbab991535b7ae65ba18eb421fa9e1" | |
| }, | |
| "modeling_rwkv7.py": { | |
| "output_sha256": "ad7f8c981d21a3b0361cd26a2c68234a1bfbacc31fe52b49c3fe9d79e5b32844", | |
| "source_sha256": "7e1e57a4516efe78a74f971ada0fe58cb71c87102479ed7516b6d3585964ca21" | |
| }, | |
| "state.py": { | |
| "output_sha256": "d13d81af6a301a70024494f03b95006bf5f2471ba0b57fd7f1f94bd54f70f2ef", | |
| "source_sha256": "d13d81af6a301a70024494f03b95006bf5f2471ba0b57fd7f1f94bd54f70f2ef" | |
| }, | |
| "tilelang_decode.py": { | |
| "output_sha256": "313120b38178642c17ef16531c4510de87dc0f0d79d80f70b6ade8818b4dfbe7", | |
| "source_sha256": "fe63e6332037cacbd0400d82f65fd6f1c282e31d92906c5f34d39eb9e83eb642" | |
| } | |
| } | |
| }, | |
| "schema_version": 8, | |
| "source": { | |
| "filename": "rwkv7-g1j-1.5b-20260831-ctx16384.pth", | |
| "kind": "local", | |
| "reference": "BlinkDL/rwkv7-g1/rwkv7-g1j-1.5b-20260831-ctx16384.pth", | |
| "revision": "02547f4681949e9f77a8132c642df55d544210e7", | |
| "sha256": "c43176881caf85fe22ad654ab02e7519260d560f3d20420ab590adb0c823860f", | |
| "size_bytes": 3055444605 | |
| } | |
| } | |