{ "architectures": [ "EXAONEFinance" ], "cnn_channels": 512, "cnn_kernel_size": 7, "cnn_num_conv_layers": 2, "d_ff": 4096, "d_kv": 64, "d_model": 1024, "dense_act_fn": "relu", "dropout_rate": 0.1, "dtype": "float32", "feed_forward_proj": "relu", "forecasting_config": { "context_length": 512, "input_patch_size": 16, "input_patch_stride": 16, "max_output_patches": 128, "output_patch_size": 16, "quantiles": [ 0.01, 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95, 0.99 ], "time_encoding_scale": 512, "use_arcsinh": true, "use_reg_token": true }, "initializer_factor": 0.05, "is_gated_act": false, "layer_norm_epsilon": 1e-06, "mlp_variate_dim": 512, "model_type": "t5", "num_groups": 16, "num_heads": 16, "num_layers": 12, "pad_token_id": 0, "reg_token_id": 1, "rope_theta": 10000.0, "transformers_version": "4.57.6", "vocab_size": 2 }