strnan commited on
Commit
c735411
·
1 Parent(s): 7c8d1ec

Run 11. Outer Step 379. Inner Step 9.

Browse files
Files changed (1) hide show
  1. config.json +4 -3
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "dstrbtd/llama-1b",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "NOT_ALIVE",
@@ -264,7 +264,8 @@
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
- 6733749
 
268
  ],
269
  "bos_token_id": 1,
270
  "dtype": "float32",
@@ -273,7 +274,7 @@
273
  "hidden_act": "silu",
274
  "hidden_size": 2048,
275
  "initializer_range": 0.02,
276
- "inner_step": 0,
277
  "intermediate_size": 5632,
278
  "last_allreduce_block": 6731456,
279
  "max_position_embeddings": 2048,
 
1
  {
2
+ "_name_or_path": "strnan/llama-v11-hot-1",
3
  "all_reduce_scores": {
4
  "0": "NOT_ALIVE",
5
  "1": "NOT_ALIVE",
 
264
  "attention_bias": false,
265
  "attention_dropout": 0.0,
266
  "block_list": [
267
+ 6733918,
268
+ 6733948
269
  ],
270
  "bos_token_id": 1,
271
  "dtype": "float32",
 
274
  "hidden_act": "silu",
275
  "hidden_size": 2048,
276
  "initializer_range": 0.02,
277
+ "inner_step": 9,
278
  "intermediate_size": 5632,
279
  "last_allreduce_block": 6731456,
280
  "max_position_embeddings": 2048,