patrickvonplaten commited on
Commit
a25a4b0
1 Parent(s): 49121ce

correct weights

Browse files
Files changed (2) hide show
  1. config.json +4 -0
  2. flax_model.msgpack +2 -2
config.json CHANGED
@@ -4,6 +4,7 @@
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
6
  "directionality": "bidi",
 
7
  "hidden_act": "gelu",
8
  "hidden_dropout_prob": 0.1,
9
  "hidden_size": 1024,
@@ -20,6 +21,9 @@
20
  "pooler_num_fc_layers": 3,
21
  "pooler_size_per_head": 128,
22
  "pooler_type": "first_token_transform",
 
 
23
  "type_vocab_size": 2,
 
24
  "vocab_size": 28996
25
  }
 
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
6
  "directionality": "bidi",
7
+ "gradient_checkpointing": false,
8
  "hidden_act": "gelu",
9
  "hidden_dropout_prob": 0.1,
10
  "hidden_size": 1024,
 
21
  "pooler_num_fc_layers": 3,
22
  "pooler_size_per_head": 128,
23
  "pooler_type": "first_token_transform",
24
+ "position_embedding_type": "absolute",
25
+ "transformers_version": "4.6.0.dev0",
26
  "type_vocab_size": 2,
27
+ "use_cache": true,
28
  "vocab_size": 28996
29
  }
flax_model.msgpack CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f307a07b8f611a7ff98e3bf0ac496166e7eeffe33be086031c3ef0a68b1f1cef
3
- size 1453223029
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e3c2b4e341c1d19b4f494de362e7ccbea77e4dfea1035ad9357adcfaa64a123
3
+ size 1334455329