YYChen commited on
Commit
43f1799
1 Parent(s): 54f7c37

Upload ./ with huggingface_hub

Browse files
added_tokens.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"<dense-vectors>": 50257, "<tokens>": 50258, "<verb>": 50259, "<ARG0>": 50260, "<ARG1>": 50261, "<global-dense-vectors>": 50262, "<pad>": 50263, "<bos>": 50264, "<eos>": 50265}
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "GPT2LMHeadModel"
4
+ ],
5
+ "attn_pdrop": 0.1,
6
+ "embd_pdrop": 0.1,
7
+ "extra_embedding_dim": 768,
8
+ "finetuning_task": null,
9
+ "initializer_range": 0.02,
10
+ "is_decoder": false,
11
+ "layer_norm_epsilon": 1e-05,
12
+ "n_ctx": 1024,
13
+ "n_embd": 1280,
14
+ "n_head": 20,
15
+ "n_layer": 36,
16
+ "n_positions": 1024,
17
+ "num_labels": 1,
18
+ "output_attentions": false,
19
+ "output_hidden_states": false,
20
+ "output_past": true,
21
+ "pruned_heads": {},
22
+ "resid_pdrop": 0.1,
23
+ "summary_activation": null,
24
+ "summary_first_dropout": 0.1,
25
+ "summary_proj_to_labels": true,
26
+ "summary_type": "cls_index",
27
+ "summary_use_proj": true,
28
+ "torchscript": false,
29
+ "use_bfloat16": false,
30
+ "vocab_size": 50266
31
+ }
eval_results.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ accuracy = 0.0000, (0 / 2667)
2
+ accuracy_tokens = 0.0000, (0 / 667)
3
+ perplexity = tensor(9.5218)
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model-002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff5222d3e77f84a52f1c6362731e919bc3fee61a988f436194aec274956808ba
3
+ size 3251197111
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "<bos>", "eos_token": "<eos>", "unk_token": "<|endoftext|>", "pad_token": "<pad>", "additional_special_tokens": ["<dense-vectors>", "<tokens>", "<verb>", "<ARG0>", "<ARG1>", "<global-dense-vectors>"]}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"do_lower_case": false, "max_len": 1024, "init_inputs": []}
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59629438cfa46194a0bc77f4b8051b12be76f4060cef74f1865dc2eb18eeee39
3
+ size 2055
vocab.json ADDED
The diff for this file is too large to render. See raw diff