hf-transformers-bot commited on
Commit
c9294c0
·
verified ·
1 Parent(s): e8cb70e

Update tiny models for XLNetForTokenClassification

Browse files
Files changed (4) hide show
  1. config.json +36 -0
  2. model.safetensors +3 -0
  3. tokenizer.json +0 -0
  4. tokenizer_config.json +22 -0
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "XLNetForTokenClassification"
4
+ ],
5
+ "attn_type": "bi",
6
+ "bi_data": false,
7
+ "bos_token_id": 1,
8
+ "clamp_len": -1,
9
+ "d_head": 8,
10
+ "d_inner": 128,
11
+ "d_model": 32,
12
+ "dropout": 0.1,
13
+ "dtype": "float32",
14
+ "end_n_top": 5,
15
+ "eos_token_id": 2,
16
+ "ff_activation": "gelu",
17
+ "initializer_range": 0.05,
18
+ "layer_norm_eps": 1e-12,
19
+ "mem_len": 10,
20
+ "model_type": "xlnet",
21
+ "n_head": 4,
22
+ "n_layer": 3,
23
+ "pad_token_id": 5,
24
+ "reuse_len": 15,
25
+ "same_length": false,
26
+ "start_n_top": 5,
27
+ "summary_activation": "tanh",
28
+ "summary_last_dropout": 0.1,
29
+ "summary_type": "last",
30
+ "summary_use_proj": true,
31
+ "tie_word_embeddings": true,
32
+ "transformers_version": "5.16.0.dev0",
33
+ "use_mems_eval": true,
34
+ "use_mems_train": false,
35
+ "vocab_size": 32000
36
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7254e68aeb44d9d1bb574fb0ab7cf1fbfed72f4da9c84af81ec69c4cd54bfd2
3
+ size 4266976
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<s>",
4
+ "cls_token": "<cls>",
5
+ "do_lower_case": false,
6
+ "eos_token": "</s>",
7
+ "extra_special_tokens": [
8
+ "<eop>",
9
+ "<eod>"
10
+ ],
11
+ "is_local": true,
12
+ "keep_accents": false,
13
+ "local_files_only": false,
14
+ "mask_token": "<mask>",
15
+ "model_max_length": 1000000000000000019884624838656,
16
+ "pad_token": "<pad>",
17
+ "remove_space": true,
18
+ "sep_token": "<sep>",
19
+ "tokenizer_class": "XLNetTokenizer",
20
+ "unk_id": 0,
21
+ "unk_token": "<unk>"
22
+ }