msluszniak commited on
Commit
80a3c69
·
verified ·
1 Parent(s): 11f81b8

Re-export LFM2.5-Embedding to new dynamic-shape flow (BOS-prepend, no-pad, get_dynamic_dims_forward)

Browse files
mlx/config.json CHANGED
@@ -1,55 +1,49 @@
1
  {
2
- "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
- "model": "lfm2_5_embedding_350m",
4
- "family": "lfm2",
5
- "capabilities": [
6
- "text-embedding"
7
- ],
8
- "backend": "mlx",
9
- "license": "other",
10
- "tokenizer": "../tokenizer.json",
11
- "tokenizer_config": "../tokenizer_config.json",
12
- "variants": [
13
- {
14
- "file": "lfm_2_5_embedding_350m_mlx_int4.pte",
15
- "precision": "int4",
16
- "quantized": true,
17
- "default": true,
18
- "methods": {
19
- "forward": {
20
- "inputs": [
21
- {
22
- "shape": [
23
- 1,
24
- {
25
- "min": 2,
26
- "max": 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  }
28
- ],
29
- "dtype": "int64"
30
- },
31
- {
32
- "shape": [
33
- 1,
34
- {
35
- "min": 2,
36
- "max": 512
37
- }
38
- ],
39
- "dtype": "int64"
40
- }
41
- ],
42
- "outputs": [
43
- {
44
- "shape": [
45
- 1,
46
- 1024
47
- ],
48
- "dtype": "float32"
49
  }
50
- ]
51
  }
52
- }
53
- }
54
- ]
55
- }
 
1
  {
2
+ "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
+ "model": "lfm2_5_embedding_350m",
4
+ "family": "lfm2",
5
+ "capabilities": [
6
+ "text-embedding"
7
+ ],
8
+ "backend": "mlx",
9
+ "license": "other",
10
+ "tokenizer": "../tokenizer.json",
11
+ "tokenizer_config": "../tokenizer_config.json",
12
+ "variants": [
13
+ {
14
+ "file": "lfm_2_5_embedding_350m_mlx_int4.pte",
15
+ "precision": "int4",
16
+ "quantized": true,
17
+ "default": true,
18
+ "methods": {
19
+ "forward": {
20
+ "inputs": [
21
+ {
22
+ "shape": [
23
+ 1,
24
+ 511
25
+ ],
26
+ "dtype": "int64"
27
+ },
28
+ {
29
+ "shape": [
30
+ 1,
31
+ 511
32
+ ],
33
+ "dtype": "int64"
34
+ }
35
+ ],
36
+ "outputs": [
37
+ {
38
+ "shape": [
39
+ 1,
40
+ 1024
41
+ ],
42
+ "dtype": "float32"
43
+ }
44
+ ]
45
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  }
 
47
  }
48
+ ]
49
+ }
 
 
mlx/lfm_2_5_embedding_350m_mlx_int4.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e70fbb6bc39dad407930ec477669cecfd1c50be61265d8c904c4cd0f5fa07e6f
3
- size 287121538
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8704c2e4828835b4b1609af7fc567e6b275eb19138deb5f96d5a5b0cca62f9ad
3
+ size 287127832
xnnpack/config.json CHANGED
@@ -1,55 +1,49 @@
1
  {
2
- "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
- "model": "lfm2_5_embedding_350m",
4
- "family": "lfm2",
5
- "capabilities": [
6
- "text-embedding"
7
- ],
8
- "backend": "xnnpack",
9
- "license": "other",
10
- "tokenizer": "../tokenizer.json",
11
- "tokenizer_config": "../tokenizer_config.json",
12
- "variants": [
13
- {
14
- "file": "lfm_2_5_embedding_350m_xnnpack_8da4w.pte",
15
- "precision": "8da4w",
16
- "quantized": true,
17
- "default": true,
18
- "methods": {
19
- "forward": {
20
- "inputs": [
21
- {
22
- "shape": [
23
- 1,
24
- {
25
- "min": 2,
26
- "max": 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  }
28
- ],
29
- "dtype": "int64"
30
- },
31
- {
32
- "shape": [
33
- 1,
34
- {
35
- "min": 2,
36
- "max": 512
37
- }
38
- ],
39
- "dtype": "int64"
40
- }
41
- ],
42
- "outputs": [
43
- {
44
- "shape": [
45
- 1,
46
- 1024
47
- ],
48
- "dtype": "float32"
49
  }
50
- ]
51
  }
52
- }
53
- }
54
- ]
55
  }
 
1
  {
2
+ "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
+ "model": "lfm2_5_embedding_350m",
4
+ "family": "lfm2",
5
+ "capabilities": [
6
+ "text-embedding"
7
+ ],
8
+ "backend": "xnnpack",
9
+ "license": "other",
10
+ "tokenizer": "../tokenizer.json",
11
+ "tokenizer_config": "../tokenizer_config.json",
12
+ "variants": [
13
+ {
14
+ "file": "lfm_2_5_embedding_350m_xnnpack_8da4w.pte",
15
+ "precision": "8da4w",
16
+ "quantized": true,
17
+ "default": true,
18
+ "methods": {
19
+ "forward": {
20
+ "inputs": [
21
+ {
22
+ "shape": [
23
+ 1,
24
+ 511
25
+ ],
26
+ "dtype": "int64"
27
+ },
28
+ {
29
+ "shape": [
30
+ 1,
31
+ 511
32
+ ],
33
+ "dtype": "int64"
34
+ }
35
+ ],
36
+ "outputs": [
37
+ {
38
+ "shape": [
39
+ 1,
40
+ 1024
41
+ ],
42
+ "dtype": "float32"
43
+ }
44
+ ]
45
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  }
 
47
  }
48
+ ]
 
 
49
  }
xnnpack/lfm_2_5_embedding_350m_xnnpack_8da4w.pte CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7bf5d36ddc18c1d4fdbad4eb27661043c6a4da9bd5a25636ab468b829ad6604
3
- size 430609152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce7d3c971199b5a4ad3eda6e97b563a110bcfa6bd69712493feee5ac2c9a9853
3
+ size 574781952