amirakhlaghiqqq commited on
Commit
e81b7b3
1 Parent(s): 66de022

Update added_tokens.json

Browse files
Files changed (1) hide show
  1. added_tokens.json +13 -13
added_tokens.json CHANGED
@@ -1,13 +1,13 @@
1
- {
2
- "<|assistant|>": 36944,
3
- "<|endoftext|>": 36943,
4
- "<|end|>": 36950,
5
- "<|placeholder1|>": 36945,
6
- "<|placeholder2|>": 36946,
7
- "<|placeholder3|>": 36947,
8
- "<|placeholder4|>": 36948,
9
- "<|placeholder5|>": 36951,
10
- "<|placeholder6|>": 36952,
11
- "<|system|>": 36949,
12
- "<|user|>": 36953
13
- }
 
1
+ {
2
+ "<|assistant|>": 36944,
3
+ "<|endoftext|>": 36943,
4
+ "<|end|>": 36950,
5
+ "<|EN|>": 36945,
6
+ "<|FA|>": 36946,
7
+ "<|placeholder3|>": 36947,
8
+ "<|placeholder4|>": 36948,
9
+ "<|placeholder5|>": 36951,
10
+ "<|placeholder6|>": 36952,
11
+ "<|system|>": 36949,
12
+ "<|user|>": 36953
13
+ }