1 files changed, 400 insertions, 0 deletions
diff --git a/libtextcat/data/new_fingerprints/lm/persian.lm b/libtextcat/data/new_fingerprints/lm/persian.lm
new file mode 100644
index 000000000000..858f468ae54a
--- /dev/null
+++ b/libtextcat/data/new_fingerprints/lm/persian.lm
@@ -0,0 +1,400 @@
+_	 12318
+?	 5938
+¤	 2613
+?_	 1815
+¢	 1745
+þ	 1569
+ø	 1546
+õ	 1422
+-	 1333
+÷	 1155
+ù	 991
+¨	 841
+_ù	 778
+ö	 761
+î	 693
+ü	 664
+_ö	 663
+ª	 660
+¤?	 631
+õ_	 624
+_?	 601
+?¤	 598
+¥	 589
+_¤	 565
+??	 564
+ý	 513
+¢_	 486
+_ü	 473
+_ý	 469
+þ?	 459
+û	 428
+ø_	 427
+_¢	 398
+î_	 392
+ó	 390
+ê	 384
+ö?	 379
+÷?	 361
+_ø	 337
+_-	 334
+>	 327
+ú	 324
+_ö?	 319
+ù?	 313
+_ø_	 308
+ð	 305
+¤¢	 303
+¤_	 297
+?õ	 290
+¨?	 285
+¢÷	 272
+-_	 271
+S	 266
+_ù?	 265
+ô	 259
+-¨	 255
+¡	 255
+??_	 255
+ý?	 254
+¥?	 250
+Y	 246
+¤¢_	 245
+ì	 243
+_ý?	 238
+?¢	 234
+_¥	 229
+ò	 229
+_S	 228
+¤ø	 216
+ø¤	 215
+?þ	 215
+?¨	 214
+_¤¢	 214
+ñ	 208
+þ?_	 207
+¢¤	 203
+?-	 202
+_ô	 199
+ù?_	 199
+öþ	 195
+¨_	 190
+¨?_	 190
+_??	 189
+õ?	 188
+.	 188
+_¤¢_	 185
+_ñ	 183
+?ø	 181
+_öþ	 180
+¢?	 177
+*	 176
+÷_	 176
+_ù?_	 174
+?û	 173
+¤þ	 172
+ª_	 170
+þõ	 164
+ä	 161
+¯	 158
+-¨?	 156
+û_	 155
+¤?_	 155
+_¥?	 152
+üõ	 151
+ý¤	 150
+_¤?	 146
+¥?_	 144
+þ¤	 143
+¢ø	 141
+?¤_	 140
+*_	 138
+ü÷	 137
+?÷	 136
+¬	 133
+ùî	 132
+_ý¤	 131
+-ª	 131
+ø?	 130
+?ú	 129
+_.	 129
+þó	 129
+¡_	 128
+ù¢	 124
+¤õ	 121
+¤-	 120
+ùî_	 120
+_ùî	 120
+_??_	 119
+ª?	 119
+-¨?_	 119
+ã	 118
+-?	 118
+>_	 116
+öþ?	 114
+ê_	 111
+¢þ	 109
+_¥?_	 109
+_ü÷	 109
+_ùî_	 108
+_öþ?	 107
+ö?¤	 107
+©	 106
+_¢÷	 106
+.¢	 104
+?¥	 103
+_?¤	 103
+¤ê	 103
+ó?	 103
+þ¢	 103
+ñ?	 102
+ªî	 100
+?î	 100
+?¤?	 98
+ð_	 98
+ý?û	 96
+¤ú	 95
+öþ?_	 95
+_©	 94
+§	 94
+Y_	 94
+_ö?¤	 93
+_ý?û	 93
+¥ø	 92
+øª	 91
+_ñ?	 91
+_öþ?_	 91
+?¨_	 90
+÷?_	 90
+óþ	 90
+õ?_	 90
+ü-	 90
+øõ	 89
+:	 89
+ªî_	 88
+ü÷?	 88
+öø	 88
+_ù¢	 87
+-ê	 86
+þ÷	 85
+_öø	 83
+,	 82
+þõ_	 82
+þ¨	 82
+?¢_	 80
+®	 80
+?¤þ	 79
+_ü÷?	 79
+¢ª	 77
+???	 77
+øþ	 76
+_-?	 75
+÷î	 75
+?ª	 75
+?ì	 75
+¤î	 74
+_¤ø	 73
+ä_	 73
+þóþ	 73
+û?	 73
+óþõ	 72
+þóþõ	 71
+ù¤	 71
+?>	 71
+ê?	 70
+_?¤_	 70
+_.¢	 70
+ø¡	 69
+à	 69
+_§	 68
+¥ø¤	 68
+þóþõ_	 67
+_ü-	 67
+¤øª	 67
+óþõ_	 67
+õû	 67
+¤ê_	 67
+¨õ	 67
+¤õ_	 66
+?-_	 65
+ù÷	 65
+ý?¤	 65
+öøþ	 64
+¤þ?	 64
+¬_	 64
+?ð	 63
+?-¨	 63
+ø-	 63
+_ý?¤	 62
+ø?_	 62
+ø¤_	 62
+_-¨	 61
+õþ	 61
+øþóþõ	 60
+øþóþ	 60
+øþó	 60
+?ù	 60
+øªî	 60
+_¢ø	 60
+¤øªî	 60
+_öøþ	 60
+-ª?	 60
+ì_	 60
+¨¤	 60
+ý¤?	 60
+÷þ	 59
+öøþóþ	 59
+¯?	 59
+_¢?	 59
+öøþó	 59
+¢ª_	 59
+¤??	 58
+¤?¥	 58
+_üõ	 58
+.-	 58
+?¡	 58
+ø÷	 57
+í	 57
+¢¤î	 57
+?¤?_	 57
+þ?¤	 57
+ù-	 57
+üõ_	 56
+ñ?¨	 56
+øõ_	 56
+?¤þ?	 56
+ú?	 56
+î¤	 56
+¤?¢	 56
+õû_	 55
+ô?	 55
+ª?¢	 55
+_öøþó	 55
+-ª?¢	 55
+þ_	 55
+ö?¤þ	 55
+¤î_	 55
+S¤	 55
+üþ	 54
+_S¤	 53
+øªî_	 53
+_ù¤	 53
+ò¢	 53
+¤ò	 53
+¤øªî_	 53
+ø¡_	 52
+¢÷?	 52
+û¤	 52
+üþ?	 52
+õ>	 52
+-õ	 52
+¢¤?	 52
+üð	 52
+ì?	 52
+_í	 52
+î?	 52
+üó	 52
+??¤	 52
+ð÷	 51
+¤ò¢	 51
+-þ	 51
+_ý¤?	 51
+¡?	 50
+_¢¤	 50
+¢¤î_	 50
+.-¨	 50
+ö?õ	 50
+ë	 50
+_ô?	 50
+ø¢	 50
+_ñ?¨	 49
+.¢÷	 49
+÷¤	 49
+ý?¤?	 49
+ú-	 48
+_üð	 48
+_ö?¤þ	 48
+¤þ?_	 48
+ò¢_	 48
+ûù	 48
+ú?_	 48
+¤ò¢_	 47
+ê¤	 47
+â	 47
+.-¨?	 47
+_¢þ	 47
+>÷	 47
+úª	 47
+÷?õ	 47
+£	 47
+?¤þ?_	 47
+?ûù	 47
+¤¯	 46
+_.-	 46
+_ý?¤?	 46
+õ¤	 46
+õó	 46
+-¤	 46
+_üþ	 46
+¥þ	 46
+¤ð	 45
+ôþ	 45
+_üó	 45
+ö?-	 45
+§þ	 45
+_ë	 45
+f	 45
+õ-	 44
+_ù-	 44
+úõ	 44
+_üþ?	 44
+ü-ª	 44
+-î	 44
+ð¢	 44
+ö?¤þ?	 44
+õª	 44
+.-¨?_	 44
+¨õ_	 44
+¤ª	 44
+_-¨?	 44
+¤?î	 43
+ä?	 43
+é	 43
+?õ_	 43
+_¤øªî	 43
+þª	 43
+?ê	 43
+?î_	 43
+_¤øª	 43
+¯_	 43
+¤¨	 43
+þ??	 42
+Y?	 42
+¥_	 42
+÷÷	 42
+÷õ	 42
+_¥ø	 42
+þ¨?	 42
+¢õ	 42
+/	 42
+_â	 42
+???_	 42
+_¥ø¤	 42
+_ù÷	 42
+s	 42
+¢÷÷	 42
+ö?-¨	 41
+÷ø	 41
+ù÷?	 41
+?*	 41
+S¤ò¢	 41
+_ö?õ	 41
+ñþ	 41
+_.-¨	 41
+îþ	 41
+÷¢	 41
+ùõ	 41
+S¤ò	 41
+ªø	 41
+ý?¤?_	 40
+¤úª	 40