blob: 00c67f2c1370500bec778ccda0ca7463e947be28 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
|
(.module:
[lux #*
[abstract
[monoid (#+ Monoid)]
["." interval (#+ Interval)]]
[data
[number (#+ hex)
["n" nat ("#\." interval)]]
[collection
["." list ("#\." fold functor)]
["." tree #_
["#" finger (#+ Tree)]]]]
[type (#+ :by-example)
abstract]]
[// (#+ Char)])
(abstract: #export Segment
(Interval Char)
(structure: monoid
(Monoid Segment)
(def: identity
(:abstraction (interval.between n.enum n\top n\bottom)))
(def: (compose left right)
(let [left (:representation left)
right (:representation right)]
(:abstraction
(interval.between n.enum
(n.min (\ left bottom)
(\ right bottom))
(n.max (\ left top)
(\ right top)))))))
(def: #export (segment start end)
(-> Char Char Segment)
(:abstraction (interval.between n.enum (n.min start end) (n.max start end))))
(template [<name> <slot>]
[(def: #export <name>
(-> Segment Char)
(|>> :representation (get@ <slot>)))]
[start #interval.bottom]
[end #interval.top]
)
(def: #export (size segment)
(-> Segment Nat)
(let [start (get@ #interval.bottom (:representation segment))
end (get@ #interval.top (:representation segment))]
(|> end (n.- start) inc)))
(def: #export (within? segment char)
(All [a] (-> Segment Char Bit))
(interval.within? (:representation segment) char))
)
(template [<name> <start> <end>]
[(def: #export <name> Segment (..segment (hex <start>) (hex <end>)))]
## Normal segments
[basic-latin "0000" "007F"]
[latin-1-supplement "00A0" "00FF"]
[latin-extended-a "0100" "017F"]
[latin-extended-b "0180" "024F"]
[ipa-extensions "0250" "02AF"]
[spacing-modifier-letters "02B0" "02FF"]
[combining-diacritical-marks "0300" "036F"]
[greek-and-coptic "0370" "03FF"]
[cyrillic "0400" "04FF"]
[cyrillic-supplementary "0500" "052F"]
[armenian "0530" "058F"]
[hebrew "0590" "05FF"]
[arabic "0600" "06FF"]
[syriac "0700" "074F"]
[thaana "0780" "07BF"]
[devanagari "0900" "097F"]
[bengali "0980" "09FF"]
[gurmukhi "0A00" "0A7F"]
[gujarati "0A80" "0AFF"]
[oriya "0B00" "0B7F"]
[tamil "0B80" "0BFF"]
[telugu "0C00" "0C7F"]
[kannada "0C80" "0CFF"]
[malayalam "0D00" "0D7F"]
[sinhala "0D80" "0DFF"]
[thai "0E00" "0E7F"]
[lao "0E80" "0EFF"]
[tibetan "0F00" "0FFF"]
[myanmar "1000" "109F"]
[georgian "10A0" "10FF"]
[hangul-jamo "1100" "11FF"]
[ethiopic "1200" "137F"]
[cherokee "13A0" "13FF"]
[unified-canadian-aboriginal-syllabics "1400" "167F"]
[ogham "1680" "169F"]
[runic "16A0" "16FF"]
[tagalog "1700" "171F"]
[hanunoo "1720" "173F"]
[buhid "1740" "175F"]
[tagbanwa "1760" "177F"]
[khmer "1780" "17FF"]
[mongolian "1800" "18AF"]
[limbu "1900" "194F"]
[tai-le "1950" "197F"]
[khmer-symbols "19E0" "19FF"]
[phonetic-extensions "1D00" "1D7F"]
[latin-extended-additional "1E00" "1EFF"]
[greek-extended "1F00" "1FFF"]
[general-punctuation "2000" "206F"]
[superscripts-and-subscripts "2070" "209F"]
[currency-symbols "20A0" "20CF"]
[combining-diacritical-marks-for-symbols "20D0" "20FF"]
[letterlike-symbols "2100" "214F"]
[number-forms "2150" "218F"]
[arrows "2190" "21FF"]
[mathematical-operators "2200" "22FF"]
[miscellaneous-technical "2300" "23FF"]
[control-pictures "2400" "243F"]
[optical-character-recognition "2440" "245F"]
[enclosed-alphanumerics "2460" "24FF"]
[box-drawing "2500" "257F"]
[block-elements "2580" "259F"]
[geometric-shapes "25A0" "25FF"]
[miscellaneous-symbols "2600" "26FF"]
[dingbats "2700" "27BF"]
[miscellaneous-mathematical-symbols-a "27C0" "27EF"]
[supplemental-arrows-a "27F0" "27FF"]
[braille-patterns "2800" "28FF"]
[supplemental-arrows-b "2900" "297F"]
[miscellaneous-mathematical-symbols-b "2980" "29FF"]
[supplemental-mathematical-operators "2A00" "2AFF"]
[miscellaneous-symbols-and-arrows "2B00" "2BFF"]
[cjk-radicals-supplement "2E80" "2EFF"]
[kangxi-radicals "2F00" "2FDF"]
[ideographic-description-characters "2FF0" "2FFF"]
[cjk-symbols-and-punctuation "3000" "303F"]
[hiragana "3040" "309F"]
[katakana "30A0" "30FF"]
[bopomofo "3100" "312F"]
[hangul-compatibility-jamo "3130" "318F"]
[kanbun "3190" "319F"]
[bopomofo-extended "31A0" "31BF"]
[katakana-phonetic-extensions "31F0" "31FF"]
[enclosed-cjk-letters-and-months "3200" "32FF"]
[cjk-compatibility "3300" "33FF"]
[cjk-unified-ideographs-extension-a "3400" "4DBF"]
[yijing-hexagram-symbols "4DC0" "4DFF"]
[cjk-unified-ideographs "4E00" "9FFF"]
[yi-syllables "A000" "A48F"]
[yi-radicals "A490" "A4CF"]
[hangul-syllables "AC00" "D7AF"]
[high-surrogates "D800" "DB7F"]
[high-private-use-surrogates "DB80" "DBFF"]
[low-surrogates "DC00" "DFFF"]
[private-use-area "E000" "F8FF"]
[cjk-compatibility-ideographs "F900" "FAFF"]
[alphabetic-presentation-forms "FB00" "FB4F"]
[arabic-presentation-forms-a "FB50" "FDFF"]
[variation-selectors "FE00" "FE0F"]
[combining-half-marks "FE20" "FE2F"]
[cjk-compatibility-forms "FE30" "FE4F"]
[small-form-variants "FE50" "FE6F"]
[arabic-presentation-forms-b "FE70" "FEFF"]
[halfwidth-and-fullwidth-forms "FF00" "FFEF"]
[specials "FFF0" "FFFF"]
## [linear-b-syllabary "10000" "1007F"]
## [linear-b-ideograms "10080" "100FF"]
## [aegean-numbers "10100" "1013F"]
## [old-italic "10300" "1032F"]
## [gothic "10330" "1034F"]
## [ugaritic "10380" "1039F"]
## [deseret "10400" "1044F"]
## [shavian "10450" "1047F"]
## [osmanya "10480" "104AF"]
## [cypriot-syllabary "10800" "1083F"]
## [byzantine-musical-symbols "1D000" "1D0FF"]
## [musical-symbols "1D100" "1D1FF"]
## [tai-xuan-jing-symbols "1D300" "1D35F"]
## [mathematical-alphanumeric-symbols "1D400" "1D7FF"]
## [cjk-unified-ideographs-extension-b "20000" "2A6DF"]
## [cjk-compatibility-ideographs-supplement "2F800" "2FA1F"]
## [tags "E0000" "E007F"]
## Specialized segments
[basic-latin/decimal "0030" "0039"]
[basic-latin/upper-alpha "0041" "005A"]
[basic-latin/lower-alpha "0061" "007A"]
)
(def: builder
(tree.builder ..monoid))
(def: :@:
(:by-example [@]
{(tree.Builder @ Segment)
..builder}
@))
(abstract: #export Set
(Tree :@: Segment [])
(def: #export (compose left right)
(-> Set Set Set)
(:abstraction
(\ builder branch
(:representation left)
(:representation right))))
(def: (singleton segment)
(-> Segment Set)
(:abstraction
(\ builder leaf segment [])))
(def: #export (set [head tail])
(-> [Segment (List Segment)] Set)
(list\fold ..compose (..singleton head) (list\map ..singleton tail)))
(def: half/0
(..set [basic-latin
(list latin-1-supplement
latin-extended-a
latin-extended-b
ipa-extensions
spacing-modifier-letters
combining-diacritical-marks
greek-and-coptic
cyrillic
cyrillic-supplementary
armenian
hebrew
arabic
syriac
thaana
devanagari
bengali
gurmukhi
gujarati
oriya
tamil
telugu
kannada
malayalam
sinhala
thai
lao
tibetan
myanmar
georgian
hangul-jamo
ethiopic
cherokee
unified-canadian-aboriginal-syllabics
ogham
runic
tagalog
hanunoo
buhid
tagbanwa
khmer
mongolian
limbu
tai-le
khmer-symbols
phonetic-extensions
latin-extended-additional
greek-extended
general-punctuation
superscripts-and-subscripts
currency-symbols
combining-diacritical-marks-for-symbols
letterlike-symbols
number-forms
arrows
mathematical-operators
miscellaneous-technical
control-pictures
optical-character-recognition
enclosed-alphanumerics
box-drawing
)]))
(def: half/1
(..set [block-elements
(list geometric-shapes
miscellaneous-symbols
dingbats
miscellaneous-mathematical-symbols-a
supplemental-arrows-a
braille-patterns
supplemental-arrows-b
miscellaneous-mathematical-symbols-b
supplemental-mathematical-operators
miscellaneous-symbols-and-arrows
cjk-radicals-supplement
kangxi-radicals
ideographic-description-characters
cjk-symbols-and-punctuation
hiragana
katakana
bopomofo
hangul-compatibility-jamo
kanbun
bopomofo-extended
katakana-phonetic-extensions
enclosed-cjk-letters-and-months
cjk-compatibility
cjk-unified-ideographs-extension-a
yijing-hexagram-symbols
cjk-unified-ideographs
yi-syllables
yi-radicals
hangul-syllables
## high-surrogates
## high-private-use-surrogates
## low-surrogates
## private-use-area
cjk-compatibility-ideographs
alphabetic-presentation-forms
arabic-presentation-forms-a
variation-selectors
combining-half-marks
cjk-compatibility-forms
small-form-variants
arabic-presentation-forms-b
halfwidth-and-fullwidth-forms
specials
## linear-b-syllabary
## linear-b-ideograms
## aegean-numbers
## old-italic
## gothic
## ugaritic
## deseret
## shavian
## osmanya
## cypriot-syllabary
## byzantine-musical-symbols
## musical-symbols
## tai-xuan-jing-symbols
## mathematical-alphanumeric-symbols
## cjk-unified-ideographs-extension-b
## cjk-compatibility-ideographs-supplement
## tags
)]))
(def: #export full
(..compose ..half/0 ..half/1))
(def: #export (range set)
(-> Set [Char Char])
(let [tag (tree.tag (:representation set))]
[(..start tag)
(..end tag)]))
(def: #export (member? set character)
(-> Set Char Bit)
(loop [tree (:representation set)]
(if (..within? (tree.tag tree) character)
(case (tree.root tree)
(0 #0 _)
true
(0 #1 left right)
(or (recur left)
(recur right)))
false)))
)
(template [<name> <segments>]
[(def: #export <name>
(..set <segments>))]
[ascii [basic-latin (list)]]
[ascii/alpha [basic-latin/upper-alpha (list basic-latin/lower-alpha)]]
[ascii/alpha-num [basic-latin/upper-alpha (list basic-latin/lower-alpha basic-latin/decimal)]]
[ascii/upper-alpha [basic-latin/upper-alpha (list)]]
[ascii/lower-alpha [basic-latin/lower-alpha (list)]]
)
|
