1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
local M = {}
local function lex_words(self, text)
local tokens = {}
local pos = 1
while pos <= #text do
local start, stop = text:find("^%a+", pos)
if not start then
start, stop = text:find("^%d+", pos)
if start then
tokens[#tokens + 1] = "number"
else
start, stop = text:find("^'[^']*'", pos)
if start then
tokens[#tokens + 1] = "string.double"
else
stop = pos
tokens[#tokens + 1] = "whitespace"
end
end
else
tokens[#tokens + 1] = "keyword"
end
tokens[#tokens + 1] = stop + 1
pos = stop + 1
end
return tokens
end
local function lex_short(self, text)
if #text < 5 then
return {}
end
return { "keyword", 5 }
end
local function lex_raise(self, text)
error("this lexer always raises")
end
local lexers = {
fake = { lex = lex_words },
short = { lex = lex_short },
badlex = { lex = lex_raise },
}
function M.load(name)
local lexer = lexers[name]
if lexer == nil then
error("no fake lexer named " .. tostring(name))
end
return lexer
end
function M.detect(filename)
if filename:match("%.viadetect$") then
return "fake"
end
return nil
end
return M
|