Dawid Sobczak
e6b88d5a0f
The goal of stage 06 is to try parse zig synax in lua. I pulled in lpeglable 1.2.0 and parser-gen off github to get started. All of this needs to be cleaned up rather soon. Lua boostraps using tcc and musl from the previous stage. Since musl 0.6.0 doesn't support dynamic linking this build of lua doesn't support shared libraries. I couldn't easily patch musl with dlopen and friends so instead I link statically and call deps with c api.
302 lines
10 KiB
Lua
302 lines
10 KiB
Lua
-- $Id: literals.lua,v 1.36 2016/11/07 13:11:28 roberto Exp $
|
|
-- See Copyright Notice in file all.lua
|
|
|
|
print('testing scanner')
|
|
|
|
local debug = require "debug"
|
|
|
|
|
|
local function dostring (x) return assert(load(x), "")() end
|
|
|
|
dostring("x \v\f = \t\r 'a\0a' \v\f\f")
|
|
assert(x == 'a\0a' and string.len(x) == 3)
|
|
|
|
-- escape sequences
|
|
assert('\n\"\'\\' == [[
|
|
|
|
"'\]])
|
|
|
|
assert(string.find("\a\b\f\n\r\t\v", "^%c%c%c%c%c%c%c$"))
|
|
|
|
-- assume ASCII just for tests:
|
|
assert("\09912" == 'c12')
|
|
assert("\99ab" == 'cab')
|
|
assert("\099" == '\99')
|
|
assert("\099\n" == 'c\10')
|
|
assert('\0\0\0alo' == '\0' .. '\0\0' .. 'alo')
|
|
|
|
assert(010 .. 020 .. -030 == "1020-30")
|
|
|
|
-- hexadecimal escapes
|
|
assert("\x00\x05\x10\x1f\x3C\xfF\xe8" == "\0\5\16\31\60\255\232")
|
|
|
|
local function lexstring (x, y, n)
|
|
local f = assert(load('return ' .. x ..
|
|
', require"debug".getinfo(1).currentline', ''))
|
|
local s, l = f()
|
|
assert(s == y and l == n)
|
|
end
|
|
|
|
lexstring("'abc\\z \n efg'", "abcefg", 2)
|
|
lexstring("'abc\\z \n\n\n'", "abc", 4)
|
|
lexstring("'\\z \n\t\f\v\n'", "", 3)
|
|
lexstring("[[\nalo\nalo\n\n]]", "alo\nalo\n\n", 5)
|
|
lexstring("[[\nalo\ralo\n\n]]", "alo\nalo\n\n", 5)
|
|
lexstring("[[\nalo\ralo\r\n]]", "alo\nalo\n", 4)
|
|
lexstring("[[\ralo\n\ralo\r\n]]", "alo\nalo\n", 4)
|
|
lexstring("[[alo]\n]alo]]", "alo]\n]alo", 2)
|
|
|
|
assert("abc\z
|
|
def\z
|
|
ghi\z
|
|
" == 'abcdefghi')
|
|
|
|
|
|
-- UTF-8 sequences
|
|
assert("\u{0}\u{00000000}\x00\0" == string.char(0, 0, 0, 0))
|
|
|
|
-- limits for 1-byte sequences
|
|
assert("\u{0}\u{7F}" == "\x00\z\x7F")
|
|
|
|
-- limits for 2-byte sequences
|
|
assert("\u{80}\u{7FF}" == "\xC2\x80\z\xDF\xBF")
|
|
|
|
-- limits for 3-byte sequences
|
|
assert("\u{800}\u{FFFF}" == "\xE0\xA0\x80\z\xEF\xBF\xBF")
|
|
|
|
-- limits for 4-byte sequences
|
|
assert("\u{10000}\u{10FFFF}" == "\xF0\x90\x80\x80\z\xF4\x8F\xBF\xBF")
|
|
|
|
|
|
-- Error in escape sequences
|
|
local function lexerror (s, err)
|
|
local st, msg = load('return ' .. s, '')
|
|
if err ~= '<eof>' then err = err .. "'" end
|
|
assert(not st and string.find(msg, "near .-" .. err))
|
|
end
|
|
|
|
lexerror([["abc\x"]], [[\x"]])
|
|
lexerror([["abc\x]], [[\x]])
|
|
lexerror([["\x]], [[\x]])
|
|
lexerror([["\x5"]], [[\x5"]])
|
|
lexerror([["\x5]], [[\x5]])
|
|
lexerror([["\xr"]], [[\xr]])
|
|
lexerror([["\xr]], [[\xr]])
|
|
lexerror([["\x.]], [[\x.]])
|
|
lexerror([["\x8%"]], [[\x8%%]])
|
|
lexerror([["\xAG]], [[\xAG]])
|
|
lexerror([["\g"]], [[\g]])
|
|
lexerror([["\g]], [[\g]])
|
|
lexerror([["\."]], [[\%.]])
|
|
|
|
lexerror([["\999"]], [[\999"]])
|
|
lexerror([["xyz\300"]], [[\300"]])
|
|
lexerror([[" \256"]], [[\256"]])
|
|
|
|
-- errors in UTF-8 sequences
|
|
lexerror([["abc\u{110000}"]], [[abc\u{110000]]) -- too large
|
|
lexerror([["abc\u11r"]], [[abc\u1]]) -- missing '{'
|
|
lexerror([["abc\u"]], [[abc\u"]]) -- missing '{'
|
|
lexerror([["abc\u{11r"]], [[abc\u{11r]]) -- missing '}'
|
|
lexerror([["abc\u{11"]], [[abc\u{11"]]) -- missing '}'
|
|
lexerror([["abc\u{11]], [[abc\u{11]]) -- missing '}'
|
|
lexerror([["abc\u{r"]], [[abc\u{r]]) -- no digits
|
|
|
|
-- unfinished strings
|
|
lexerror("[=[alo]]", "<eof>")
|
|
lexerror("[=[alo]=", "<eof>")
|
|
lexerror("[=[alo]", "<eof>")
|
|
lexerror("'alo", "<eof>")
|
|
lexerror("'alo \\z \n\n", "<eof>")
|
|
lexerror("'alo \\z", "<eof>")
|
|
lexerror([['alo \98]], "<eof>")
|
|
|
|
-- valid characters in variable names
|
|
for i = 0, 255 do
|
|
local s = string.char(i)
|
|
assert(not string.find(s, "[a-zA-Z_]") == not load(s .. "=1", ""))
|
|
assert(not string.find(s, "[a-zA-Z_0-9]") ==
|
|
not load("a" .. s .. "1 = 1", ""))
|
|
end
|
|
|
|
|
|
-- long variable names
|
|
|
|
var1 = string.rep('a', 15000) .. '1'
|
|
var2 = string.rep('a', 15000) .. '2'
|
|
prog = string.format([[
|
|
%s = 5
|
|
%s = %s + 1
|
|
return function () return %s - %s end
|
|
]], var1, var2, var1, var1, var2)
|
|
local f = dostring(prog)
|
|
assert(_G[var1] == 5 and _G[var2] == 6 and f() == -1)
|
|
var1, var2, f = nil
|
|
print('+')
|
|
|
|
-- escapes --
|
|
assert("\n\t" == [[
|
|
|
|
]])
|
|
assert([[
|
|
|
|
$debug]] == "\n $debug")
|
|
assert([[ [ ]] ~= [[ ] ]])
|
|
-- long strings --
|
|
b = "001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789"
|
|
assert(string.len(b) == 960)
|
|
prog = [=[
|
|
print('+')
|
|
|
|
a1 = [["this is a 'string' with several 'quotes'"]]
|
|
a2 = "'quotes'"
|
|
|
|
assert(string.find(a1, a2) == 34)
|
|
print('+')
|
|
|
|
a1 = [==[temp = [[an arbitrary value]]; ]==]
|
|
assert(load(a1))()
|
|
assert(temp == 'an arbitrary value')
|
|
-- long strings --
|
|
b = "001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789001234567890123456789012345678901234567891234567890123456789012345678901234567890012345678901234567890123456789012345678912345678901234567890123456789012345678900123456789012345678901234567890123456789123456789012345678901234567890123456789"
|
|
assert(string.len(b) == 960)
|
|
print('+')
|
|
|
|
a = [[00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
00123456789012345678901234567890123456789123456789012345678901234567890123456789
|
|
]]
|
|
assert(string.len(a) == 1863)
|
|
assert(string.sub(a, 1, 40) == string.sub(b, 1, 40))
|
|
x = 1
|
|
]=]
|
|
|
|
print('+')
|
|
x = nil
|
|
dostring(prog)
|
|
assert(x)
|
|
|
|
prog = nil
|
|
a = nil
|
|
b = nil
|
|
|
|
|
|
-- testing line ends
|
|
prog = [[
|
|
a = 1 -- a comment
|
|
b = 2
|
|
|
|
|
|
x = [=[
|
|
hi
|
|
]=]
|
|
y = "\
|
|
hello\r\n\
|
|
"
|
|
return require"debug".getinfo(1).currentline
|
|
]]
|
|
|
|
for _, n in pairs{"\n", "\r", "\n\r", "\r\n"} do
|
|
local prog, nn = string.gsub(prog, "\n", n)
|
|
assert(dostring(prog) == nn)
|
|
assert(_G.x == "hi\n" and _G.y == "\nhello\r\n\n")
|
|
end
|
|
|
|
|
|
-- testing comments and strings with long brackets
|
|
a = [==[]=]==]
|
|
assert(a == "]=")
|
|
|
|
a = [==[[===[[=[]]=][====[]]===]===]==]
|
|
assert(a == "[===[[=[]]=][====[]]===]===")
|
|
|
|
a = [====[[===[[=[]]=][====[]]===]===]====]
|
|
assert(a == "[===[[=[]]=][====[]]===]===")
|
|
|
|
a = [=[]]]]]]]]]=]
|
|
assert(a == "]]]]]]]]")
|
|
|
|
|
|
--[===[
|
|
x y z [==[ blu foo
|
|
]==
|
|
]
|
|
]=]==]
|
|
error error]=]===]
|
|
|
|
-- generate all strings of four of these chars
|
|
local x = {"=", "[", "]", "\n"}
|
|
local len = 4
|
|
local function gen (c, n)
|
|
if n==0 then coroutine.yield(c)
|
|
else
|
|
for _, a in pairs(x) do
|
|
gen(c..a, n-1)
|
|
end
|
|
end
|
|
end
|
|
|
|
for s in coroutine.wrap(function () gen("", len) end) do
|
|
assert(s == load("return [====[\n"..s.."]====]", "")())
|
|
end
|
|
|
|
|
|
-- testing decimal point locale
|
|
if os.setlocale("pt_BR") or os.setlocale("ptb") then
|
|
assert(tonumber("3,4") == 3.4 and tonumber"3.4" == 3.4)
|
|
assert(tonumber(" -.4 ") == -0.4)
|
|
assert(tonumber(" +0x.41 ") == 0X0.41)
|
|
assert(not load("a = (3,4)"))
|
|
assert(assert(load("return 3.4"))() == 3.4)
|
|
assert(assert(load("return .4,3"))() == .4)
|
|
assert(assert(load("return 4."))() == 4.)
|
|
assert(assert(load("return 4.+.5"))() == 4.5)
|
|
|
|
assert(" 0x.1 " + " 0x,1" + "-0X.1\t" == 0x0.1)
|
|
|
|
assert(tonumber"inf" == nil and tonumber"NAN" == nil)
|
|
|
|
assert(assert(load(string.format("return %q", 4.51)))() == 4.51)
|
|
|
|
local a,b = load("return 4.5.")
|
|
assert(string.find(b, "'4%.5%.'"))
|
|
|
|
assert(os.setlocale("C"))
|
|
else
|
|
(Message or print)(
|
|
'\n >>> pt_BR locale not available: skipping decimal point tests <<<\n')
|
|
end
|
|
|
|
|
|
-- testing %q x line ends
|
|
local s = "a string with \r and \n and \r\n and \n\r"
|
|
local c = string.format("return %q", s)
|
|
assert(assert(load(c))() == s)
|
|
|
|
-- testing errors
|
|
assert(not load"a = 'non-ending string")
|
|
assert(not load"a = 'non-ending string\n'")
|
|
assert(not load"a = '\\345'")
|
|
assert(not load"a = [=x]")
|
|
|
|
print('OK')
|