| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192 |
- module(...,package.seeall)
- local string = string
- local tonumber = tonumber
- local setmetatable = setmetatable
- local error = error
- local ipairs = ipairs
- local io = io
- local table = table
- local math = math
- local assert = assert
- local tostring = tostring
- local type = type
- local insert_tab = table.insert
- local function meta(name, t)
- t = t or {}
- t.__name = name
- t.__index = t
- return t
- end
- local function default(t, k, def)
- local v = t[k]
- if not v then
- v = def or {}
- t[k] = v
- end
- return v
- end
- local Lexer = meta "Lexer" do
- local escape = {
- a = "\a", b = "\b", f = "\f", n = "\n",
- r = "\r", t = "\t", v = "\v"
- }
- local function tohex(x) return string.byte(tonumber(x, 16)) end
- local function todec(x) return string.byte(tonumber(x, 10)) end
- local function toesc(x) return escape[x] or x end
- function Lexer.new(name, src)
- local self = {
- name = name,
- src = src,
- pos = 1
- }
- return setmetatable(self, Lexer)
- end
- function Lexer:__call(patt, pos)
- return self.src:match(patt, pos or self.pos)
- end
- function Lexer:test(patt)
- self:whitespace()
- local pos = self('^'..patt..'%s*()')
- if not pos then return false end
- self.pos = pos
- return true
- end
- function Lexer:expected(patt, name)
- if not self:test(patt) then
- return self:error((name or "'"..patt.."'").." expected")
- end
- return self
- end
- function Lexer:pos2loc(pos)
- local linenr = 1
- pos = pos or self.pos
- for start, stop in self.src:gmatch "()[^\n]*()\n?" do
- if start <= pos and pos <= stop then
- return linenr, pos - start + 1
- end
- linenr = linenr + 1
- end
- end
- function Lexer:error(fmt, ...)
- local ln, co = self:pos2loc()
- return error(("%s:%d:%d: "..fmt):format(self.name, ln, co, ...))
- end
- function Lexer:opterror(opt, msg)
- if not opt then return self:error(msg) end
- return nil
- end
- function Lexer:whitespace()
- local pos, c = self "^%s*()(%/?)"
- self.pos = pos
- if c == '' then return self end
- return self:comment()
- end
- function Lexer:comment()
- local pos = self "^%/%/[^\n]*\n?()"
- if not pos then
- if self "^%/%*" then
- pos = self "^%/%*.-%*%/()"
- if not pos then
- self:error "unfinished comment"
- end
- end
- end
- if not pos then return self end
- self.pos = pos
- return self:whitespace()
- end
- function Lexer:line_end(opt)
- self:whitespace()
- local pos = self '^[%s;]*%s*()'
- if not pos then
- return self:opterror(opt, "';' expected")
- end
- self.pos = pos
- return pos
- end
- function Lexer:eof()
- self:whitespace()
- return self.pos > #self.src
- end
- function Lexer:keyword(kw, opt)
- self:whitespace()
- local ident, pos = self "^([%a_][%w_]*)%s*()"
- if not ident or ident ~= kw then
- return self:opterror(opt, "''"..kw..'" expected')
- end
- self.pos = pos
- return kw
- end
- function Lexer:ident(name, opt)
- self:whitespace()
- local b, ident, pos = self "^()([%a_][%w_]*)%s*()"
- if not ident then
- return self:opterror(opt, (name or 'name')..' expected')
- end
- self.pos = pos
- return ident, b
- end
- function Lexer:full_ident(name, opt)
- self:whitespace()
- local b, ident, pos = self "^()([%a_][%w_.]*)%s*()"
- if not ident or ident:match "%.%.+" then
- return self:opterror(opt, (name or 'name')..' expected')
- end
- self.pos = pos
- return ident, b
- end
- function Lexer:integer(opt)
- self:whitespace()
- local ns, oct, hex, s, pos =
- self "^([+-]?)(0?)([xX]?)([0-9a-fA-F]+)%s*()"
- local n
- if oct == '0' and hex == '' then
- n = tonumber(s, 8)
- elseif oct == '' and hex == '' then
- n = tonumber(s, 10)
- elseif oct == '0' and hex ~= '' then
- n = tonumber(s, 16)
- end
- if not n then
- return self:opterror(opt, 'integer expected')
- end
- self.pos = pos
- return ns == '-' and -n or n
- end
- function Lexer:number(opt)
- self:whitespace()
- if self:test "nan%f[%A]" then
- return 0.0/0.0
- elseif self:test "inf%f[%A]" then
- return 1.0/0.0
- end
- local ns, d1, s, d2, s2, pos = self "^([+-]?)(%.?)([0-9]+)(%.?)([0-9]*)()"
- if not ns then
- return self:opterror(opt, 'floating-point number expected')
- end
- local es, pos2 = self("(^[eE][+-]?[0-9]+)%s*()", pos)
- if d1 == "." and d2 == "." then
- return self:error "malformed floating-point number"
- end
- self.pos = pos2 or pos
- local n = tonumber(d1..s..d2..s2..(es or ""))
- return ns == '-' and -n or n
- end
- function Lexer:quote(opt)
- self:whitespace()
- local q, start = self '^(["\'])()'
- if not start then
- return self:opterror(opt, 'string expected')
- end
- self.pos = start
- local patt = '()(\\?'..q..')%s*()'
- while true do
- local stop, s, pos = self(patt)
- if not stop then
- self.pos = start-1
- return self:error "unfinished string"
- end
- self.pos = pos
- if s == q then
- return self.src:sub(start, stop-1)
- :gsub("\\x(%x+)", tohex)
- :gsub("\\(%d+)", todec)
- :gsub("\\(.)", toesc)
- end
- end
- end
- function Lexer:structure(opt)
- self:whitespace()
- if not self:test "{" then
- return self:opterror(opt, 'opening curly brace expected')
- end
- local t = {}
- while not self:test "}" do
- local ident = self:full_ident "field name" -- TODO: full_ident?
- self:test ":"
- local value = self:constant()
- self:test ","
- self:line_end "opt"
- t[ident] = value
- end
- return t
- end
- function Lexer:array(opt)
- self:whitespace()
- if not self:test "%[" then
- return self:opterror(opt, 'opening square bracket expected')
- end
- local t = {}
- while not self:test "]" do
- local value = self:constant()
- self:test ","
- t[#t + 1] = value
- end
- return t
- end
- function Lexer:constant(opt)
- local c = self:full_ident('constant', 'opt') or
- self:number('opt') or
- self:quote('opt') or
- self:structure('opt') or
- self:array('opt')
- if not c and not opt then
- return self:error "constant expected"
- end
- return c
- end
- function Lexer:option_name()
- local ident
- if self:test "%(" then
- ident = self:full_ident "option name"
- self:expected "%)"
- else
- ident = self:ident "option name"
- end
- while self:test "%." do
- ident = ident .. "." .. self:ident()
- end
- return ident
- end
- function Lexer:type_name()
- if self:test "%." then
- local id, pos = self:full_ident "type name"
- return "."..id, pos
- else
- return self:full_ident "type name"
- end
- end
- end
- local Parser = meta "Parser" do
- Parser.typemap = {}
- Parser.loaded = {}
- Parser.paths = { "", "." }
- function Parser.new()
- local self = {}
- self.typemap = {}
- self.loaded = {}
- self.paths = { "", "." }
- return setmetatable(self, Parser)
- end
- function Parser:reset()
- self.typemap = {}
- self.loaded = {}
- return self
- end
- function Parser:error(msg)
- return self.lex:error(msg)
- end
- function Parser:addpath(path)
- insert_tab(self.paths, path)
- end
- function Parser:parsefile(name)
- local info = self.loaded[name]
- if info then return info end
- local errors = {}
- for _, path in ipairs(self.paths) do
- local fn = path ~= "" and path.."/"..name or name
- local fh, err = io.open(fn)
- if fh then
- local content = fh:read "*a"
- info = self:parse(content, name)
- fh:close()
- return info
- end
- insert_tab(errors, err or fn..": ".."unknown error")
- end
- if self.import_fallback then
- info = self.import_fallback(name)
- end
- if not info then
- error("module load error: "..name.."\n\t"..table.concat(errors, "\n\t"))
- end
- return info
- end
- -- parser
- local labels = { optional = 1; required = 2; repeated = 3 }
- local key_types = {
- int32 = 5; int64 = 3; uint32 = 13;
- uint64 = 4; sint32 = 17; sint64 = 18;
- fixed32 = 7; fixed64 = 6; sfixed32 = 15;
- sfixed64 = 16; bool = 8; string = 9;
- }
- local com_types = {
- group = 10; message = 11; enum = 14;
- }
- local types = {
- double = 1; float = 2; int32 = 5;
- int64 = 3; uint32 = 13; uint64 = 4;
- sint32 = 17; sint64 = 18; fixed32 = 7;
- fixed64 = 6; sfixed32 = 15; sfixed64 = 16;
- bool = 8; string = 9; bytes = 12;
- group = 10; message = 11; enum = 14;
- }
- local function register_type(self, lex, tname, typ)
- if not tname:match "%."then
- tname = self.prefix..tname
- end
- if self.typemap[tname] then
- return lex:error("type %s already defined", tname)
- end
- self.typemap[tname] = typ
- end
- local function type_info(lex, tname)
- local tenum = types[tname]
- if com_types[tname] then
- return lex:error("invalid type name: "..tname)
- elseif tenum then
- tname = nil
- end
- return tenum, tname
- end
- local function map_info(lex)
- local keyt = lex:ident "key type"
- if not key_types[keyt] then
- return lex:error("invalid key type: "..keyt)
- end
- local valt = lex:expected "," :type_name()
- local name = lex:expected ">" :ident()
- local ident = name:gsub("^%a", string.upper)
- :gsub("_(%a)", string.upper).."Entry"
- local kt, ktn = type_info(lex, keyt)
- local vt, vtn = type_info(lex, valt)
- return name, types.message, ident, {
- name = ident,
- field = {
- {
- name = "key",
- number = 1;
- label = labels.optional,
- type = kt,
- type_name = ktn
- },
- {
- name = "value",
- number = 2;
- label = labels.optional,
- type = vt,
- type_name = vtn
- },
- },
- options = { map_entry = true }
- }
- end
- local function inline_option(lex, info)
- if lex:test "%[" then
- info = info or {}
- while true do
- local name = lex:option_name()
- local value = lex:expected '=' :constant()
- info[name] = value
- if lex:test "%]" then
- return info
- end
- lex:expected ','
- end
- end
- end
- local function field(self, lex, ident)
- local name, typ, type_name, map_entry
- if ident == "map" and lex:test "%<" then
- name, typ, type_name, map_entry = map_info(lex)
- self.locmap[map_entry.field[1]] = lex.pos
- self.locmap[map_entry.field[2]] = lex.pos
- register_type(self, lex, type_name, types.message)
- else
- typ, type_name = type_info(lex, ident)
- name = lex:ident()
- end
- local info = {
- name = name,
- number = lex:expected "=":integer(),
- label = ident == "map" and labels.repeated or labels.optional,
- type = typ,
- type_name = type_name
- }
- local options = inline_option(lex)
- if options then
- info.default_value, options.default = tostring(options.default), nil
- info.json_name, options.json_name = options.json_name, nil
- if options.packed and options.packed == "false" then
- options.packed = false
- end
- end
- info.options = options
- if info.number <= 0 then
- lex:error("invalid tag number: "..info.number)
- end
- return info, map_entry
- end
- local function label_field(self, lex, ident, parent)
- local label = labels[ident]
- local info, map_entry
- if not label then
- if self.syntax == "proto2" and ident ~= "map" then
- return lex:error("proto2 disallow missing label")
- end
- return field(self, lex, ident)
- end
- local proto3_optional = label == labels.optional and self.syntax == "proto3"
- if proto3_optional and not (self.proto3_optional and parent) then
- return lex:error("proto3 disallow 'optional' label")
- end
- info, map_entry = field(self, lex, lex:type_name())
- if proto3_optional then
- local ot = default(parent, "oneof_decl")
- info.oneof_index = #ot
- ot[#ot+1] = { name = "optional_" .. info.name }
- else
- info.label = label
- end
- return info, map_entry
- end
- local toplevel = {} do
- function toplevel:package(lex, info)
- local package = lex:full_ident 'package name'
- lex:line_end()
- info.package = package
- self.prefix = "."..package.."."
- return self
- end
- function toplevel:import(lex, info)
- local mode = lex:ident('"weak" or "public"', 'opt') or "public"
- if mode ~= 'weak' and mode ~= 'public' then
- return lex:error '"weak or "public" expected'
- end
- local name = lex:quote()
- lex:line_end()
- local result = self:parsefile(name)
- if self.on_import then
- self.on_import(result)
- end
- local dep = default(info, 'dependency')
- local index = #dep
- dep[index+1] = name
- if mode == "public" then
- local it = default(info, 'public_dependency')
- insert_tab(it, index)
- else
- local it = default(info, 'weak_dependency')
- insert_tab(it, index)
- end
- end
- local msg_body = {} do
- function msg_body:message(lex, info)
- local nested_type = default(info, 'nested_type')
- insert_tab(nested_type, toplevel.message(self, lex))
- return self
- end
- function msg_body:enum(lex, info)
- local nested_type = default(info, 'enum_type')
- insert_tab(nested_type, toplevel.enum(self, lex))
- return self
- end
- function msg_body:extend(lex, info)
- local extension = default(info, 'extension')
- local nested_type = default(info, 'nested_type')
- local ft, mt = toplevel.extend(self, lex, {})
- for _, v in ipairs(ft) do
- insert_tab(extension, v)
- end
- for _, v in ipairs(mt) do
- insert_tab(nested_type, v)
- end
- return self
- end
- function msg_body:extensions(lex, info)
- local rt = default(info, 'extension_range')
- repeat
- local start = lex:integer "field number range"
- local stop = math.floor(2^29)
- lex:keyword 'to'
- if not lex:keyword('max', 'opt') then
- stop = lex:integer "field number range end or 'max'"
- end
- insert_tab(rt, { start = start, ['end'] = stop })
- until not lex:test ','
- lex:line_end()
- return self
- end
- function msg_body:reserved(lex, info)
- lex:whitespace()
- if not lex '^%d' then
- local rt = default(info, 'reserved_name')
- repeat
- insert_tab(rt, (lex:quote()))
- until not lex:test ','
- else
- local rt = default(info, 'reserved_range')
- local first = true
- repeat
- local start = lex:integer(first and 'field name or number range'
- or 'field number range')
- if lex:keyword('to', 'opt') then
- if lex:keyword('max', 'opt') then
- insert_tab(rt, { start = start, ['end'] = 2^29-1 })
- else
- local stop = lex:integer 'field number range end'
- insert_tab(rt, { start = start, ['end'] = stop })
- end
- else
- insert_tab(rt, { start = start, ['end'] = start })
- end
- first = false
- until not lex:test ','
- end
- lex:line_end()
- return self
- end
- function msg_body:oneof(lex, info)
- local fs = default(info, "field")
- local ts = default(info, "nested_type")
- local ot = default(info, "oneof_decl")
- local index = #ot + 1
- local oneof = { name = lex:ident() }
- lex:expected "{"
- while not lex:test "}" do
- local ident = lex:type_name()
- if ident == "option" then
- toplevel.option(self, lex, oneof)
- else
- local f, t = field(self, lex, ident, "no_label")
- self.locmap[f] = lex.pos
- if t then insert_tab(ts, t) end
- f.oneof_index = index - 1
- insert_tab(fs, f)
- end
- lex:line_end 'opt'
- end
- ot[index] = oneof
- end
- function msg_body:option(lex, info)
- toplevel.option(self, lex, default(info, 'options'))
- end
- end
- function toplevel:message(lex, info)
- local name = lex:ident 'message name'
- local typ = { name = name }
- register_type(self, lex, name, types.message)
- local prefix = self.prefix
- self.prefix = prefix..name.."."
- lex:expected "{"
- while not lex:test "}" do
- local ident, pos = lex:type_name()
- local body_parser = msg_body[ident]
- if body_parser then
- body_parser(self, lex, typ)
- else
- local fs = default(typ, 'field')
- local f, t = label_field(self, lex, ident, typ)
- self.locmap[f] = pos
- insert_tab(fs, f)
- if t then
- local ts = default(typ, 'nested_type')
- insert_tab(ts, t)
- end
- end
- lex:line_end 'opt'
- end
- lex:line_end 'opt'
- if info then
- info = default(info, 'message_type')
- insert_tab(info, typ)
- end
- self.prefix = prefix
- return typ
- end
- function toplevel:enum(lex, info)
- local name = lex:ident 'enum name'
- local enum = { name = name }
- register_type(self, lex, name, types.enum)
- lex:expected "{"
- while not lex:test "}" do
- local ident = lex:ident 'enum constant name'
- if ident == 'option' then
- toplevel.option(self, lex, default(enum, 'options'))
- elseif ident == 'reserved' then
- msg_body.reserved(self, lex, enum)
- else
- local values = default(enum, 'value')
- local number = lex:expected '=' :integer()
- lex:line_end()
- insert_tab(values, {
- name = ident,
- number = number,
- options = inline_option(lex)
- })
- end
- lex:line_end 'opt'
- end
- lex:line_end 'opt'
- if info then
- info = default(info, 'enum_type')
- insert_tab(info, enum)
- end
- return enum
- end
- function toplevel:option(lex, info)
- local ident = lex:option_name()
- lex:expected "="
- local value = lex:constant()
- lex:line_end()
- local options = info and default(info, 'options') or {}
- options[ident] = value
- return options, self
- end
- function toplevel:extend(lex, info)
- local name = lex:type_name()
- local ft = info and default(info, 'extension') or {}
- local mt = info and default(info, 'message_type') or {}
- lex:expected "{"
- while not lex:test "}" do
- local ident, pos = lex:type_name()
- local f, t = label_field(self, lex, ident)
- self.locmap[f] = pos
- f.extendee = name
- insert_tab(ft, f)
- insert_tab(mt, t)
- lex:line_end 'opt'
- end
- return ft, mt
- end
- local svr_body = {} do
- function svr_body:rpc(lex, info)
- local name, pos = lex:ident "rpc name"
- local rpc = { name = name }
- self.locmap[rpc] = pos
- local _, tn
- lex:expected "%("
- rpc.client_streaming = lex:keyword("stream", "opt")
- _, tn = type_info(lex, lex:type_name())
- if not tn then return lex:error "rpc input type must by message" end
- rpc.input_type = tn
- lex:expected "%)" :expected "returns" :expected "%("
- rpc.server_streaming = lex:keyword("stream", "opt")
- _, tn = type_info(lex, lex:type_name())
- if not tn then return lex:error "rpc output type must by message" end
- rpc.output_type = tn
- lex:expected "%)"
- if lex:test "{" then
- while not lex:test "}" do
- lex:line_end "opt"
- lex:keyword "option"
- toplevel.option(self, lex, default(rpc, 'options'))
- end
- end
- lex:line_end "opt"
- local t = default(info, "method")
- insert_tab(t, rpc)
- end
- function svr_body:option(lex, info)
- toplevel.option(self, lex, default(info, 'options')) -- TODO: should be deeper in the info?
- end
- function svr_body.stream(_, lex)
- lex:error "stream not implement yet"
- end
- end
- function toplevel:service(lex, info)
- local name = lex:ident 'service name'
- local svr = { name = name }
- lex:expected "{"
- while not lex:test "}" do
- local ident = lex:type_name()
- local body_parser = svr_body[ident]
- if body_parser then
- body_parser(self, lex, svr)
- else
- return lex:error "expected 'rpc' or 'option' in service body"
- end
- lex:line_end 'opt'
- end
- lex:line_end 'opt'
- if info then
- info = default(info, 'service')
- insert_tab(info, svr)
- end
- return svr
- end
- end
- local function make_context(self, lex)
- local ctx = {
- syntax = "proto2";
- locmap = {};
- prefix = ".";
- lex = lex;
- parser = self;
- }
- ctx.loaded = self.loaded
- ctx.typemap = self.typemap
- ctx.paths = self.paths
- ctx.proto3_optional =
- self.proto3_optional or self.experimental_allow_proto3_optional
- function ctx.import_fallback(import_name)
- if self.unknown_import == true then
- return true
- elseif type(self.unknown_import) == 'string' then
- return import_name:match(self.unknown_import) and true or nil
- elseif self.unknown_import then
- return self:unknown_import(import_name)
- end
- end
- function ctx.type_fallback(type_name)
- if self.unknown_type == true then
- return true
- elseif type(self.unknown_type) == 'string' then
- return type_name:match(self.unknown_type) and true
- elseif self.unknown_type then
- return self:unknown_type(type_name)
- end
- end
- function ctx.on_import(info)
- if self.on_import then
- return self.on_import(info)
- end
- end
- return setmetatable(ctx, Parser)
- end
- function Parser:parse(src, name)
- local loaded = self.loaded[name]
- if loaded then
- if loaded == true then
- error("loop loaded: "..name)
- end
- return loaded
- end
- name = name or "<input>"
- self.loaded[name] = true
- local lex = Lexer.new(name, src)
- local ctx = make_context(self, lex)
- local info = { name = lex.name, syntax = ctx.syntax }
- local syntax = lex:keyword('syntax', 'opt')
- if syntax then
- info.syntax = lex:expected '=' :quote()
- ctx.syntax = info.syntax
- lex:line_end()
- end
- while not lex:eof() do
- local ident = lex:ident()
- local top_parser = toplevel[ident]
- if top_parser then
- top_parser(ctx, lex, info)
- else
- lex:error("unknown keyword '"..ident.."'")
- end
- lex:line_end "opt"
- end
- self.loaded[name] = name ~= "<input>" and info or nil
- return ctx:resolve(lex, info)
- end
- -- resolver
- local function empty() end
- local function iter(t, k)
- local v = t[k]
- if v then return ipairs(v) end
- return empty
- end
- local function check_dup(self, lex, typ, map, k, v)
- local old = map[v[k]]
- if old then
- local ln, co = lex:pos2loc(self.locmap[old])
- lex:error("%s '%s' exists, previous at %d:%d",
- typ, v[k], ln, co)
- end
- map[v[k]] = v
- end
- local function check_type(self, lex, tname)
- if tname:match "^%." then
- local t = self.typemap[tname]
- if not t then
- return lex:error("unknown type '%s'", tname)
- end
- return t, tname
- end
- local prefix = self.prefix
- for i = #prefix+1, 1, -1 do
- local op = prefix[i]
- prefix[i] = tname
- local tn = table.concat(prefix, ".", 1, i)
- prefix[i] = op
- local t = self.typemap[tn]
- if t then return t, tn end
- end
- local tn, t
- if self.type_fallback then
- tn, t = self.type_fallback(tname)
- end
- if tn then
- t = types[t or "message"]
- if tn == true then tn = "."..tname end
- return t, tn
- end
- return lex:error("unknown type '%s'", tname)
- end
- local function check_field(self, lex, info)
- if info.extendee then
- local t, tn = check_type(self, lex, info.extendee)
- if t ~= types.message then
- lex:error("message type expected in extension")
- end
- info.extendee = tn
- end
- if info.type_name then
- local t, tn = check_type(self, lex, info.type_name)
- info.type = t
- info.type_name = tn
- end
- end
- local function check_enum(self, lex, info)
- local names, numbers = {}, {}
- for _, v in iter(info, 'value') do
- lex.pos = self.locmap[v]
- check_dup(self, lex, 'enum name', names, 'name', v)
- if not (info.options
- and info.options.options
- and info.options.options.allow_alias) then
- check_dup(self, lex, 'enum number', numbers, 'number', v)
- end
- end
- end
- local function check_message(self, lex, info)
- insert_tab(self.prefix, info.name)
- local names, numbers = {}, {}
- for _, v in iter(info, 'field') do
- lex.pos = assert(self.locmap[v])
- check_dup(self, lex, 'field name', names, 'name', v)
- check_dup(self, lex, 'field number', numbers, 'number', v)
- check_field(self, lex, v)
- end
- for _, v in iter(info, 'nested_type') do
- check_message(self, lex, v)
- end
- for _, v in iter(info, 'extension') do
- lex.pos = assert(self.locmap[v])
- check_field(self, lex, v)
- end
- self.prefix[#self.prefix] = nil
- end
- local function check_service(self, lex, info)
- local names = {}
- for _, v in iter(info, 'method') do
- lex.pos = self.locmap[v]
- check_dup(self, lex, 'rpc name', names, 'name', v)
- local t, tn = check_type(self, lex, v.input_type)
- v.input_type = tn
- if t ~= types.message then
- lex:error "message type expected in parameter"
- end
- t, tn = check_type(self, lex, v.output_type)
- v.output_type = tn
- if t ~= types.message then
- lex:error "message type expected in return"
- end
- end
- end
- function Parser:resolve(lex, info)
- self.prefix = { "", info.package }
- for _, v in iter(info, 'message_type') do
- check_message(self, lex, v)
- end
- for _, v in iter(info, 'enum_type') do
- check_enum(self, lex, v)
- end
- for _, v in iter(info, 'service') do
- check_service(self, lex, v)
- end
- for _, v in iter(info, 'extension') do
- lex.pos = assert(self.locmap[v])
- check_field(self, lex, v)
- end
- self.prefix = nil
- return info
- end
- end
- local has_pb, pb = pcall(require, "pb") do
- if has_pb then
- local descriptor_pb =
- "\10\179;\10\16descriptor.proto\18\15google.protobuf\"M\10\17FileDescrip"..
- "torSet\0188\10\4file\24\1 \3(\0112$.google.protobuf.FileDescriptorProto"..
- "R\4file\"\228\4\10\19FileDescriptorProto\18\18\10\4name\24\1 \1(\9R\4na"..
- "me\18\24\10\7package\24\2 \1(\9R\7package\18\30\10\10dependency\24\3 \3"..
- "(\9R\10dependency\18+\10\17public_dependency\24\10 \3(\5R\16publicDepen"..
- "dency\18'\10\15weak_dependency\24\11 \3(\5R\14weakDependency\18C\10\12m"..
- "essage_type\24\4 \3(\0112 .google.protobuf.DescriptorProtoR\11messageTy"..
- "pe\18A\10\9enum_type\24\5 \3(\0112$.google.protobuf.EnumDescriptorProto"..
- "R\8enumType\18A\10\7service\24\6 \3(\0112'.google.protobuf.ServiceDescr"..
- "iptorProtoR\7service\18C\10\9extension\24\7 \3(\0112%.google.protobuf.F"..
- "ieldDescriptorProtoR\9extension\0186\10\7options\24\8 \1(\0112\28.googl"..
- "e.protobuf.FileOptionsR\7options\18I\10\16source_code_info\24\9 \1(\011"..
- "2\31.google.protobuf.SourceCodeInfoR\14sourceCodeInfo\18\22\10\6syntax"..
- "\24\12 \1(\9R\6syntax\"\185\6\10\15DescriptorProto\18\18\10\4name\24\1 "..
- "\1(\9R\4name\18;\10\5field\24\2 \3(\0112%.google.protobuf.FieldDescript"..
- "orProtoR\5field\18C\10\9extension\24\6 \3(\0112%.google.protobuf.FieldD"..
- "escriptorProtoR\9extension\18A\10\11nested_type\24\3 \3(\0112 .google.p"..
- "rotobuf.DescriptorProtoR\10nestedType\18A\10\9enum_type\24\4 \3(\0112$."..
- "google.protobuf.EnumDescriptorProtoR\8enumType\18X\10\15extension_range"..
- "\24\5 \3(\0112/.google.protobuf.DescriptorProto.ExtensionRangeR\14exten"..
- "sionRange\18D\10\10oneof_decl\24\8 \3(\0112%.google.protobuf.OneofDescr"..
- "iptorProtoR\9oneofDecl\0189\10\7options\24\7 \1(\0112\31.google.protobu"..
- "f.MessageOptionsR\7options\18U\10\14reserved_range\24\9 \3(\0112..googl"..
- "e.protobuf.DescriptorProto.ReservedRangeR\13reservedRange\18#\10\13rese"..
- "rved_name\24\10 \3(\9R\12reservedName\26z\10\14ExtensionRange\18\20\10"..
- "\5start\24\1 \1(\5R\5start\18\16\10\3end\24\2 \1(\5R\3end\18@\10\7optio"..
- "ns\24\3 \1(\0112&.google.protobuf.ExtensionRangeOptionsR\7options\0267"..
- "\10\13ReservedRange\18\20\10\5start\24\1 \1(\5R\5start\18\16\10\3end\24"..
- "\2 \1(\5R\3end\"|\10\21ExtensionRangeOptions\18X\10\20uninterpreted_opt"..
- "ion\24\231\7 \3(\0112$.google.protobuf.UninterpretedOptionR\19uninterpr"..
- "etedOption*\9\8\232\7\16\128\128\128\128\2\"\193\6\10\20FieldDescriptor"..
- "Proto\18\18\10\4name\24\1 \1(\9R\4name\18\22\10\6number\24\3 \1(\5R\6nu"..
- "mber\18A\10\5label\24\4 \1(\0142+.google.protobuf.FieldDescriptorProto."..
- "LabelR\5label\18>\10\4type\24\5 \1(\0142*.google.protobuf.FieldDescript"..
- "orProto.TypeR\4type\18\27\10\9type_name\24\6 \1(\9R\8typeName\18\26\10"..
- "\8extendee\24\2 \1(\9R\8extendee\18#\10\13default_value\24\7 \1(\9R\12d"..
- "efaultValue\18\31\10\11oneof_index\24\9 \1(\5R\10oneofIndex\18\27\10\9j"..
- "son_name\24\10 \1(\9R\8jsonName\0187\10\7options\24\8 \1(\0112\29.googl"..
- "e.protobuf.FieldOptionsR\7options\18'\10\15proto3_optional\24\17 \1(\8R"..
- "\14proto3Optional\"\182\2\10\4Type\18\15\10\11TYPE_DOUBLE\16\1\18\14\10"..
- "\10TYPE_FLOAT\16\2\18\14\10\10TYPE_INT64\16\3\18\15\10\11TYPE_UINT64\16"..
- "\4\18\14\10\10TYPE_INT32\16\5\18\16\10\12TYPE_FIXED64\16\6\18\16\10\12T"..
- "YPE_FIXED32\16\7\18\13\10\9TYPE_BOOL\16\8\18\15\10\11TYPE_STRING\16\9"..
- "\18\14\10\10TYPE_GROUP\16\10\18\16\10\12TYPE_MESSAGE\16\11\18\14\10\10T"..
- "YPE_BYTES\16\12\18\15\10\11TYPE_UINT32\16\13\18\13\10\9TYPE_ENUM\16\14"..
- "\18\17\10\13TYPE_SFIXED32\16\15\18\17\10\13TYPE_SFIXED64\16\16\18\15\10"..
- "\11TYPE_SINT32\16\17\18\15\10\11TYPE_SINT64\16\18\"C\10\5Label\18\18\10"..
- "\14LABEL_OPTIONAL\16\1\18\18\10\14LABEL_REQUIRED\16\2\18\18\10\14LABEL_"..
- "REPEATED\16\3\"c\10\20OneofDescriptorProto\18\18\10\4name\24\1 \1(\9R\4"..
- "name\0187\10\7options\24\2 \1(\0112\29.google.protobuf.OneofOptionsR\7o"..
- "ptions\"\227\2\10\19EnumDescriptorProto\18\18\10\4name\24\1 \1(\9R\4nam"..
- "e\18?\10\5value\24\2 \3(\0112).google.protobuf.EnumValueDescriptorProto"..
- "R\5value\0186\10\7options\24\3 \1(\0112\28.google.protobuf.EnumOptionsR"..
- "\7options\18]\10\14reserved_range\24\4 \3(\01126.google.protobuf.EnumDe"..
- "scriptorProto.EnumReservedRangeR\13reservedRange\18#\10\13reserved_name"..
- "\24\5 \3(\9R\12reservedName\26;\10\17EnumReservedRange\18\20\10\5start"..
- "\24\1 \1(\5R\5start\18\16\10\3end\24\2 \1(\5R\3end\"\131\1\10\24EnumVal"..
- "ueDescriptorProto\18\18\10\4name\24\1 \1(\9R\4name\18\22\10\6number\24"..
- "\2 \1(\5R\6number\18;\10\7options\24\3 \1(\0112!.google.protobuf.EnumVa"..
- "lueOptionsR\7options\"\167\1\10\22ServiceDescriptorProto\18\18\10\4name"..
- "\24\1 \1(\9R\4name\18>\10\6method\24\2 \3(\0112&.google.protobuf.Method"..
- "DescriptorProtoR\6method\0189\10\7options\24\3 \1(\0112\31.google.proto"..
- "buf.ServiceOptionsR\7options\"\137\2\10\21MethodDescriptorProto\18\18"..
- "\10\4name\24\1 \1(\9R\4name\18\29\10\10input_type\24\2 \1(\9R\9inputTyp"..
- "e\18\31\10\11output_type\24\3 \1(\9R\10outputType\0188\10\7options\24\4"..
- " \1(\0112\30.google.protobuf.MethodOptionsR\7options\0180\10\16client_s"..
- "treaming\24\5 \1(\8:\5falseR\15clientStreaming\0180\10\16server_streami"..
- "ng\24\6 \1(\8:\5falseR\15serverStreaming\"\145\9\10\11FileOptions\18!"..
- "\10\12java_package\24\1 \1(\9R\11javaPackage\0180\10\20java_outer_class"..
- "name\24\8 \1(\9R\18javaOuterClassname\0185\10\19java_multiple_files\24"..
- "\10 \1(\8:\5falseR\17javaMultipleFiles\18D\10\29java_generate_equals_an"..
- "d_hash\24\20 \1(\8B\2\24\1R\25javaGenerateEqualsAndHash\18:\10\22java_s"..
- "tring_check_utf8\24\27 \1(\8:\5falseR\19javaStringCheckUtf8\18S\10\12op"..
- "timize_for\24\9 \1(\0142).google.protobuf.FileOptions.OptimizeMode:\5SP"..
- "EEDR\11optimizeFor\18\29\10\10go_package\24\11 \1(\9R\9goPackage\0185"..
- "\10\19cc_generic_services\24\16 \1(\8:\5falseR\17ccGenericServices\0189"..
- "\10\21java_generic_services\24\17 \1(\8:\5falseR\19javaGenericServices"..
- "\0185\10\19py_generic_services\24\18 \1(\8:\5falseR\17pyGenericServices"..
- "\0187\10\20php_generic_services\24* \1(\8:\5falseR\18phpGenericServices"..
- "\18%\10\10deprecated\24\23 \1(\8:\5falseR\10deprecated\18.\10\16cc_enab"..
- "le_arenas\24\31 \1(\8:\4trueR\14ccEnableArenas\18*\10\17objc_class_pref"..
- "ix\24$ \1(\9R\15objcClassPrefix\18)\10\16csharp_namespace\24% \1(\9R\15"..
- "csharpNamespace\18!\10\12swift_prefix\24' \1(\9R\11swiftPrefix\18(\10"..
- "\16php_class_prefix\24( \1(\9R\14phpClassPrefix\18#\10\13php_namespace"..
- "\24) \1(\9R\12phpNamespace\0184\10\22php_metadata_namespace\24, \1(\9R"..
- "\20phpMetadataNamespace\18!\10\12ruby_package\24- \1(\9R\11rubyPackage"..
- "\18X\10\20uninterpreted_option\24\231\7 \3(\0112$.google.protobuf.Unint"..
- "erpretedOptionR\19uninterpretedOption\":\10\12OptimizeMode\18\9\10\5SPE"..
- "ED\16\1\18\13\10\9CODE_SIZE\16\2\18\16\10\12LITE_RUNTIME\16\3*\9\8\232"..
- "\7\16\128\128\128\128\2J\4\8&\16'\"\227\2\10\14MessageOptions\18<\10\23"..
- "message_set_wire_format\24\1 \1(\8:\5falseR\20messageSetWireFormat\18L"..
- "\10\31no_standard_descriptor_accessor\24\2 \1(\8:\5falseR\28noStandardD"..
- "escriptorAccessor\18%\10\10deprecated\24\3 \1(\8:\5falseR\10deprecated"..
- "\18\27\10\9map_entry\24\7 \1(\8R\8mapEntry\18X\10\20uninterpreted_optio"..
- "n\24\231\7 \3(\0112$.google.protobuf.UninterpretedOptionR\19uninterpret"..
- "edOption*\9\8\232\7\16\128\128\128\128\2J\4\8\4\16\5J\4\8\5\16\6J\4\8\6"..
- "\16\7J\4\8\8\16\9J\4\8\9\16\10\"\226\3\10\12FieldOptions\18A\10\5ctype"..
- "\24\1 \1(\0142#.google.protobuf.FieldOptions.CType:\6STRINGR\5ctype\18"..
- "\22\10\6packed\24\2 \1(\8R\6packed\18G\10\6jstype\24\6 \1(\0142$.google"..
- ".protobuf.FieldOptions.JSType:\9JS_NORMALR\6jstype\18\25\10\4lazy\24\5 "..
- "\1(\8:\5falseR\4lazy\18%\10\10deprecated\24\3 \1(\8:\5falseR\10deprecat"..
- "ed\18\25\10\4weak\24\10 \1(\8:\5falseR\4weak\18X\10\20uninterpreted_opt"..
- "ion\24\231\7 \3(\0112$.google.protobuf.UninterpretedOptionR\19uninterpr"..
- "etedOption\"/\10\5CType\18\10\10\6STRING\16\0\18\8\10\4CORD\16\1\18\16"..
- "\10\12STRING_PIECE\16\2\"5\10\6JSType\18\13\10\9JS_NORMAL\16\0\18\13\10"..
- "\9JS_STRING\16\1\18\13\10\9JS_NUMBER\16\2*\9\8\232\7\16\128\128\128\128"..
- "\2J\4\8\4\16\5\"s\10\12OneofOptions\18X\10\20uninterpreted_option\24"..
- "\231\7 \3(\0112$.google.protobuf.UninterpretedOptionR\19uninterpretedOp"..
- "tion*\9\8\232\7\16\128\128\128\128\2\"\192\1\10\11EnumOptions\18\31\10"..
- "\11allow_alias\24\2 \1(\8R\10allowAlias\18%\10\10deprecated\24\3 \1(\8:"..
- "\5falseR\10deprecated\18X\10\20uninterpreted_option\24\231\7 \3(\0112$."..
- "google.protobuf.UninterpretedOptionR\19uninterpretedOption*\9\8\232\7"..
- "\16\128\128\128\128\2J\4\8\5\16\6\"\158\1\10\16EnumValueOptions\18%\10"..
- "\10deprecated\24\1 \1(\8:\5falseR\10deprecated\18X\10\20uninterpreted_o"..
- "ption\24\231\7 \3(\0112$.google.protobuf.UninterpretedOptionR\19uninter"..
- "pretedOption*\9\8\232\7\16\128\128\128\128\2\"\156\1\10\14ServiceOption"..
- "s\18%\10\10deprecated\24! \1(\8:\5falseR\10deprecated\18X\10\20uninterp"..
- "reted_option\24\231\7 \3(\0112$.google.protobuf.UninterpretedOptionR\19"..
- "uninterpretedOption*\9\8\232\7\16\128\128\128\128\2\"\224\2\10\13Method"..
- "Options\18%\10\10deprecated\24! \1(\8:\5falseR\10deprecated\18q\10\17id"..
- "empotency_level\24\" \1(\0142/.google.protobuf.MethodOptions.Idempotenc"..
- "yLevel:\19IDEMPOTENCY_UNKNOWNR\16idempotencyLevel\18X\10\20uninterprete"..
- "d_option\24\231\7 \3(\0112$.google.protobuf.UninterpretedOptionR\19unin"..
- "terpretedOption\"P\10\16IdempotencyLevel\18\23\10\19IDEMPOTENCY_UNKNOWN"..
- "\16\0\18\19\10\15NO_SIDE_EFFECTS\16\1\18\14\10\10IDEMPOTENT\16\2*\9\8"..
- "\232\7\16\128\128\128\128\2\"\154\3\10\19UninterpretedOption\18A\10\4na"..
- "me\24\2 \3(\0112-.google.protobuf.UninterpretedOption.NamePartR\4name"..
- "\18)\10\16identifier_value\24\3 \1(\9R\15identifierValue\18,\10\18posit"..
- "ive_int_value\24\4 \1(\4R\16positiveIntValue\18,\10\18negative_int_valu"..
- "e\24\5 \1(\3R\16negativeIntValue\18!\10\12double_value\24\6 \1(\1R\11do"..
- "ubleValue\18!\10\12string_value\24\7 \1(\12R\11stringValue\18'\10\15agg"..
- "regate_value\24\8 \1(\9R\14aggregateValue\26J\10\8NamePart\18\27\10\9na"..
- "me_part\24\1 \2(\9R\8namePart\18!\10\12is_extension\24\2 \2(\8R\11isExt"..
- "ension\"\167\2\10\14SourceCodeInfo\18D\10\8location\24\1 \3(\0112(.goog"..
- "le.protobuf.SourceCodeInfo.LocationR\8location\26\206\1\10\8Location\18"..
- "\22\10\4path\24\1 \3(\5B\2\16\1R\4path\18\22\10\4span\24\2 \3(\5B\2\16"..
- "\1R\4span\18)\10\16leading_comments\24\3 \1(\9R\15leadingComments\18+"..
- "\10\17trailing_comments\24\4 \1(\9R\16trailingComments\18:\10\25leading"..
- "_detached_comments\24\6 \3(\9R\23leadingDetachedComments\"\209\1\10\17G"..
- "eneratedCodeInfo\18M\10\10annotation\24\1 \3(\0112-.google.protobuf.Gen"..
- "eratedCodeInfo.AnnotationR\10annotation\26m\10\10Annotation\18\22\10\4p"..
- "ath\24\1 \3(\5B\2\16\1R\4path\18\31\10\11source_file\24\2 \1(\9R\10sour"..
- "ceFile\18\20\10\5begin\24\3 \1(\5R\5begin\18\16\10\3end\24\4 \1(\5R\3en"..
- "dB~\10\19com.google.protobufB\16DescriptorProtosH\1Z-google.golang.org/"..
- "protobuf/types/descriptorpb\248\1\1\162\2\3GPB\170\2\26Google.Protobuf."..
- "Reflection"
- function Parser.reload()
- assert(pb.load(descriptor_pb), "load descriptor msg failed")
- end
- local function do_compile(self, f, ...)
- if self.include_imports then
- local old = self.on_import
- local infos = {}
- function self.on_import(info)
- insert_tab(infos, info)
- end
- local r = f(...)
- insert_tab(infos, r)
- self.on_import = old
- return { file = infos }
- end
- return { file = { f(...) } }
- end
- function Parser:compile(s, name)
- if self == Parser then self = Parser.new() end
- local set = do_compile(self, self.parse, self, s, name)
- return pb.encode('.google.protobuf.FileDescriptorSet', set)
- end
- function Parser:compilefile(fn)
- if self == Parser then self = Parser.new() end
- local set = do_compile(self, self.parsefile, self, fn)
- return pb.encode('.google.protobuf.FileDescriptorSet', set)
- end
- function Parser:load(s, name)
- if self == Parser then self = Parser.new() end
- local ret, pos = pb.load(self:compile(s, name))
- if ret then return ret, pos end
- error("load failed at offset "..pos)
- end
- function Parser:loadfile(fn)
- if self == Parser then self = Parser.new() end
- local ret, pos = pb.load(self:compilefile(fn))
- if ret then return ret, pos end
- error("load failed at offset "..pos)
- end
- Parser.reload()
- end
- end
- return Parser
|