dkjson-2.6000075500000000000000000000000001415762016200121525ustar00nobodynobodydkjson-2.6/dkjson-2.6-1.rockspec000064400000000000000000000013701415762016200157160ustar00nobodynobodypackage = "dkjson" version = "2.6-1" source = { url = "http://dkolf.de/src/dkjson-lua.fsl/tarball/dkjson-2.6.tar.gz?uuid=release_2_6", file = "dkjson-2.6.tar.gz" } description = { summary = "David Kolf's JSON module for Lua", detailed = [[ dkjson is a module for encoding and decoding JSON data. It supports UTF-8. JSON (JavaScript Object Notation) is a format for serializing data based on the syntax for JavaScript data structures. dkjson is written in Lua without any dependencies, but when LPeg is available dkjson can use it to speed up decoding. ]], homepage = "http://dkolf.de/src/dkjson-lua.fsl/", license = "MIT/X11" } dependencies = { "lua >= 5.1, < 5.5" } build = { type = "builtin", modules = { dkjson = "dkjson.lua" } } dkjson-2.6/dkjson.lua000064400000000000000000000557411415762016200142400ustar00nobodynobody-- Module options: local always_use_lpeg = false local register_global_module_table = false local global_module_name = 'json' --[==[ David Kolf's JSON module for Lua 5.1 - 5.4 Version 2.6 For the documentation see the corresponding readme.txt or visit . You can contact the author by sending an e-mail to 'david' at the domain 'dkolf.de'. Copyright (C) 2010-2021 David Heiko Kolf Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. --]==] -- global dependencies: local pairs, type, tostring, tonumber, getmetatable, setmetatable, rawset = pairs, type, tostring, tonumber, getmetatable, setmetatable, rawset local error, require, pcall, select = error, require, pcall, select local floor, huge = math.floor, math.huge local strrep, gsub, strsub, strbyte, strchar, strfind, strlen, strformat = string.rep, string.gsub, string.sub, string.byte, string.char, string.find, string.len, string.format local strmatch = string.match local concat = table.concat local json = { version = "dkjson 2.6" } local jsonlpeg = {} if register_global_module_table then if always_use_lpeg then _G[global_module_name] = jsonlpeg else _G[global_module_name] = json end end local _ENV = nil -- blocking globals in Lua 5.2 and later pcall (function() -- Enable access to blocked metatables. -- Don't worry, this module doesn't change anything in them. local debmeta = require "debug".getmetatable if debmeta then getmetatable = debmeta end end) json.null = setmetatable ({}, { __tojson = function () return "null" end }) local function isarray (tbl) local max, n, arraylen = 0, 0, 0 for k,v in pairs (tbl) do if k == 'n' and type(v) == 'number' then arraylen = v if v > max then max = v end else if type(k) ~= 'number' or k < 1 or floor(k) ~= k then return false end if k > max then max = k end n = n + 1 end end if max > 10 and max > arraylen and max > n * 2 then return false -- don't create an array with too many holes end return true, max end local escapecodes = { ["\""] = "\\\"", ["\\"] = "\\\\", ["\b"] = "\\b", ["\f"] = "\\f", ["\n"] = "\\n", ["\r"] = "\\r", ["\t"] = "\\t" } local function escapeutf8 (uchar) local value = escapecodes[uchar] if value then return value end local a, b, c, d = strbyte (uchar, 1, 4) a, b, c, d = a or 0, b or 0, c or 0, d or 0 if a <= 0x7f then value = a elseif 0xc0 <= a and a <= 0xdf and b >= 0x80 then value = (a - 0xc0) * 0x40 + b - 0x80 elseif 0xe0 <= a and a <= 0xef and b >= 0x80 and c >= 0x80 then value = ((a - 0xe0) * 0x40 + b - 0x80) * 0x40 + c - 0x80 elseif 0xf0 <= a and a <= 0xf7 and b >= 0x80 and c >= 0x80 and d >= 0x80 then value = (((a - 0xf0) * 0x40 + b - 0x80) * 0x40 + c - 0x80) * 0x40 + d - 0x80 else return "" end if value <= 0xffff then return strformat ("\\u%.4x", value) elseif value <= 0x10ffff then -- encode as UTF-16 surrogate pair value = value - 0x10000 local highsur, lowsur = 0xD800 + floor (value/0x400), 0xDC00 + (value % 0x400) return strformat ("\\u%.4x\\u%.4x", highsur, lowsur) else return "" end end local function fsub (str, pattern, repl) -- gsub always builds a new string in a buffer, even when no match -- exists. First using find should be more efficient when most strings -- don't contain the pattern. if strfind (str, pattern) then return gsub (str, pattern, repl) else return str end end local function quotestring (value) -- based on the regexp "escapable" in https://github.com/douglascrockford/JSON-js value = fsub (value, "[%z\1-\31\"\\\127]", escapeutf8) if strfind (value, "[\194\216\220\225\226\239]") then value = fsub (value, "\194[\128-\159\173]", escapeutf8) value = fsub (value, "\216[\128-\132]", escapeutf8) value = fsub (value, "\220\143", escapeutf8) value = fsub (value, "\225\158[\180\181]", escapeutf8) value = fsub (value, "\226\128[\140-\143\168-\175]", escapeutf8) value = fsub (value, "\226\129[\160-\175]", escapeutf8) value = fsub (value, "\239\187\191", escapeutf8) value = fsub (value, "\239\191[\176-\191]", escapeutf8) end return "\"" .. value .. "\"" end json.quotestring = quotestring local function replace(str, o, n) local i, j = strfind (str, o, 1, true) if i then return strsub(str, 1, i-1) .. n .. strsub(str, j+1, -1) else return str end end -- locale independent num2str and str2num functions local decpoint, numfilter local function updatedecpoint () decpoint = strmatch(tostring(0.5), "([^05+])") -- build a filter that can be used to remove group separators numfilter = "[^0-9%-%+eE" .. gsub(decpoint, "[%^%$%(%)%%%.%[%]%*%+%-%?]", "%%%0") .. "]+" end updatedecpoint() local function num2str (num) return replace(fsub(tostring(num), numfilter, ""), decpoint, ".") end local function str2num (str) local num = tonumber(replace(str, ".", decpoint)) if not num then updatedecpoint() num = tonumber(replace(str, ".", decpoint)) end return num end local function addnewline2 (level, buffer, buflen) buffer[buflen+1] = "\n" buffer[buflen+2] = strrep (" ", level) buflen = buflen + 2 return buflen end function json.addnewline (state) if state.indent then state.bufferlen = addnewline2 (state.level or 0, state.buffer, state.bufferlen or #(state.buffer)) end end local encode2 -- forward declaration local function addpair (key, value, prev, indent, level, buffer, buflen, tables, globalorder, state) local kt = type (key) if kt ~= 'string' and kt ~= 'number' then return nil, "type '" .. kt .. "' is not supported as a key by JSON." end if prev then buflen = buflen + 1 buffer[buflen] = "," end if indent then buflen = addnewline2 (level, buffer, buflen) end buffer[buflen+1] = quotestring (key) buffer[buflen+2] = ":" return encode2 (value, indent, level, buffer, buflen + 2, tables, globalorder, state) end local function appendcustom(res, buffer, state) local buflen = state.bufferlen if type (res) == 'string' then buflen = buflen + 1 buffer[buflen] = res end return buflen end local function exception(reason, value, state, buffer, buflen, defaultmessage) defaultmessage = defaultmessage or reason local handler = state.exception if not handler then return nil, defaultmessage else state.bufferlen = buflen local ret, msg = handler (reason, value, state, defaultmessage) if not ret then return nil, msg or defaultmessage end return appendcustom(ret, buffer, state) end end function json.encodeexception(reason, value, state, defaultmessage) return quotestring("<" .. defaultmessage .. ">") end encode2 = function (value, indent, level, buffer, buflen, tables, globalorder, state) local valtype = type (value) local valmeta = getmetatable (value) valmeta = type (valmeta) == 'table' and valmeta -- only tables local valtojson = valmeta and valmeta.__tojson if valtojson then if tables[value] then return exception('reference cycle', value, state, buffer, buflen) end tables[value] = true state.bufferlen = buflen local ret, msg = valtojson (value, state) if not ret then return exception('custom encoder failed', value, state, buffer, buflen, msg) end tables[value] = nil buflen = appendcustom(ret, buffer, state) elseif value == nil then buflen = buflen + 1 buffer[buflen] = "null" elseif valtype == 'number' then local s if value ~= value or value >= huge or -value >= huge then -- This is the behaviour of the original JSON implementation. s = "null" else s = num2str (value) end buflen = buflen + 1 buffer[buflen] = s elseif valtype == 'boolean' then buflen = buflen + 1 buffer[buflen] = value and "true" or "false" elseif valtype == 'string' then buflen = buflen + 1 buffer[buflen] = quotestring (value) elseif valtype == 'table' then if tables[value] then return exception('reference cycle', value, state, buffer, buflen) end tables[value] = true level = level + 1 local isa, n = isarray (value) if n == 0 and valmeta and valmeta.__jsontype == 'object' then isa = false end local msg if isa then -- JSON array buflen = buflen + 1 buffer[buflen] = "[" for i = 1, n do buflen, msg = encode2 (value[i], indent, level, buffer, buflen, tables, globalorder, state) if not buflen then return nil, msg end if i < n then buflen = buflen + 1 buffer[buflen] = "," end end buflen = buflen + 1 buffer[buflen] = "]" else -- JSON object local prev = false buflen = buflen + 1 buffer[buflen] = "{" local order = valmeta and valmeta.__jsonorder or globalorder if order then local used = {} n = #order for i = 1, n do local k = order[i] local v = value[k] if v ~= nil then used[k] = true buflen, msg = addpair (k, v, prev, indent, level, buffer, buflen, tables, globalorder, state) prev = true -- add a seperator before the next element end end for k,v in pairs (value) do if not used[k] then buflen, msg = addpair (k, v, prev, indent, level, buffer, buflen, tables, globalorder, state) if not buflen then return nil, msg end prev = true -- add a seperator before the next element end end else -- unordered for k,v in pairs (value) do buflen, msg = addpair (k, v, prev, indent, level, buffer, buflen, tables, globalorder, state) if not buflen then return nil, msg end prev = true -- add a seperator before the next element end end if indent then buflen = addnewline2 (level - 1, buffer, buflen) end buflen = buflen + 1 buffer[buflen] = "}" end tables[value] = nil else return exception ('unsupported type', value, state, buffer, buflen, "type '" .. valtype .. "' is not supported by JSON.") end return buflen end function json.encode (value, state) state = state or {} local oldbuffer = state.buffer local buffer = oldbuffer or {} state.buffer = buffer updatedecpoint() local ret, msg = encode2 (value, state.indent, state.level or 0, buffer, state.bufferlen or 0, state.tables or {}, state.keyorder, state) if not ret then error (msg, 2) elseif oldbuffer == buffer then state.bufferlen = ret return true else state.bufferlen = nil state.buffer = nil return concat (buffer) end end local function loc (str, where) local line, pos, linepos = 1, 1, 0 while true do pos = strfind (str, "\n", pos, true) if pos and pos < where then line = line + 1 linepos = pos pos = pos + 1 else break end end return "line " .. line .. ", column " .. (where - linepos) end local function unterminated (str, what, where) return nil, strlen (str) + 1, "unterminated " .. what .. " at " .. loc (str, where) end local function scanwhite (str, pos) while true do pos = strfind (str, "%S", pos) if not pos then return nil end local sub2 = strsub (str, pos, pos + 1) if sub2 == "\239\187" and strsub (str, pos + 2, pos + 2) == "\191" then -- UTF-8 Byte Order Mark pos = pos + 3 elseif sub2 == "//" then pos = strfind (str, "[\n\r]", pos + 2) if not pos then return nil end elseif sub2 == "/*" then pos = strfind (str, "*/", pos + 2) if not pos then return nil end pos = pos + 2 else return pos end end end local escapechars = { ["\""] = "\"", ["\\"] = "\\", ["/"] = "/", ["b"] = "\b", ["f"] = "\f", ["n"] = "\n", ["r"] = "\r", ["t"] = "\t" } local function unichar (value) if value < 0 then return nil elseif value <= 0x007f then return strchar (value) elseif value <= 0x07ff then return strchar (0xc0 + floor(value/0x40), 0x80 + (floor(value) % 0x40)) elseif value <= 0xffff then return strchar (0xe0 + floor(value/0x1000), 0x80 + (floor(value/0x40) % 0x40), 0x80 + (floor(value) % 0x40)) elseif value <= 0x10ffff then return strchar (0xf0 + floor(value/0x40000), 0x80 + (floor(value/0x1000) % 0x40), 0x80 + (floor(value/0x40) % 0x40), 0x80 + (floor(value) % 0x40)) else return nil end end local function scanstring (str, pos) local lastpos = pos + 1 local buffer, n = {}, 0 while true do local nextpos = strfind (str, "[\"\\]", lastpos) if not nextpos then return unterminated (str, "string", pos) end if nextpos > lastpos then n = n + 1 buffer[n] = strsub (str, lastpos, nextpos - 1) end if strsub (str, nextpos, nextpos) == "\"" then lastpos = nextpos + 1 break else local escchar = strsub (str, nextpos + 1, nextpos + 1) local value if escchar == "u" then value = tonumber (strsub (str, nextpos + 2, nextpos + 5), 16) if value then local value2 if 0xD800 <= value and value <= 0xDBff then -- we have the high surrogate of UTF-16. Check if there is a -- low surrogate escaped nearby to combine them. if strsub (str, nextpos + 6, nextpos + 7) == "\\u" then value2 = tonumber (strsub (str, nextpos + 8, nextpos + 11), 16) if value2 and 0xDC00 <= value2 and value2 <= 0xDFFF then value = (value - 0xD800) * 0x400 + (value2 - 0xDC00) + 0x10000 else value2 = nil -- in case it was out of range for a low surrogate end end end value = value and unichar (value) if value then if value2 then lastpos = nextpos + 12 else lastpos = nextpos + 6 end end end end if not value then value = escapechars[escchar] or escchar lastpos = nextpos + 2 end n = n + 1 buffer[n] = value end end if n == 1 then return buffer[1], lastpos elseif n > 1 then return concat (buffer), lastpos else return "", lastpos end end local scanvalue -- forward declaration local function scantable (what, closechar, str, startpos, nullval, objectmeta, arraymeta) local len = strlen (str) local tbl, n = {}, 0 local pos = startpos + 1 if what == 'object' then setmetatable (tbl, objectmeta) else setmetatable (tbl, arraymeta) end while true do pos = scanwhite (str, pos) if not pos then return unterminated (str, what, startpos) end local char = strsub (str, pos, pos) if char == closechar then return tbl, pos + 1 end local val1, err val1, pos, err = scanvalue (str, pos, nullval, objectmeta, arraymeta) if err then return nil, pos, err end pos = scanwhite (str, pos) if not pos then return unterminated (str, what, startpos) end char = strsub (str, pos, pos) if char == ":" then if val1 == nil then return nil, pos, "cannot use nil as table index (at " .. loc (str, pos) .. ")" end pos = scanwhite (str, pos + 1) if not pos then return unterminated (str, what, startpos) end local val2 val2, pos, err = scanvalue (str, pos, nullval, objectmeta, arraymeta) if err then return nil, pos, err end tbl[val1] = val2 pos = scanwhite (str, pos) if not pos then return unterminated (str, what, startpos) end char = strsub (str, pos, pos) else n = n + 1 tbl[n] = val1 end if char == "," then pos = pos + 1 end end end scanvalue = function (str, pos, nullval, objectmeta, arraymeta) pos = pos or 1 pos = scanwhite (str, pos) if not pos then return nil, strlen (str) + 1, "no valid JSON value (reached the end)" end local char = strsub (str, pos, pos) if char == "{" then return scantable ('object', "}", str, pos, nullval, objectmeta, arraymeta) elseif char == "[" then return scantable ('array', "]", str, pos, nullval, objectmeta, arraymeta) elseif char == "\"" then return scanstring (str, pos) else local pstart, pend = strfind (str, "^%-?[%d%.]+[eE]?[%+%-]?%d*", pos) if pstart then local number = str2num (strsub (str, pstart, pend)) if number then return number, pend + 1 end end pstart, pend = strfind (str, "^%a%w*", pos) if pstart then local name = strsub (str, pstart, pend) if name == "true" then return true, pend + 1 elseif name == "false" then return false, pend + 1 elseif name == "null" then return nullval, pend + 1 end end return nil, pos, "no valid JSON value at " .. loc (str, pos) end end local function optionalmetatables(...) if select("#", ...) > 0 then return ... else return {__jsontype = 'object'}, {__jsontype = 'array'} end end function json.decode (str, pos, nullval, ...) local objectmeta, arraymeta = optionalmetatables(...) return scanvalue (str, pos, nullval, objectmeta, arraymeta) end function json.use_lpeg () local g = require ("lpeg") if g.version() == "0.11" then error "due to a bug in LPeg 0.11, it cannot be used for JSON matching" end local pegmatch = g.match local P, S, R = g.P, g.S, g.R local function ErrorCall (str, pos, msg, state) if not state.msg then state.msg = msg .. " at " .. loc (str, pos) state.pos = pos end return false end local function Err (msg) return g.Cmt (g.Cc (msg) * g.Carg (2), ErrorCall) end local function ErrorUnterminatedCall (str, pos, what, state) return ErrorCall (str, pos - 1, "unterminated " .. what, state) end local SingleLineComment = P"//" * (1 - S"\n\r")^0 local MultiLineComment = P"/*" * (1 - P"*/")^0 * P"*/" local Space = (S" \n\r\t" + P"\239\187\191" + SingleLineComment + MultiLineComment)^0 local function ErrUnterminated (what) return g.Cmt (g.Cc (what) * g.Carg (2), ErrorUnterminatedCall) end local PlainChar = 1 - S"\"\\\n\r" local EscapeSequence = (P"\\" * g.C (S"\"\\/bfnrt" + Err "unsupported escape sequence")) / escapechars local HexDigit = R("09", "af", "AF") local function UTF16Surrogate (match, pos, high, low) high, low = tonumber (high, 16), tonumber (low, 16) if 0xD800 <= high and high <= 0xDBff and 0xDC00 <= low and low <= 0xDFFF then return true, unichar ((high - 0xD800) * 0x400 + (low - 0xDC00) + 0x10000) else return false end end local function UTF16BMP (hex) return unichar (tonumber (hex, 16)) end local U16Sequence = (P"\\u" * g.C (HexDigit * HexDigit * HexDigit * HexDigit)) local UnicodeEscape = g.Cmt (U16Sequence * U16Sequence, UTF16Surrogate) + U16Sequence/UTF16BMP local Char = UnicodeEscape + EscapeSequence + PlainChar local String = P"\"" * (g.Cs (Char ^ 0) * P"\"" + ErrUnterminated "string") local Integer = P"-"^(-1) * (P"0" + (R"19" * R"09"^0)) local Fractal = P"." * R"09"^0 local Exponent = (S"eE") * (S"+-")^(-1) * R"09"^1 local Number = (Integer * Fractal^(-1) * Exponent^(-1))/str2num local Constant = P"true" * g.Cc (true) + P"false" * g.Cc (false) + P"null" * g.Carg (1) local SimpleValue = Number + String + Constant local ArrayContent, ObjectContent -- The functions parsearray and parseobject parse only a single value/pair -- at a time and store them directly to avoid hitting the LPeg limits. local function parsearray (str, pos, nullval, state) local obj, cont local start = pos local npos local t, nt = {}, 0 repeat obj, cont, npos = pegmatch (ArrayContent, str, pos, nullval, state) if cont == 'end' then return ErrorUnterminatedCall (str, start, "array", state) end pos = npos if cont == 'cont' or cont == 'last' then nt = nt + 1 t[nt] = obj end until cont ~= 'cont' return pos, setmetatable (t, state.arraymeta) end local function parseobject (str, pos, nullval, state) local obj, key, cont local start = pos local npos local t = {} repeat key, obj, cont, npos = pegmatch (ObjectContent, str, pos, nullval, state) if cont == 'end' then return ErrorUnterminatedCall (str, start, "object", state) end pos = npos if cont == 'cont' or cont == 'last' then t[key] = obj end until cont ~= 'cont' return pos, setmetatable (t, state.objectmeta) end local Array = P"[" * g.Cmt (g.Carg(1) * g.Carg(2), parsearray) local Object = P"{" * g.Cmt (g.Carg(1) * g.Carg(2), parseobject) local Value = Space * (Array + Object + SimpleValue) local ExpectedValue = Value + Space * Err "value expected" local ExpectedKey = String + Err "key expected" local End = P(-1) * g.Cc'end' local ErrInvalid = Err "invalid JSON" ArrayContent = (Value * Space * (P"," * g.Cc'cont' + P"]" * g.Cc'last'+ End + ErrInvalid) + g.Cc(nil) * (P"]" * g.Cc'empty' + End + ErrInvalid)) * g.Cp() local Pair = g.Cg (Space * ExpectedKey * Space * (P":" + Err "colon expected") * ExpectedValue) ObjectContent = (g.Cc(nil) * g.Cc(nil) * P"}" * g.Cc'empty' + End + (Pair * Space * (P"," * g.Cc'cont' + P"}" * g.Cc'last' + End + ErrInvalid) + ErrInvalid)) * g.Cp() local DecodeValue = ExpectedValue * g.Cp () jsonlpeg.version = json.version jsonlpeg.encode = json.encode jsonlpeg.null = json.null jsonlpeg.quotestring = json.quotestring jsonlpeg.addnewline = json.addnewline jsonlpeg.encodeexception = json.encodeexception jsonlpeg.using_lpeg = true function jsonlpeg.decode (str, pos, nullval, ...) local state = {} state.objectmeta, state.arraymeta = optionalmetatables(...) local obj, retpos = pegmatch (DecodeValue, str, pos, nullval, state) if state.msg then return nil, state.pos, state.msg else return obj, retpos end end -- cache result of this function: json.use_lpeg = function () return jsonlpeg end jsonlpeg.use_lpeg = json.use_lpeg return jsonlpeg end if always_use_lpeg then return json.use_lpeg() end return json dkjson-2.6/jsontest.lua000064400000000000000000000575501415762016200146210ustar00nobodynobodylocal encode, decode, dkencode, dkdecode local test_module, opt = ... -- command line argument --local test_module = 'cmj-json' --local test_module = 'dkjson' --local test_module = 'dkjson-nopeg' --local test_module = 'fleece' --local test_module = 'jf-json' --locel test_module = 'lua-yajl' --local test_module = 'mp-cjson' --local test_module = 'nm-json' --local test_module = 'sb-json' --local test_module = 'th-json' test_module = test_module or 'dkjson' --local opt = "esc" -- Test which characters in the BMP get escaped and whether this is correct --local opt = "esc_full" -- Full range from 0 to 0x10ffff --local opt = "esc_asc" -- Just 0 to 127 --local opt = "refcycle" -- What happens when a reference cycle gets encoded? local testlocale = "de_DE.UTF8" local function inlocale(fn) local oldloc = os.setlocale(nil, 'numeric') if not os.setlocale(testlocale, 'numeric') then print("test could not switch to locale "..testlocale) else fn() end os.setlocale(oldloc, 'numeric') end if test_module == 'cmj-json' then -- https://github.com/craigmj/json4lua/ -- http://json.luaforge.net/ local json = require "cmjjson" -- renamed, the original file was just 'json' encode = json.encode decode = json.decode elseif test_module == 'dkjson' then -- http://chiselapp.com/user/dhkolf/repository/dkjson/ local json = require "dkjson" encode = json.encode decode = json.decode elseif test_module == 'dkjson-lpeg' then test_module = 'dkjson' local json = require "dkjson".use_lpeg() encode = json.encode decode = json.decode elseif test_module == 'dkjson-lulpeg' then test_module = 'dkjson' package.loaded["lpeg"] = require "lulpeg" local json = require "dkjson".use_lpeg() encode = json.encode decode = json.decode elseif test_module == 'fleece' then -- http://www.eonblast.com/fleece/ local fleece = require "fleece" encode = function(x) return fleece.json(x, "E4") end elseif test_module == 'jf-json' then -- http://regex.info/blog/lua/json local json = require "jfjson" -- renamed, the original file was just 'JSON' encode = function(x) return json:encode(x) end decode = function(x) return json:decode(x) end elseif test_module == 'lua-yajl' then -- http://github.com/brimworks/lua-yajl local yajl = require ("yajl") encode = yajl.to_string decode = yajl.to_value elseif test_module == 'mp-cjson' then -- http://www.kyne.com.au/~mark/software/lua-cjson.php local json = require "cjson" encode = json.encode decode = json.decode elseif test_module == 'nm-json' then -- http://luaforge.net/projects/luajsonlib/ local json = require "LuaJSON" encode = json.encode or json.stringify decode = json.decode or json.parse elseif test_module == 'sb-json' then -- http://www.chipmunkav.com/downloads/Json.lua local json = require "sbjson" -- renamed, the original file was just 'Json' encode = json.Encode decode = json.Decode elseif test_module == 'th-json' then -- https://github.com/harningt/luajson -- http://luaforge.net/projects/luajson/ local json = require "json" encode = json.encode decode = json.decode else print "No module specified" return end do -- http://chiselapp.com/user/dhkolf/repository/dkjson/ local dkjson = require "dkjson" dkencode = dkjson.encode dkdecode = dkjson.decode end if not encode then print ("No encode method") else local x, r local escapecodes = { ["\""] = "\\\"", ["\\"] = "\\\\", ["\b"] = "\\b", ["\f"] = "\\f", ["\n"] = "\\n", ["\r"] = "\\r", ["\t"] = "\\t", ["/"] = "\\/" } local function test (x, n, expect) local enc = encode{ x }:match("^%s*%[%s*%\"(.-)%\"%s*%]%s*$") if not enc or (escapecodes[x] ~= enc and ("\\u%04x"):format(n) ~= enc:gsub("[A-F]", string.lower) and not (expect and enc:match("^"..expect.."$"))) then print(("U+%04X isn't encoded correctly: %q"):format(n, enc)) end end -- necessary escapes for JSON: for i = 0,31 do test(string.char(i), i) end test("\"", ("\""):byte()) test("\\", ("\\"):byte()) -- necessary escapes for JavaScript: test("\226\128\168", 0x2028) test("\226\128\169", 0x2029) -- invalid escapes that were seen in the wild: test("'", ("'"):byte(), "%'") r,x = pcall (encode, { [1000] = "x" }) if not r then print ("encoding a sparse array (#=0) raises an error:", x) else if #x > 30 then print ("sparse array (#=0) encoded as:", x:sub(1,15).." <...> "..x:sub(-15,-1), "#"..#x) else print ("sparse array (#=0) encoded as:", x) end end r,x = pcall (encode, { [1] = "a", [1000] = "x" }) if not r then print ("encoding a sparse array (#=1) raises an error:", x) else if #x > 30 then print ("sparse array (#=1) encoded as:", x:sub(1,15).." <...> "..x:sub(-15,-1), "#str="..#x) else print ("sparse array (#=1) encoded as:", x) end end r,x = pcall (encode, { [1] = "a", [5] = "c", ["x"] = "x" }) if not r then print ("encoding a mixed table raises an error:", x) else print ("mixed table encoded as:", x) end r, x = pcall(encode, { math.huge*0 }) -- NaN if not r then print ("encoding NaN raises an error:", x) else r = dkdecode(x) if not r then print ("NaN isn't converted into valid JSON:", x) elseif type(r[1]) == "number" and r[1] == r[1] then -- a number, but not NaN print ("NaN is converted into a valid number:", x) else print ("NaN is converted to:", x) end end if test_module == 'fleece' then print ("Fleece (0.3.1) is known to freeze on +/-Inf") else r, x = pcall(encode, { math.huge }) -- +Inf if not r then print ("encoding +Inf raises an error:", x) else r = dkdecode(x) if not r then print ("+Inf isn't converted into valid JSON:", x) else print ("+Inf is converted to:", x) end end r, x = pcall(encode, { -math.huge }) -- -Inf if not r then print ("encoding -Inf raises an error:", x) else r = dkdecode(x) if not r then print ("-Inf isn't converted into valid JSON:", x) else print ("-Inf is converted to:", x) end end end inlocale(function () local r, x = pcall(encode, { 0.5 }) if not r then print("encoding 0.5 in locale raises an error:", x) elseif not x:find(".", 1, true) then print("In locale 0.5 isn't converted into valid JSON:", x) end end) -- special tests for dkjson: if test_module == 'dkjson' then do -- encode a function local why, value, exstate local state = { exception = function (w, v, s) why, value, exstate = w, v, s return "\"demo\"" end } local encfunction = function () end r, x = pcall(dkencode, { encfunction }, state ) if not r then print("encoding a function with exception handler raises an error:", x) else if x ~= "[\"demo\"]" then print("expected to see output of exception handler for type exception, but got", x) end if why ~= "unsupported type" then print("expected exception reason to be 'unsupported type' for type exception") end if value ~= encfunction then print("expected to recieve value for type exception") end if exstate ~= state then print("expected to recieve state for type exception") end end r, x = pcall(dkencode, { function () end }, { exception = function (w, v, s) return nil, "demo" end }) if r or x ~= "demo" then print("expected custom error for type exception, but got:", r, x) end r, x = pcall(dkencode, { function () end }, { exception = function (w, v, s) return nil end }) if r or x ~= "type 'function' is not supported by JSON." then print("expected default error for type exception, but got:", r, x) end end do -- encode a reference cycle local why, value, exstate local state = { exception = function (w, v, s) why, value, exstate = w, v, s return "\"demo\"" end } local a = {} a[1] = a r, x = pcall(dkencode, a, state ) if not r then print("encoding a reference cycle with exception handler raises an error:", x) else if x ~= "[\"demo\"]" then print("expected to see output of exception handler for reference cycle exception, but got", x) end if why ~= "reference cycle" then print("expected exception reason to be 'reference cycle' for reference cycle exception") end if value ~= a then print("expected to recieve value for reference cycle exception") end if exstate ~= state then print("expected to recieve state for reference cycle exception") end end end do -- example exception handler r = dkencode(function () end, { exception = require "dkjson".encodeexception }) if r ~= [[""]] then print("expected the exception encoder to encode default error message, but got", r) end end do -- test state buffer for custom __tojson function local origstate = {} local usedstate, usedbuffer, usedbufferlen dkencode({ setmetatable({}, { __tojson = function(self, state) usedstate = state usedbuffer = state.buffer usedbufferlen = state.bufferlen return true end }) }, origstate) if usedstate ~= origstate then print("expected tojson-function to recieve the original state") end if type(usedbuffer) ~= 'table' or #usedbuffer < 1 then print("expected buffer in tojson-function to be an array") end if usedbufferlen ~= 1 then print("expected bufferlen in tojson-function to be 1, but got "..tostring(usedbufferlen)) end end do -- do not keep buffer and bufferlen when they were not present initially local origstate = {} dkencode(setmetatable({}, {__tojson = function() return true end}), origstate) if origstate.buffer ~= nil then print("expected buffer to be reset to nil") end if origstate.bufferlen ~= nil then print("expected bufferlen to be reset to nil") end end do -- keep buffer and update bufferlen when they were present initially local origbuffer = {} local origstate = { buffer = origbuffer } dkencode(true, origstate) if origstate.buffer ~= origbuffer then print("expected original buffer to remain") end if origstate.bufferlen ~= 1 then print("expected bufferlen to be updated") end end do -- order keys when value is 'false' local r = dkencode({a = false, b = true, c = true}, {keyorder = {"a", "b", "c"}}) if r ~= [[{"a":false,"b":true,"c":true}]] then print("unexpected keyorder:", r) end end end end if not decode then print ("No decode method") else local x, r x = decode [=[ { "String": "Content", "Integer": 26, "Object": { "String2": "Content2", "Boolean": true, "Object2": {}, "Array": [ "Aa", "Bb", "Cc" ], "Integer": 42, "Nil": null } } ]=] r = type(x) == 'table' r = r and x.String == "Content" r = r and x.Integer == 26 r = r and type(x.Object) == 'table' r = r and x.Object.String2 == "Content2" r = r and x.Object.Boolean == true r = r and type(x.Object.Object2) == 'table' r = r and type(x.Object.Array) == 'table' r = r and x.Object.Array[3] == "Cc" r = r and x.Object.Integer == 42 r = r and x.Object.Nil == nil if not r then print ("Did not decode example data correctly") end x = decode[=[ ["\u0000"] ]=] if x[1] ~= "\000" then print ("\\u0000 isn't decoded correctly") end x = decode[=[ ["\u20AC"] ]=] if x[1] ~= "\226\130\172" then print ("\\u20AC isn't decoded correctly") end x = decode[=[ ["\uD834\uDD1E"] ]=] if x[1] ~= "\240\157\132\158" then print ("\\uD834\\uDD1E isn't decoded correctly") end r, x = pcall(decode, [=[ {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": {"x":{"x":{"x":{"x":{"x": "deep down" } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } } ]=]) if not r then print ("decoding a deep nested table raises an error:", x) else local i = 0 while type(x) == 'table' do i = i + 1 x = x.x end if i ~= 60 or x ~= "deep down" then print ("deep nested table isn't decoded correctly") end end if false and test_module == 'cmj-json' then -- unfortunatly the version can't be read print ("decoding a big array takes ages (or forever?) on cmj-json prior to version 0.9.5") else r, x = pcall(decode, "["..("0,"):rep(100000).."0]") if not r then print ("decoding a big array raises an error:", x) else if type(x) ~= 'table' or #x ~= 100001 then print ("big array isn't decoded correctly") end end end r, x = pcall(decode, "{}") if not r then print ("decoding an empty object raises an error:", x) elseif type(x) ~= 'table' then print ("decoding an empty object did not return a table") end r, x = pcall(decode, "{\"a\":1}") if not r then print ("decoding an object with one element raises an error:", x) elseif type(x) ~= 'table' or x.a ~= 1 then print ("decoding an object with one element did not return the expected table") end r, x = pcall(decode, "{\"a\":1,\"b\":2}") if not r then print ("decoding an object with two elements raises an error:", x) elseif type(x) ~= 'table' or x.a ~= 1 or x.b ~= 2 then print ("decoding an object with two elements did not return the expected table") end r, x = pcall(decode, "[]") if not r then print ("decoding an empty array raises an error:", x) elseif type(x) ~= 'table' then print ("decoding an empty array did not return a table") end r, x = pcall(decode, "[1e+2]") if not r then print ("decoding a number with exponential notation raises an error:", x) elseif x[1] ~= 1e+2 then print ("1e+2 decoded incorrectly:", r[1]) end r, x = pcall(decode, "[1,2]") if not r then print ("decoding an array with two elements raises an error:", x) elseif type(x) ~= 'table' or x[1] ~= 1 or x[2] ~= 2 then print ("decoding an array with two elements did not return the expected table") end inlocale(function () local r, x = pcall(decode, "[0.5]") if not r then print("decoding 0.5 in locale raises an error:", x) elseif not x then print("cannot decode 0.5 in locale") elseif x[1] ~= 0.5 then print("decoded 0.5 incorrectly in locale:", x[1]) end end) -- special tests for dkjson: if test_module == 'dkjson' then x = decode[=[ [{"x":0}] ]=] local m = getmetatable(x) if not m or m.__jsontype ~= 'array' then print (".__jsontype ~= array") end local m = getmetatable(x[1]) if not m or m.__jsontype ~= 'object' then print (".__jsontype ~= object") end local x,p,m = decode" invalid " if p ~= 2 or type(m) ~= 'string' or not m:find("at line 1, column 2$") then print (("Invalid location [1]: position=%d, message=%q"):format(p,m)) end local x,p,m = decode" \n invalid " if p ~= 4 or type(m) ~= 'string' or not m:find("at line 2, column 2$") then print (("Invalid location [2]: position=%d, message=%q"):format(p,m)) end -- report the position of the unmatched opening character instead of the -- position of the end of the string. local x,p,m = decode"[ {\"a\":\"........\"" if type(m) ~= 'string' or not m:find("at line 1, column 5$") then print (("Invalid location [3]: position=%d, message=%q"):format(p,m)) end local x,p,m = decode"[ [\"a\",\"........\"," if type(m) ~= 'string' or not m:find("at line 1, column 5$") then print (("Invalid location [4]: position=%d, message=%q"):format(p,m)) end -- report the position of the last opened object local x,p,m = decode"{\"x\": {\"a\":\"........\"" if type(m) ~= 'string' or not m:find("at line 1, column 8$") then print (("Invalid location [5]: position=%d, message=%q"):format(p,m)) end -- report missing string for key local x,p,m = decode"{ {\"a\":\"........\"" if type(m) ~= 'string' or not m:find("at line 1, column 4$") then print (("Invalid location [6]: position=%d, message=%q"):format(p,m)) end local x,p,m = decode"[-]" if type(m) ~= 'string' or not m:find("at line 1, column 2$") then print (("Invalid location for invalid char in array: position=%d, message=%q"):format(p,m)) end local x,p,m = decode"{-}" if type(m) ~= 'string' or not m:find("at line 1, column 2$") then print (("Invalid location for invalid char in object: position=%d, message=%q"):format(p,m)) end local x,p,m = decode" \"...." if type(m) ~= 'string' or not m:find("at line 1, column 3$") then print (("Invalid location for unterminated string: position=%d, message=%q"):format(p,m)) end do -- single line comments local x, p, m = decode [[ {"test://" // comment // --? : [ // continues 0] // } ]] if type(x) ~= 'table' or type(x["test://"]) ~= 'table' or x["test://"][1] ~= 0 then print("could not decode a string with single line comments: "..tostring(m)) end end do -- multi line comments local x, p, m = decode [[ {"test:/*"/**//* hi! this is a comment */ : [/** / **/ 0] } ]] if type(x) ~= 'table' or type(x["test:/*"]) ~= 'table' or x["test:/*"][1] ~= 0 then print("could not decode a string with multi line comments: "..tostring(m)) end end end end if encode and opt == "refcycle" then local a = {} a.a = a print ("Trying a reference cycle...") encode(a) end if encode and (opt or ""):sub(1,3) == "esc" then local strchar, strbyte, strformat = string.char, string.byte, string.format local floor = math.floor local function unichar (value) if value < 0 then return nil elseif value <= 0x007f then return strchar (value) elseif value <= 0x07ff then return strchar (0xc0 + floor(value/0x40), 0x80 + (floor(value) % 0x40)) elseif value <= 0xffff then return strchar (0xe0 + floor(value/0x1000), 0x80 + (floor(value/0x40) % 0x40), 0x80 + (floor(value) % 0x40)) elseif value <= 0x10ffff then return strchar (0xf0 + floor(value/0x40000), 0x80 + (floor(value/0x1000) % 0x40), 0x80 + (floor(value/0x40) % 0x40), 0x80 + (floor(value) % 0x40)) else return nil end end local escapecodes = { ["\""] = "\\\"", ["\\"] = "\\\\", ["\b"] = "\\b", ["\f"] = "\\f", ["\n"] = "\\n", ["\r"] = "\\r", ["\t"] = "\\t", ["/"] = "\\/" } local function escapeutf8 (uchar) local a, b, c, d = strbyte (uchar, 1, 4) a, b, c, d = a or 0, b or 0, c or 0, d or 0 if a <= 0x7f then value = a elseif 0xc0 <= a and a <= 0xdf and b >= 0x80 then value = (a - 0xc0) * 0x40 + b - 0x80 elseif 0xe0 <= a and a <= 0xef and b >= 0x80 and c >= 0x80 then value = ((a - 0xe0) * 0x40 + b - 0x80) * 0x40 + c - 0x80 elseif 0xf0 <= a and a <= 0xf7 and b >= 0x80 and c >= 0x80 and d >= 0x80 then value = (((a - 0xf0) * 0x40 + b - 0x80) * 0x40 + c - 0x80) * 0x40 + d - 0x80 else return "" end if value <= 0xffff then return strformat ("\\u%.4x", value) elseif value <= 0x10ffff then -- encode as UTF-16 surrogate pair value = value - 0x10000 local highsur, lowsur = 0xD800 + floor (value/0x400), 0xDC00 + (value % 0x400) return strformat ("\\u%.4x\\u%.4x", highsur, lowsur) else return "" end end local isspecial = {} local unifile = io.open("UnicodeData.txt") if unifile then -- -- each line consists of 15 parts for each defined codepoints local pat = {} for i = 1,14 do pat[i] = "[^;]*;" end pat[1] = "([^;]*);" -- Codepoint pat[3] = "([^;]*);" -- Category pat[15] = "[^;]*" pat = table.concat(pat) for line in unifile:lines() do local cp, cat = line:match(pat) if cat:match("^C[^so]") or cat:match("^Z[lp]") then isspecial[tonumber(cp, 16)] = cat end end unifile:close() end local x,xe local t = {} local esc = {} local escerr = {} local range if opt == "esc_full" then range = 0x10ffff elseif opt == "esc_asc" then range = 0x7f else range = 0xffff end for i = 0,range do t[1] = unichar(i) xe = encode(t) x = string.match(xe, "^%s*%[%s*%\"(.*)%\"%s*%]%s*$") if type(x) ~= 'string' then escerr[i] = xe elseif string.lower(x) == escapeutf8(t[1]) then esc[i] = 'u' elseif x == escapecodes[t[1]] then esc[i] = 'c' elseif x:sub(1,1) == "\\" then escerr[i] = xe end end do local i = 0 while i <= range do local first while i <= range and not (esc[i] or isspecial[i]) do i = i + 1 end if i > range then break end first = i local special = isspecial[i] if esc[i] and special then while esc[i] and isspecial[i] == special do i = i + 1 end if i-1 > first then print (("Escaped %s characters from U+%04X to U+%04X"):format(special,first,i-1)) else print (("Escaped %s character U+%04X"):format(special,first)) end elseif esc[i] then while esc[i] and not isspecial[i] do i = i + 1 end if i-1 > first then print (("Escaped from U+%04X to U+%04X"):format(first,i-1)) else if first >= 32 and first <= 127 then print (("Escaped U+%04X (%c)"):format(first,first)) else print (("Escaped U+%04X"):format(first)) end end elseif special then while not esc[i] and isspecial[i] == special do i = i + 1 end if i-1 > first then print (("Unescaped %s characters from U+%04X to U+%04X"):format(special,first,i-1)) else print (("Unescaped %s character U+%04X"):format(special,first)) end end end end do local i = 0 while i <= range do local first while i <= range and not escerr[i] do i = i + 1 end if not escerr[i] then break end first = i while escerr[i] do i = i + 1 end if i-1 > first then print (("Errors while escaping from U+%04X to U+%04X"):format(first, i-1)) else print (("Errors while escaping U+%04X"):format(first)) end end end end -- Copyright (C) 2011 David Heiko Kolf -- -- Permission is hereby granted, free of charge, to any person obtaining -- a copy of this software and associated documentation files (the -- "Software"), to deal in the Software without restriction, including -- without limitation the rights to use, copy, modify, merge, publish, -- distribute, sublicense, and/or sell copies of the Software, and to -- permit persons to whom the Software is furnished to do so, subject to -- the following conditions: -- -- The above copyright notice and this permission notice shall be -- included in all copies or substantial portions of the Software. -- -- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, -- EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF -- MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND -- NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS -- BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN -- ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN -- CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE -- SOFTWARE. dkjson-2.6/readme.txt000064400000000000000000000163741415762016200142420ustar00nobodynobodyDavid Kolf's JSON module for Lua 5.1 - 5.4 ========================================== *Version 2.6* In the default configuration this module writes no global values, not even the module table. Import it using json = require ("dkjson") In environments where `require` or a similiar function are not available and you cannot receive the return value of the module, you can set the option `register_global_module_table` to `true`. The module table will then be saved in the global variable with the name given by the option `global_module_name`. Exported functions and values: `json.encode (object [, state])` -------------------------------- Create a string representing the object. `Object` can be a table, a string, a number, a boolean, `nil`, `json.null` or any object with a function `__tojson` in its metatable. A table can only use strings and numbers as keys and its values have to be valid objects as well. It raises an error for any invalid data types or reference cycles. `state` is an optional table with the following fields: - `indent` When `indent` (a boolean) is set, the created string will contain newlines and indentations. Otherwise it will be one long line. - `keyorder` `keyorder` is an array to specify the ordering of keys in the encoded output. If an object has keys which are not in this array they are written after the sorted keys. - `level` This is the initial level of indentation used when `indent` is set. For each level two spaces are added. When absent it is set to 0. - `buffer` `buffer` is an array to store the strings for the result so they can be concatenated at once. When it isn't given, the encode function will create it temporary and will return the concatenated result. - `bufferlen` When `bufferlen` is set, it has to be the index of the last element of `buffer`. - `tables` `tables` is a set to detect reference cycles. It is created temporary when absent. Every table that is currently processed is used as key, the value is `true`. - `exception` When `exception` is given, it will be called whenever the encoder cannot encode a given value. The parameters are `reason`, `value`, `state` and `defaultmessage`. `reason` is either `"reference cycle"`, `"custom encoder failed"` or `"unsupported type"`. `value` is the original value that caused the exception, `state` is this state table, `defaultmessage` is the message of the error that would usually be raised. You can either return `true` and add directly to the buffer or you can return the string directly. To keep raising an error return `nil` and the desired error message. An example implementation for an exception function is given in `json.encodeexception`. When `state.buffer` was set, the return value will be `true` on success. Without `state.buffer` the return value will be a string. `json.decode (string [, position [, null]])` -------------------------------------------- Decode `string` starting at `position` or at 1 if `position` was omitted. `null` is an optional value to be returned for null values. The default is `nil`, but you could set it to `json.null` or any other value. The return values are the object or `nil`, the position of the next character that doesn't belong to the object, and in case of errors an error message. Two metatables are created. Every array or object that is decoded gets a metatable with the `__jsontype` field set to either `array` or `object`. If you want to provide your own metatables use the syntax json.decode (string, position, null, objectmeta, arraymeta) To prevent the assigning of metatables pass `nil`: json.decode (string, position, null, nil) `.__jsonorder` ------------------------- `__jsonorder` can overwrite the `keyorder` for a specific table. `.__jsontype` ------------------------ `__jsontype` can be either `"array"` or `"object"`. This value is only checked for empty tables. (The default for empty tables is `"array"`). `.__tojson (self, state)` ------------------------------------ You can provide your own `__tojson` function in a metatable. In this function you can either add directly to the buffer and return true, or you can return a string. On errors nil and a message should be returned. `json.null` ----------- You can use this value for setting explicit `null` values. `json.version` -------------- Set to `"dkjson 2.6"`. `json.quotestring (string)` --------------------------- Quote a UTF-8 string and escape critical characters using JSON escape sequences. This function is only necessary when you build your own `__tojson` functions. `json.addnewline (state)` ------------------------- When `state.indent` is set, add a newline to `state.buffer` and spaces according to `state.level`. `json.encodeexception (reason, value, state, defaultmessage)` ------------------------------------------------------------- This function can be used as value to the `exception` option. Instead of raising an error this function encodes the error message as a string. This can help to debug malformed input data. x = json.encode(value, { exception = json.encodeexception }) LPeg support ------------ When the local configuration variable `always_use_lpeg` is set, this module tries to load LPeg to replace the `decode` function. The speed increase is significant. You can get the LPeg module at . Without changing the module configuration you can get LPeg support by calling the function `use_lpeg`: ### `json.use_lpeg ()` Require the LPeg module and return a copy of the module table where the `decode` function was replaced by a version that uses LPeg: json = require "dkjson".use_lpeg() Without the configuration to always use LPEG the original module table is unchanged and still available by calls to json = require "dkjson" ### `json.using_lpeg` This variable is set to `true` in the copy of the module table that uses LPeg support. --------------------------------------------------------------------- Contact ------- You can contact the author by sending an e-mail to 'david' at the domain 'dkolf.de'. --------------------------------------------------------------------- *Copyright (C) 2010-2021 David Heiko Kolf* Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. dkjson-2.6/speedtest.lua000064400000000000000000000065111415762016200147370ustar00nobodynobodylocal encode, decode local test_module = ... -- command line argument --local test_module = 'cmj-json' --local test_module = 'dkjson' --local test_module = 'dkjson-nopeg' --local test_module = 'fleece' --local test_module = 'jf-json' --locel test_module = 'lua-yajl' --local test_module = 'mp-cjson' --local test_module = 'nm-json' --local test_module = 'sb-json' --local test_module = 'th-json' if test_module == 'cmj-json' then -- http://json.luaforge.net/ local json = require "cmjjson" -- renamed, the original file was just 'json' encode = json.encode decode = json.decode elseif test_module == 'dkjson' then -- http://chiselapp.com/user/dhkolf/repository/dkjson/ package.preload["lpeg"] = function () error "lpeg disabled" end package.loaded["lpeg"] = nil lpeg = nil local dkjson = require "dkjson" encode = dkjson.encode decode = dkjson.decode elseif test_module == 'dkjson-lpeg' then local dkjson = require "dkjson".use_lpeg() encode = dkjson.encode decode = dkjson.decode elseif test_module == 'fleece' then -- http://www.eonblast.com/fleece/ local fleece = require "fleece" encode = function(x) return fleece.json(x, "E4") end elseif test_module == 'jf-json' then -- http://regex.info/blog/lua/json local json = require "jfjson" -- renamed, the original file was just 'JSON' encode = function(x) return json:encode(x) end decode = function(x) return json:decode(x) end elseif test_module == 'lua-yajl' then -- http://github.com/brimworks/lua-yajl local yajl = require ("yajl") encode = yajl.to_string decode = yajl.to_value elseif test_module == 'mp-cjson' then -- http://www.kyne.com.au/~mark/software/lua-cjson.php local json = require "cjson" encode = json.encode decode = json.decode elseif test_module == 'nm-json' then -- http://luaforge.net/projects/luajsonlib/ local json = require "LuaJSON" encode = json.encode or json.stringify decode = json.decode or json.parse elseif test_module == 'sb-json' then -- http://www.chipmunkav.com/downloads/Json.lua local json = require "sbjson" -- renamed, the original file was just 'Json' encode = json.Encode decode = json.Decode elseif test_module == 'th-json' then -- http://luaforge.net/projects/luajson/ local json = require "json" encode = json.encode decode = json.decode else print "No module specified" return end -- example data taken from -- http://de.wikipedia.org/wiki/JavaScript_Object_Notation local str = [[ { "Herausgeber": "Xema", "Nummer": "1234-5678-9012-3456", "Deckung": 26, "Währung": "EUR", "Inhaber": { "Name": "Mustermann", "Vorname": "Max", "männlich": true, "Depot": {}, "Hobbys": [ "Reiten", "Golfen", "Lesen" ], "Alter": 42, "Kinder": [0], "Partner": null } } ]] local tbl = { Herausgeber= "Xema", Nummer= "1234-5678-9012-3456", Deckung= 2e+6, ["Währung"]= "EUR", Inhaber= { Name= "Mustermann", Vorname= "Max", ["männlich"]= true, Depot= {}, Hobbys= { "Reiten", "Golfen", "Lesen" }, Alter= 42, Kinder= {}, Partner= nil --Partner= json.null } } local t1, t2 if decode then t1 = os.clock () for i = 1,100000 do decode (str) end t2 = os.clock () print ("Decoding:", t2 - t1) end if encode then t1 = os.clock () for i = 1,100000 do encode (tbl) end t2 = os.clock () print ("Encoding:", t2 - t1) end dkjson-2.6/versions.txt000064400000000000000000000104211415762016200146400ustar00nobodynobodyVersion 2.6 (2021-12-19) =========== Changes since version 2.5: * The decode function is no longer automatically replaced by the version implemented using LPeg, but an LPeg-enabled copy of the module has to be requested explicitly with the function use_lpeg. This was changed to improve the predictability of the code and make audits more reliable. * The LPeg-version of the decode function now reports unterminated strings, arrays and objects with the position where they started rather than where parsing failed which was usually at the end of the input string. This was already the behavior of the pure-Lua-implementation. * Fixed a bug where entries in a dictionary were not put in the desired order when their value was the boolean false. Version 2.5 (2014-04-28) =========== Changes since version 2.4: * Added customizable exception handling. * Decode input that contains JavaScript comments. Version 2.4 (2013-09-28) =========== Changes since version 2.3: * Fixed encoding and decoding of numbers in different numeric locales. * Prevent using version 0.11 of LPeg (causes segmentation faults on some systems). Version 1.3 (2013-09-28) =========== Changes since version 1.2: * Fixed encoding and decoding of numbers in different numeric locales. Version 2.3 (2013-04-14) =========== Changes since version 2.2: * Corrected the range of escaped characters. Among other characters U+2029 was missing, which would cause trouble when parsed by a JavaScript interpreter. * Added options to register the module table in a global variable. This is useful in environments where functions similar to require are not available. Version 1.2 (2013-04-14) =========== Changes since version 1.1: * Corrected the range of escaped characters. Among other characters U+2029 was missing, which would cause trouble when parsed by a JavaScript interpreter. * Locations for error messages were off by one in the first line. Version 2.2 (2012-04-28) =========== Changes since version 2.1: * __jsontype is only used for empty tables. * It is possible to decode tables without assigning metatables. * Locations for error messages were off by one in the first line. * There is no LPeg version of json.quotestring anymore. Version 2.1 (2011-07-08) =========== Changes since version 2.0: * Changed the documentation to Markdown format. * LPeg is now parsing only a single value at a time to avoid running out of Lua stack for big arrays and objects. * Read __tojson, __jsontype and __jsonorder even from blocked metatables through the debug module. * Fixed decoding single numbers (only affected the non-LPeg mode). * Corrected the range of escaped Unicode control characters. Version 1.1 (2011-07-08) =========== Changes since version 1.0: * The values NaN/+Inf/-Inf are recognised and encoded as "null" like in the original JavaScript implementation. * Read __tojson even from blocked metatables through the debug module. * Fixed decoding single numbers. * Corrected the range of escaped Unicode control characters. Version 2.0 (2011-05-31) =========== Changes since version 1.0: * Optional LPeg support. * Invalid input data for encoding raises errors instead of returning nil and the error message. (Invalid data for encoding is usually a programming error. Raising an error removes the work of explicitly checking the result). * The metatable field __jsontype can control whether a Lua table is encoded as a JSON array or object. (Mainly useful for empty tables). * When decoding, two metatables are created. One is used to mark the arrays while the other one is used for the objects. (The metatables are created once for each decoding operation to make sandboxing possible. However, you can specify your own metatables as arguments). * There are no spaces added any longer when encoding. * It is possible to explicitly sort keys for encoding by providing an array with key names to the option "keyorder" or the metatable field __jsonorder. * The values NaN/+Inf/-Inf are recognised and encoded as "null" like in the original JavaScript implementation. Version 1.0 =========== Initial version, released 2010-08-28.