2015-06-30 15:05:58 +00:00
|
|
|
{car, cdr, cons, nil, nilp, pairp, vectorToList, list} = require 'cons-lists/lists'
|
2015-07-23 23:17:20 +00:00
|
|
|
{length} = require 'cons-lists/reduce'
|
2015-06-30 15:05:58 +00:00
|
|
|
{inspect} = require "util"
|
|
|
|
|
2015-05-14 05:28:55 +00:00
|
|
|
NEWLINES = ["\n", "\r", "\x0B", "\x0C"]
|
|
|
|
WHITESPACE = [" ", "\t"].concat(NEWLINES)
|
|
|
|
|
2015-07-08 22:14:05 +00:00
|
|
|
EOF = new (class Eof)()
|
|
|
|
EOO = new (class Eoo)()
|
2015-05-14 05:28:55 +00:00
|
|
|
|
2015-07-23 23:17:20 +00:00
|
|
|
stringp = (o) -> o?.__type == 'string'
|
|
|
|
|
|
|
|
errorp = (o) -> (pairp o) and (car o) == 'error'
|
|
|
|
|
|
|
|
streq = (s, t) -> String(s) == String(t)
|
|
|
|
|
2015-05-14 05:28:55 +00:00
|
|
|
class Source
|
|
|
|
constructor: (@inStream) ->
|
|
|
|
@index = 0
|
|
|
|
@max = @inStream.length - 1
|
|
|
|
@line = 0
|
|
|
|
@column = 0
|
|
|
|
|
|
|
|
peek: -> @inStream[@index]
|
|
|
|
|
|
|
|
position: -> [@line, @column]
|
|
|
|
|
|
|
|
next: ->
|
|
|
|
c = @peek()
|
|
|
|
return EOF if @done()
|
|
|
|
@index++
|
|
|
|
[@line, @column] = if @peek() in NEWLINES then [@line + 1, 0] else [@line, @column + 1]
|
|
|
|
c
|
|
|
|
|
|
|
|
done: -> @index > @max
|
|
|
|
|
|
|
|
# IO -> IO
|
2015-07-08 22:14:05 +00:00
|
|
|
skipWS = (inStream) ->
|
2015-05-14 05:28:55 +00:00
|
|
|
while inStream.peek() in WHITESPACE then inStream.next()
|
|
|
|
|
2015-07-23 23:17:20 +00:00
|
|
|
invisibleProperty = (obj, name, value) ->
|
|
|
|
Object.defineProperty obj, name,
|
|
|
|
value: value
|
|
|
|
configurable: false
|
|
|
|
enumerable: false
|
|
|
|
writable: false
|
|
|
|
obj
|
|
|
|
|
|
|
|
lineInfo = (obj, line, column) ->
|
|
|
|
invisibleProperty obj, '__position', {line: line, column: column}
|
|
|
|
|
2015-05-14 05:28:55 +00:00
|
|
|
# (type, value, line, column) -> (node {type, value, line, column)}
|
2015-07-23 23:17:20 +00:00
|
|
|
makeObj = (value, type, line, column) ->
|
|
|
|
lineInfo (invisibleProperty value, '__type', type), line, column
|
2015-05-14 05:28:55 +00:00
|
|
|
|
|
|
|
# msg -> (IO -> Node => Error)
|
|
|
|
handleError = (message) ->
|
2015-07-23 23:17:20 +00:00
|
|
|
(line, column) -> lineInfo (cons "error", message), line, column
|
2015-05-14 05:28:55 +00:00
|
|
|
|
|
|
|
# IO -> Node => Comment
|
|
|
|
readComment = (inStream) ->
|
|
|
|
[line, column] = inStream.position()
|
|
|
|
r = (while inStream.peek() != "\n" and not inStream.done()
|
|
|
|
inStream.next()).join("")
|
|
|
|
if not inStream.done()
|
|
|
|
inStream.next()
|
2015-07-23 23:17:20 +00:00
|
|
|
makeObj (new String r), 'comment', line, column
|
2015-05-14 05:28:55 +00:00
|
|
|
|
|
|
|
# IO -> (Node => Literal => String) | Error
|
|
|
|
readString = (inStream) ->
|
|
|
|
[line, column] = inStream.position()
|
|
|
|
inStream.next()
|
2015-07-23 23:17:20 +00:00
|
|
|
string = until streq(inStream.peek(), '"') or inStream.done()
|
|
|
|
if (streq inStream.peek(), '\\')
|
2015-05-14 05:28:55 +00:00
|
|
|
inStream.next()
|
|
|
|
inStream.next()
|
|
|
|
if inStream.done()
|
|
|
|
return handleError("end of file seen before end of string.")(line, column)
|
|
|
|
inStream.next()
|
2015-07-23 23:17:20 +00:00
|
|
|
makeObj (new String (string.join '')), 'string', line, column
|
2015-05-14 05:28:55 +00:00
|
|
|
|
|
|
|
# (String) -> (Node => Literal => Number) | Nothing
|
|
|
|
readMaybeNumber = (symbol) ->
|
2015-07-23 23:17:20 +00:00
|
|
|
if streq(symbol[0], '+')
|
2015-05-14 05:28:55 +00:00
|
|
|
return readMaybeNumber symbol.substr(1)
|
2015-07-23 23:17:20 +00:00
|
|
|
if streq(symbol[0], '-')
|
2015-05-14 05:28:55 +00:00
|
|
|
ret = readMaybeNumber symbol.substr(1)
|
|
|
|
return if ret? then -1 * ret else undefined
|
|
|
|
if symbol.search(/^0x[0-9a-fA-F]+$/) > -1
|
|
|
|
return parseInt(symbol, 16)
|
|
|
|
if symbol.search(/^0[0-9a-fA-F]+$/) > -1
|
|
|
|
return parseInt(symbol, 8)
|
|
|
|
if symbol.search(/^[0-9]+$/) > -1
|
|
|
|
return parseInt(symbol, 10)
|
|
|
|
if symbol.search(/^nil$/) > -1
|
|
|
|
return nil
|
|
|
|
undefined
|
|
|
|
|
|
|
|
# (IO, macros) -> (IO, Node => Number | Symbol) | Error
|
|
|
|
readSymbol = (inStream, tableKeys) ->
|
|
|
|
[line, column] = inStream.position()
|
|
|
|
symbol = (until (inStream.done() or inStream.peek() in tableKeys or inStream.peek() in WHITESPACE)
|
|
|
|
inStream.next()).join ''
|
|
|
|
number = readMaybeNumber symbol
|
2015-07-23 23:17:20 +00:00
|
|
|
if nilp number
|
|
|
|
return nil
|
2015-05-14 05:28:55 +00:00
|
|
|
if number?
|
2015-07-23 23:17:20 +00:00
|
|
|
return makeObj (new Number number), 'number', line, column
|
|
|
|
makeObj (new String symbol), 'symbol', line, column
|
2015-07-08 22:14:05 +00:00
|
|
|
|
2015-05-14 05:28:55 +00:00
|
|
|
|
|
|
|
# (Delim, TypeName) -> IO -> (IO, node) | Error
|
2015-07-23 23:17:20 +00:00
|
|
|
makeReadContainer = (delim, constructor) ->
|
2015-05-14 05:28:55 +00:00
|
|
|
# IO -> (IO, Node) | Error
|
|
|
|
(inStream) ->
|
|
|
|
inStream.next()
|
|
|
|
skipWS inStream
|
|
|
|
[line, column] = inStream.position()
|
2015-07-23 23:17:20 +00:00
|
|
|
if streq(inStream.peek(), delim)
|
2015-05-14 05:28:55 +00:00
|
|
|
inStream.next()
|
2015-07-23 23:17:20 +00:00
|
|
|
return constructor(nil, line, column)
|
2015-05-14 05:28:55 +00:00
|
|
|
|
|
|
|
# IO -> (IO, Node) | Error
|
2015-07-08 02:56:11 +00:00
|
|
|
dotted = false
|
2015-07-23 23:17:20 +00:00
|
|
|
readInContainer = (inStream) ->
|
2015-05-14 05:28:55 +00:00
|
|
|
[line, column] = inStream.position()
|
|
|
|
obj = read inStream, true, null, true
|
2015-07-23 23:17:20 +00:00
|
|
|
if streq(inStream.peek(), delim)
|
2015-07-08 02:56:11 +00:00
|
|
|
if dotted then return obj
|
2015-07-23 23:17:20 +00:00
|
|
|
return lineInfo (cons obj, nil), line, column
|
2015-05-14 05:28:55 +00:00
|
|
|
if inStream.done() then return handleError("Unexpected end of input")(line, column)
|
2015-07-08 02:56:11 +00:00
|
|
|
if dotted then return handleError("More than one symbol after dot")
|
2015-07-23 23:17:20 +00:00
|
|
|
return obj if (errorp obj)
|
|
|
|
if streq(obj, ".")
|
2015-07-08 02:56:11 +00:00
|
|
|
dotted = true
|
2015-07-23 23:17:20 +00:00
|
|
|
return readInContainer inStream
|
|
|
|
cons obj, readInContainer inStream
|
2015-05-14 05:28:55 +00:00
|
|
|
|
2015-07-23 23:17:20 +00:00
|
|
|
ret = readInContainer(inStream)
|
2015-05-14 05:28:55 +00:00
|
|
|
inStream.next()
|
|
|
|
ret
|
|
|
|
|
|
|
|
# Type -> (IO -> (IO, Node))
|
2015-07-23 23:17:20 +00:00
|
|
|
#
|
|
|
|
# Handles the quoted symbol things.
|
|
|
|
#
|
2015-05-14 05:28:55 +00:00
|
|
|
prefixReader = (type) ->
|
|
|
|
# IO -> (IO, Node)
|
|
|
|
(inStream) ->
|
|
|
|
[line, column] = inStream.position()
|
|
|
|
inStream.next()
|
|
|
|
[line1, column1] = inStream.position()
|
|
|
|
obj = read inStream, true, null, true
|
|
|
|
return obj if (car obj) == 'error'
|
2015-07-23 23:17:20 +00:00
|
|
|
cons (makeObj (new String type), 'symbol', line1, column1), obj
|
2015-05-14 05:28:55 +00:00
|
|
|
|
|
|
|
# I really wanted to make anything more complex than a list (like an
|
|
|
|
# object or a vector) something handled by a read macro. Maybe in a
|
|
|
|
# future revision I can vertically de-integrate these.
|
|
|
|
|
|
|
|
readMacros =
|
|
|
|
'"': readString
|
2015-07-23 23:17:20 +00:00
|
|
|
'(': makeReadContainer ')', (o, l, c) -> lineInfo o, l, c
|
2015-05-14 05:28:55 +00:00
|
|
|
')': handleError "Closing paren encountered"
|
2015-07-23 23:17:20 +00:00
|
|
|
'[': makeReadContainer ']', (o, l, c) -> cons("vector", lineinfo o, l, c)
|
2015-05-14 05:28:55 +00:00
|
|
|
']': handleError "Closing bracket encountered"
|
2015-07-23 23:17:20 +00:00
|
|
|
'{': makeReadContainer '}', (o, l, c) ->
|
|
|
|
if length(o) % 2 != 0
|
|
|
|
return handleError "Records require an even number of items."
|
|
|
|
cons('record', lineinfo o, l, c)
|
2015-05-14 05:28:55 +00:00
|
|
|
'}': handleError "Closing curly without corresponding opening."
|
|
|
|
"`": prefixReader 'back-quote'
|
|
|
|
"'": prefixReader 'quote'
|
|
|
|
",": prefixReader 'unquote'
|
|
|
|
";": readComment
|
|
|
|
|
|
|
|
|
|
|
|
# Given a stream, reads from the stream until a single complete lisp
|
|
|
|
# object has been found and returns the object
|
|
|
|
# IO -> Form
|
2015-07-23 23:17:20 +00:00
|
|
|
read = (inStream, eofErrorP = false, eofError = EOF,
|
|
|
|
recursiveP = false, inReadMacros = null, keepComments = false) ->
|
2015-05-14 05:28:55 +00:00
|
|
|
inStream = if inStream instanceof Source then inStream else new Source inStream
|
|
|
|
inReadMacros = if InReadMacros? then inReadMacros else readMacros
|
|
|
|
inReadMacroKeys = (i for i of inReadMacros)
|
|
|
|
|
|
|
|
c = inStream.peek()
|
|
|
|
|
|
|
|
# (IO, Char) -> (IO, Node) | Error
|
|
|
|
matcher = (inStream, c) ->
|
|
|
|
if inStream.done()
|
|
|
|
return if recursiveP then handleError('EOF while processing nested object')(inStream) else nil
|
|
|
|
if c in WHITESPACE
|
|
|
|
inStream.next()
|
|
|
|
return nil
|
|
|
|
if c == ';'
|
|
|
|
return readComment(inStream)
|
|
|
|
ret = if c in inReadMacroKeys then inReadMacros[c](inStream) else readSymbol(inStream, inReadMacroKeys)
|
|
|
|
skipWS inStream
|
|
|
|
ret
|
|
|
|
|
|
|
|
while true
|
|
|
|
form = matcher inStream, c
|
|
|
|
skip = (not nilp form) and (car form == 'comment') and not keepComments
|
|
|
|
break if (not skip and not nilp form) or inStream.done()
|
|
|
|
c = inStream.peek()
|
|
|
|
null
|
|
|
|
form
|
|
|
|
|
|
|
|
# readForms assumes that the string provided contains zero or more
|
|
|
|
# forms. As such, it always returns a list of zero or more forms.
|
|
|
|
|
|
|
|
# IO -> (Form* | Error)
|
|
|
|
readForms = (inStream) ->
|
2015-07-08 22:14:05 +00:00
|
|
|
inStream = if inStream instanceof Source then inStream else new Source inStream
|
|
|
|
return nil if inStream.done()
|
2015-05-14 05:28:55 +00:00
|
|
|
|
2015-07-08 22:14:05 +00:00
|
|
|
# IO -> (FORM*, IO) | Error
|
|
|
|
[line, column] = inStream.position()
|
|
|
|
readEach = (inStream) ->
|
|
|
|
obj = read inStream, true, null, false
|
|
|
|
return nil if (nilp obj)
|
|
|
|
return obj if (car obj) == 'error'
|
|
|
|
cons obj, readEach inStream
|
2015-05-14 05:28:55 +00:00
|
|
|
|
2015-07-08 22:14:05 +00:00
|
|
|
obj = readEach inStream
|
|
|
|
if (car obj) == 'error' then obj else makeObj "list", obj, line, column
|
2015-05-14 05:28:55 +00:00
|
|
|
|
|
|
|
exports.read = read
|
|
|
|
exports.readForms = readForms
|