Add support for comments and a bit more documentation

README.md

@@ -3,7 +3,13 @@
 A basic compiler based off of @thejameskyle's super-tiny-compiler, compiles a simple LISP-esque syntax into runnable JS.
 
 Currently supports a few built-ins, `add`, `subtract`, `assign` and `log`. Hopefully these are self-explanatory, or at least 
-they should be from `example.mc`.
+they should be from `example.mc`. A `#` denotes that the rest of the line (until the compiler sees `\n`) as a comment and 
+means that it will not be compiled.
 
 The compiler runs like `node compiler.js file.mc` where `file.mc` is the file you wish to compile, and this will produce an
 `output.js` which requires `stdlib.js` to be in the same directory when running for now at least.
+
+Functions and variables are in different scopes, so variables can have the same names as functions - even builtins,
+thus making `(assign assign 5)` a totally okay thing to do.
+
+Note that this compiler is not only totally useless, but also horrendously inefficient. Either way it's a fun exercise :)

compiler.js

@@ -17,9 +17,18 @@ var tokenizer = function (input) {
       pos++
       continue
     }
-    let whitespace = /\s/
+    let whitespace = /[#\s]/
     if (whitespace.test(char)) {
-      pos++
+      if (char === '#') {
+        comment = ''
+        while (char !== '\n') {
+          comment += char
+          char = input[++pos]
+        }
+        console.log("Ignoring comment: " + comment)
+      } else {
+        pos++
+      }
       continue
     }
     let numbers = /[0-9]/

example.mc

@@ -1,3 +1,7 @@
-(assign twelve 12)
-(assign myvar (add twelve (subtract 6 2)))
-(log myvar)
+# This is a test program
+(assign twelve 12) # This assigns the variable twelve, to the number literal 12
+(assign myvar (add twelve (subtract 6 2))) # This assigns the variable myvar, to the result of adding the variable twelve to the result of subtracting 2 from 6
+(log myvar) # This logs the value of myvar
+(log 6) # This logs the string literal 6
+(assign twelve myvar) # This reassigns the variable twelve to the value of the variable myvar
+(log twelve) # This logs the new value of the variable twelve