--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/test_jsscan.py	Thu Apr 22 13:11:51 2010 -0700
@@ -0,0 +1,45 @@
+"""
+C-style comments:
+
+    >>> tokenize('/* hello */')
+    ('c_comment', '/* hello */', (1, 0))
+
+C++-style comments:
+
+    >>> tokenize('// hello')
+    ('cpp_comment', '// hello', (1, 0))
+
+Variable definitions:
+
+    >>> tokenize('  var k = 1;')
+    ('name', 'var', (1, 2))
+    ('name', 'k', (1, 6))
+    ('whitespace', ' ', (1, 7))
+    ('literal', '=', (1, 8))
+    ('whitespace', ' ', (1, 9))
+    ('digits', '1', (1, 10))
+    ('literal', ';', (1, 11))
+
+Escaped double-quoted strings:
+
+    >>> tokenize(r'"i say \\"tomato\\""')
+    ('string', '"i say \\\\"tomato\\\\""', (1, 0))
+
+Unterminated double-quoted strings:
+
+    >>> tokenize(r'"i say \\"tomato\\"')
+    Traceback (most recent call last):
+    ...
+    TokenizationError: unrecognized token '"' @ line 1, char 0
+"""
+
+import doctest
+
+from jsscan import *
+
+def tokenize(string):
+    for token in Tokenizer(string).tokenize():
+        print token
+
+if __name__ == '__main__':
+    doctest.testmod(verbose=True)