diff options
author | Wade Brainerd <wadetb@gmail.com> | 2008-05-23 22:58:23 (GMT) |
---|---|---|
committer | Wade Brainerd <wadetb@gmail.com> | 2008-05-23 22:58:23 (GMT) |
commit | dd58bf72d6799438d8033cf7de6bc26a711734c3 (patch) | |
tree | 12c5c75e465b5c7889857116839f4dcd215fc230 /mwlib/scanfile.py | |
parent | 02242194e156b00cef18506ab37d4a51ba36ac57 (diff) |
Rename step 1. Breaking the renames up because Git fails to recognize them when too many are done at once.
Diffstat (limited to 'mwlib/scanfile.py')
-rwxr-xr-x | mwlib/scanfile.py | 29 |
1 files changed, 29 insertions, 0 deletions
diff --git a/mwlib/scanfile.py b/mwlib/scanfile.py new file mode 100755 index 0000000..96519d2 --- /dev/null +++ b/mwlib/scanfile.py @@ -0,0 +1,29 @@ +#! /usr/bin/env python + +"""used for debugging/testing""" + +import sys +import time +import mwscan + +d=unicode(open(sys.argv[1]).read(), 'utf-8') + +stime=time.time() +r=mwscan.scan(d) +needed = time.time()-stime +for x in r: + print r.repr(x) + +print needed, len(d), len(r) + + + +# stime=time.time() +# r=mwscan.compat_scan(d) +# needed = time.time()-stime + +# print "COMPAT:", needed, len(d), len(r) + + +# #mwscan.dump_tokens(d,r) +# #print needed, len(d), len(r) |