Showing the changes to sys/src/cmd/python/Tools/scripts/findnocoding.py (1 of 3706 files). Show all
Unified · Split
| @@ -0,0 +1,104 @@ | ||
| 1 | +#!/usr/bin/env python | |
| 2 | + | |
| 3 | +"""List all those Python files that require a coding directive | |
| 4 | + | |
| 5 | +Usage: nocoding.py dir1 [dir2...] | |
| 6 | +""" | |
| 7 | + | |
| 8 | +__author__ = "Oleg Broytmann, Georg Brandl" | |
| 9 | + | |
| 10 | +import sys, os, re, getopt | |
| 11 | + | |
| 12 | +# our pysource module finds Python source files | |
| 13 | +try: | |
| 14 | + import pysource | |
| 15 | +except: | |
| 16 | + # emulate the module with a simple os.walk | |
| 17 | + class pysource: | |
| 18 | + has_python_ext = looks_like_python = can_be_compiled = None | |
| 19 | + def walk_python_files(self, paths, *args, **kwargs): | |
| 20 | + for path in paths: | |
| 21 | + if os.path.isfile(path): | |
| 22 | + yield path.endswith(".py") | |
| 23 | + elif os.path.isdir(path): | |
| 24 | + for root, dirs, files in os.walk(path): | |
| 25 | + for filename in files: | |
| 26 | + if filename.endswith(".py"): | |
| 27 | + yield os.path.join(root, filename) | |
| 28 | + pysource = pysource() | |
| 29 | + | |
| 30 | + | |
| 31 | + print >>sys.stderr, ("The pysource module is not available; " | |
| 32 | + "no sophisticated Python source file search will be done.") | |
| 33 | + | |
| 34 | + | |
| 35 | +decl_re = re.compile(r"coding[=:]\s*([-\w.]+)") | |
| 36 | + | |
| 37 | +def get_declaration(line): | |
| 38 | + match = decl_re.search(line) | |
| 39 | + if match: | |
| 40 | + return match.group(1) | |
| 41 | + return '' | |
| 42 | + | |
| 43 | +def has_correct_encoding(text, codec): | |
| 44 | + try: | |
| 45 | + unicode(text, codec) | |
| 46 | + except UnicodeDecodeError: | |
| 47 | + return False | |
| 48 | + else: | |
| 49 | + return True | |
| 50 | + | |
| 51 | +def needs_declaration(fullpath): | |
| 52 | + try: | |
| 53 | + infile = open(fullpath, 'rU') | |
| 54 | + except IOError: # Oops, the file was removed - ignore it | |
| 55 | + return None | |
| 56 | + | |
| 57 | + line1 = infile.readline() | |
| 58 | + line2 = infile.readline() | |
| 59 | + | |
| 60 | + if get_declaration(line1) or get_declaration(line2): | |
| 61 | + # the file does have an encoding declaration, so trust it | |
| 62 | + infile.close() | |
| 63 | + return False | |
| 64 | + | |
| 65 | + # check the whole file for non-ASCII characters | |
| 66 | + rest = infile.read() | |
| 67 | + infile.close() | |
| 68 | + | |
| 69 | + if has_correct_encoding(line1+line2+rest, "ascii"): | |
| 70 | + return False | |
| 71 | + | |
| 72 | + return True | |
| 73 | + | |
| 74 | + | |
| 75 | +usage = """Usage: %s [-cd] paths... | |
| 76 | + -c: recognize Python source files trying to compile them | |
| 77 | + -d: debug output""" % sys.argv[0] | |
| 78 | + | |
| 79 | +try: | |
| 80 | + opts, args = getopt.getopt(sys.argv[1:], 'cd') | |
| 81 | +except getopt.error, msg: | |
| 82 | + print >>sys.stderr, msg | |
| 83 | + print >>sys.stderr, usage | |
| 84 | + sys.exit(1) | |
| 85 | + | |
| 86 | +is_python = pysource.looks_like_python | |
| 87 | +debug = False | |
| 88 | + | |
| 89 | +for o, a in opts: | |
| 90 | + if o == '-c': | |
| 91 | + is_python = pysource.can_be_compiled | |
| 92 | + elif o == '-d': | |
| 93 | + debug = True | |
| 94 | + | |
| 95 | +if not args: | |
| 96 | + print >>sys.stderr, usage | |
| 97 | + sys.exit(1) | |
| 98 | + | |
| 99 | +for fullpath in pysource.walk_python_files(args, is_python): | |
| 100 | + if debug: | |
| 101 | + print "Testing for coding: %s" % fullpath | |
| 102 | + result = needs_declaration(fullpath) | |
| 103 | + if result: | |
| 104 | + print fullpath | |