2000-02-04 23:10:34 +08:00
|
|
|
"""Cache lines from files.
|
|
|
|
|
|
|
|
This is intended to read lines from modules imported -- hence if a filename
|
|
|
|
is not found, it will look down the module search path for a file by
|
|
|
|
that name.
|
|
|
|
"""
|
1992-01-10 22:54:42 +08:00
|
|
|
|
1992-03-27 23:12:43 +08:00
|
|
|
import sys
|
1992-01-10 22:54:42 +08:00
|
|
|
import os
|
2009-03-25 06:30:15 +08:00
|
|
|
import tokenize
|
1992-01-10 22:54:42 +08:00
|
|
|
|
2003-06-30 00:59:43 +08:00
|
|
|
__all__ = ["getline", "clearcache", "checkcache"]
|
2001-01-24 14:27:27 +08:00
|
|
|
|
2006-04-21 18:40:58 +08:00
|
|
|
def getline(filename, lineno, module_globals=None):
|
|
|
|
lines = getlines(filename, module_globals)
|
2000-02-04 23:10:34 +08:00
|
|
|
if 1 <= lineno <= len(lines):
|
|
|
|
return lines[lineno-1]
|
|
|
|
else:
|
|
|
|
return ''
|
1992-01-10 22:54:42 +08:00
|
|
|
|
|
|
|
|
|
|
|
# The cache
|
|
|
|
|
|
|
|
cache = {} # The cache
|
|
|
|
|
|
|
|
|
|
|
|
def clearcache():
|
2000-02-04 23:10:34 +08:00
|
|
|
"""Clear the cache entirely."""
|
1992-01-10 22:54:42 +08:00
|
|
|
|
2000-02-04 23:10:34 +08:00
|
|
|
global cache
|
|
|
|
cache = {}
|
1992-01-10 22:54:42 +08:00
|
|
|
|
|
|
|
|
2006-04-21 18:40:58 +08:00
|
|
|
def getlines(filename, module_globals=None):
|
2000-02-04 23:10:34 +08:00
|
|
|
"""Get the lines for a file from the cache.
|
|
|
|
Update the cache if it doesn't contain an entry for this file already."""
|
1992-01-10 22:54:42 +08:00
|
|
|
|
2002-06-01 22:18:47 +08:00
|
|
|
if filename in cache:
|
2000-02-04 23:10:34 +08:00
|
|
|
return cache[filename][2]
|
|
|
|
else:
|
2006-04-21 18:40:58 +08:00
|
|
|
return updatecache(filename, module_globals)
|
1992-01-10 22:54:42 +08:00
|
|
|
|
|
|
|
|
2004-10-26 17:16:42 +08:00
|
|
|
def checkcache(filename=None):
|
2000-02-04 23:10:34 +08:00
|
|
|
"""Discard cache entries that are out of date.
|
|
|
|
(This is not checked upon each call!)"""
|
1992-01-10 22:54:42 +08:00
|
|
|
|
2004-10-26 17:16:42 +08:00
|
|
|
if filename is None:
|
2007-02-27 06:21:25 +08:00
|
|
|
filenames = list(cache.keys())
|
2004-10-26 17:16:42 +08:00
|
|
|
else:
|
|
|
|
if filename in cache:
|
|
|
|
filenames = [filename]
|
|
|
|
else:
|
|
|
|
return
|
|
|
|
|
|
|
|
for filename in filenames:
|
2000-02-04 23:10:34 +08:00
|
|
|
size, mtime, lines, fullname = cache[filename]
|
2006-04-21 18:40:58 +08:00
|
|
|
if mtime is None:
|
|
|
|
continue # no-op for files loaded via a __loader__
|
2000-02-04 23:10:34 +08:00
|
|
|
try:
|
|
|
|
stat = os.stat(fullname)
|
|
|
|
except os.error:
|
|
|
|
del cache[filename]
|
|
|
|
continue
|
2002-06-02 03:51:15 +08:00
|
|
|
if size != stat.st_size or mtime != stat.st_mtime:
|
2000-02-04 23:10:34 +08:00
|
|
|
del cache[filename]
|
1992-01-10 22:54:42 +08:00
|
|
|
|
|
|
|
|
2006-04-21 18:40:58 +08:00
|
|
|
def updatecache(filename, module_globals=None):
|
2000-02-04 23:10:34 +08:00
|
|
|
"""Update a cache entry and return its list of lines.
|
|
|
|
If something's wrong, print a message, discard the cache entry,
|
|
|
|
and return an empty list."""
|
|
|
|
|
2002-06-01 22:18:47 +08:00
|
|
|
if filename in cache:
|
2000-02-04 23:10:34 +08:00
|
|
|
del cache[filename]
|
|
|
|
if not filename or filename[0] + filename[-1] == '<>':
|
|
|
|
return []
|
2006-04-21 18:40:58 +08:00
|
|
|
|
2000-02-04 23:10:34 +08:00
|
|
|
fullname = filename
|
|
|
|
try:
|
|
|
|
stat = os.stat(fullname)
|
2007-01-11 00:19:56 +08:00
|
|
|
except os.error as msg:
|
2000-02-04 23:10:34 +08:00
|
|
|
basename = os.path.split(filename)[1]
|
2006-04-21 18:40:58 +08:00
|
|
|
|
|
|
|
# Try for a __loader__, if available
|
|
|
|
if module_globals and '__loader__' in module_globals:
|
|
|
|
name = module_globals.get('__name__')
|
|
|
|
loader = module_globals['__loader__']
|
|
|
|
get_source = getattr(loader, 'get_source', None)
|
|
|
|
|
|
|
|
if name and get_source:
|
2008-12-14 19:50:48 +08:00
|
|
|
try:
|
|
|
|
data = get_source(name)
|
|
|
|
except (ImportError, IOError):
|
|
|
|
pass
|
|
|
|
else:
|
|
|
|
if data is None:
|
|
|
|
# No luck, the PEP302 loader cannot find the source
|
|
|
|
# for this module.
|
|
|
|
return []
|
|
|
|
cache[filename] = (
|
|
|
|
len(data), None,
|
|
|
|
[line+'\n' for line in data.splitlines()], fullname
|
|
|
|
)
|
|
|
|
return cache[filename][2]
|
2006-04-21 18:40:58 +08:00
|
|
|
|
|
|
|
# Try looking through the module search path.
|
|
|
|
|
2000-02-04 23:10:34 +08:00
|
|
|
for dirname in sys.path:
|
|
|
|
try:
|
2001-05-29 12:27:01 +08:00
|
|
|
fullname = os.path.join(dirname, basename)
|
|
|
|
except (TypeError, AttributeError):
|
|
|
|
# Not sufficiently string-like to do anything useful with.
|
2000-02-04 23:10:34 +08:00
|
|
|
pass
|
2001-05-29 12:27:01 +08:00
|
|
|
else:
|
|
|
|
try:
|
|
|
|
stat = os.stat(fullname)
|
|
|
|
break
|
|
|
|
except os.error:
|
|
|
|
pass
|
2000-02-04 23:10:34 +08:00
|
|
|
else:
|
|
|
|
# No luck
|
|
|
|
return []
|
2009-03-25 06:30:15 +08:00
|
|
|
with open(fullname, 'rb') as fp:
|
|
|
|
coding, line = tokenize.detect_encoding(fp.readline)
|
|
|
|
with open(fullname, 'r', encoding=coding) as fp:
|
2000-02-04 23:10:34 +08:00
|
|
|
lines = fp.readlines()
|
2002-06-02 03:51:15 +08:00
|
|
|
size, mtime = stat.st_size, stat.st_mtime
|
2000-02-04 23:10:34 +08:00
|
|
|
cache[filename] = size, mtime, lines, fullname
|
|
|
|
return lines
|