File: //usr/lib/python3.5/__pycache__/modulefinder.cpython-35.pyc
Fa-Z @ s} d Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l
Z
e
j ! e
j d e
d d l Z Wd QRXe j d Z e j d Z e j d Z e j d Z e e f Z e j Z i Z d d Z i Z d
d Z Gd d
d
Z Gd d d Z d d Z e d k ryy
e Z Wn e k
rxe d Yn Xd S)z3Find modules used by a script, using introspection. Nignore
LOAD_CONST IMPORT_NAME
STORE_NAME STORE_GLOBALc C s t j | g j | d S)N)packagePathMap
setdefaultappend)Z packagenamepath r "/usr/lib/python3.5/modulefinder.pyAddPackagePath s r
c C s | t | <d S)N)replacePackageMap)Zoldnamenewnamer r r ReplacePackage+ s r c @ s. e Z d Z d d d d Z d d Z d S)ModuleNc C s: | | _ | | _ | | _ d | _ i | _ i | _ d S)N)__name____file____path____code__ globalnames starimports)selfnamefiler
r r r __init__1 s zModule.__init__c C sd d | j f } | j d k r3 | d | j f } | j d k rV | d | j f } | d } | S)Nz Module(%rz, %r))r r r )r sr r r __repr__> s
zModule.__repr__)r
__module__ __qualname__r r r r r r r / s
r c @ sc e Z d Z d d g g d d Z d d Z d d Z d d
Z d d Z d
d Z d d d6 d d Z d7 d d Z
d d Z d d Z d d d Z
d d Z d d Z d d Z d d! Z d8 d" d# Z e j d$ d% Z d& d' Z d( d) Z d* d+ Z d d, d- Z d. d/ Z d0 d1 Z d2 d3 Z d4 d5 Z d S)9 ModuleFinderNr c C sa | d k r t j } | | _ i | _ i | _ | | _ d | _ | | _ | | _ g | _ d S)Nr ) sysr
modules
badmodulesdebugindentexcludes
replace_pathsprocessed_paths)r r
r% r' r( r r r r I s zModuleFinder.__init__c G s{ | | j k rw x' t | j D] } t d d d q Wt | d d x$ | D] } t t | d d qP Wt d S)Nz end )r% ranger& printrepr)r levelstrargsiargr r r msgU s
zModuleFinder.msgc G s: | d } | | j k r6 | j d | _ | j | d S)Nr )r% r& r4 )r r1 r/ r r r msgin^ s
zModuleFinder.msginc G s: | d } | | j k r6 | j d | _ | j | d S)Nr r5 )r% r& r4 )r r1 r/ r r r msgoutd s
zModuleFinder.msgoutc C sU | j d d | t | / } d d t j f } | j d | | | Wd QRXd S)N
run_script r__main__)r4 openimp PY_SOURCE load_module)r pathnamefpstuffr r r r9 j s zModuleFinder.run_scriptc C sr t j j | \ } } t j j | \ } } t | / } | d t j f } | j | | | | Wd QRXd S)Nr; )osr
splitsplitextr= r> r? r@ )r rA dirr ZextrB rC r r r load_filep s
zModuleFinder.load_filer5 c C s | j d d | | | | | j | d | } | j | | \ } } | j | | } | se | S| j r~ | j | | d S)N import_hookr/ )r4 determine_parentfind_head_package load_tailr ensure_fromlist) r r callerfromlistr/ parentqtailmr r r rJ w s zModuleFinder.import_hookc C s | j d d | | | s) | d k r= | j d d d S| j } | d k r| j re | d 8} | d k r | j | } | | k s t | j d d | | S| j d | k r t d d j | j d d | } | j | } | j d d | | S| j rN| j | } | | k s7t | j d d | | Sd | k r| j
d } | d | } | j | } | j | k st | j d d | | S| j d d d S) N rK r zdetermine_parent -> Noner5 zdetermine_parent ->.z relative importpath too deep) r6 r7 r r r# AssertionErrorcount ImportErrorjoinrE rfind)r rO r/ ZpnamerQ r2 r r r rK sB
#
z ModuleFinder.determine_parentc C s; | j d d | | d | k rX | j d } | d | } | | d d } n | } d } | r d | j | f } n | } | j | | | } | r | j d d | | f | | f S| r| } d } | j | | | } | r| j d d | | f | | f S| j d d | t d | d S)
NrU rL rV r5 r: z%s.%szfind_head_package ->z"raise ImportError: No module namedzNo module named )r6 findr
import_moduler7 rY )r rQ r r2 headrS ZqnamerR r r r rL s.
z ModuleFinder.find_head_packagec C s | j d d | | | } x | r | j d } | d k rL t | } | d | | | d d } } d | j | f } | j | | | } | s | j d d | t d | q W| j d d | | S)
NrU rM rV r r5 z%s.%sz"raise ImportError: No module namedzNo module named z load_tail ->)r6 r\ lenr r] r7 rY )r rR rS rT r2 r^ Zmnamer r r rM s %zModuleFinder.load_tailc C s | j d d | | | x | D] } | d k rc | s | j | } | r | j | | d q t | | s d | j | f } | j | | | } | s t d | q Wd S)NrU rN *r5 z%s.%szNo module named )r4 find_all_submodulesrN hasattrr r] rY )r rT rP Z recursivesuballsubnameZsubmodr r r rN s
z ModuleFinder.ensure_fromlistc
C s< | j s
d Si } g } | t j j d d 7} | t j j d d 7} | t j j d d 7} x | j D] } y t j | } Wn( t k
r | j d d | wq Yn Xxv | D]n } d } xC | D]; } t
| } | | d | k r | d | } Pq W| r | d k r | | | <q Wqq W| j S)Nr8 zcan't list directoryr ) r importlib machineryEXTENSION_SUFFIXESSOURCE_SUFFIXESBYTECODE_SUFFIXESrD listdirOSErrorr4 r_ keys)
r rT r# suffixesrG namesr modZsuffnr r r ra s.
z ModuleFinder.find_all_submodulesc C sV | j d d | | | y | j | } Wn t k
r> Yn X| j d d | | S| | j k ry | j d d d S| r | j d k r | j d d d Sy+ | j | | o | j | \ } } } Wn) t k
r | j d d d d SYn Xz | j | | | | } Wd | r(| j X| r?t
| | | | j d d | | S)NrI r] zimport_module ->zimport_module -> None) r6 r# KeyErrorr7 r$ r find_modulerY r@ closesetattr)r ZpartnamefqnamerQ rT rB rA rC r r r r] s6
"
zModuleFinder.import_modulec C s | \ } } } | j d d | | o' d | | t j k rf | j | | } | j d d | | S| t j k r t | j d | d } n | t j k ry t j
j | j }
WnE t k
r} z% | j d d t
| | WYd d } ~ Xn Xt j |
} n d } | j | } | | _ | rn| j rU| j | } | | _ | j | | | j d d | | S)Nr8 r@ rB zload_module ->
execzraise ImportError: )r6 r> Z
PKG_DIRECTORY load_packager7 r? compilereadZ PY_COMPILEDrf _bootstrap_external_validate_bytecode_headerrY r0 marshalloads
add_moduler r( replace_paths_in_coder scan_code) r rv rB rA file_infosuffixmodetyperT coZ marshal_dataexcr r r r@ s2 zModuleFinder.load_modulec C sN | | j k r i | j | <| r9 d | j | | j <n d | j | d <d S)Nr5 -)r$ r )r r rO r r r _add_badmodule4 s
zModuleFinder._add_badmodulec C sJ | | j k r# | j | | d Sy | j | | d | WnN t k
r } z. | j d d t | | j | | WYd d } ~ Xn X| rFx | D] } | | j k r | j | | q y | j | | | g d | Wq t k
rA} z< | j d d t | | d | } | j | | WYd d } ~ Xq Xq Wd S)Nr/ r8 z ImportError:rV )r$ r rJ rY r4 r0 )r r rO rP r/ r4 rc fullnamer r r _safe_import_hook< s& #
z ModuleFinder._safe_import_hookc c s6 | j } | j } | j } d d t j | D } x t | D] \ } \ } } | t k rw d | | f f VqD | t k rD | d k rD | | d d | | d d k o t k n rD | | | d d }
| | | d d } |
d k rd | | | f f VqD d |
| | | f f VqD qD Wd S) Nc S s1 g | ]' \ } } } | t k r | | f q Sr ) EXTENDED_ARG).0_opr3 r r r
<listcomp>Y s z0ModuleFinder.scan_opcodes_25.<locals>.<listcomp>storer8 r5 r absolute_importrelative_import) co_codeco_names co_constsdisZ_unpack_opargs enumerate STORE_OPSr r ) r r unpackcodero constsZopargsr2 r Zopargr/ rP r r r scan_opcodes_25S s 4 z ModuleFinder.scan_opcodes_25c C s' | j } | j } x| | D]\ } } | d k rP | \ } d | j | <q | d k ri| \ } } d } | d k r d | k r d } d d | D } | j | | | d d | rd }
| j r | j j | j d | }
|
d k r| j j | }
|
d k rY| j j |
j | j j |
j |
j
d k rfd | j | <qd | j | <q | d
k r| \ } } } | r| j | | | d | q| j | d | } | j | j d | d d q t | q Wx6 | j
D]+ }
t |
t | r| j |
| qWd S) Nr r5 r r r` c S s" g | ] } | d k r | q S)r` r )r fr r r r v s z*ModuleFinder.scan_code.<locals>.<listcomp>r/ rV r )r r r r r r# getr updater r rK RuntimeErrorr
isinstancer r )r r rT r scannerZwhatr1 r rP Z have_starZmmr/ rQ cr r r r i sH zModuleFinder.scan_codec C s | j d d | | t j | } | r1 | } | j | } | | _ | g | _ | j t j | g | _ | j d | j \ } } } z1 | j | | | | | j d d | | SWd | r | j
Xd S)Nr8 ry r zload_package ->) r6 r r r r r r rs r@ r7 rt )r rv rA r rT rB ZbufrC r r r ry s zModuleFinder.load_packagec C s5 | | j k r | j | St | | j | <} | S)N)r# r )r rv rT r r r r s zModuleFinder.add_modulec C s | d k r | j d | } n | } | | j k rT | j d d | t | | d k r | t j k r d d d d t j f f S| j } t j | | S)NrV rI zfind_module -> Excludedr: )
r r' r7 rY r" builtin_module_namesr> Z C_BUILTINr
rs )r r r
rQ r r r r rs s zModuleFinder.find_modulec C s| t t d d t d d t | j j } xa | D]Y } | j | } | j rn t d d d n t d d d t d | | j p d
q? W| j \ } } | r t t d xC | D]; } t | j | j } t d | d
d j | q W| rxt t d d d t d xC | D]; } t | j | j } t d | d
d j | q9Wd S)zPrint a report to stdout, listing the found modules with their
paths, as well as modules that are missing, or seem to be missing.
z
%-25s %sNameFile----Pr* r+ rT z%-25sr: zMissing modules:?z
imported fromz, z7Submodules that appear to be missing, but could also bez#global names in the parent package:N)r r )r r ) r- sortedr# rm r r any_missing_mayber$ rZ )r rm keyrT missingmayber Zmodsr r r report s0
zModuleFinder.reportc C s | j \ } } | | S)zReturn a list of modules that appear to be missing. Use
any_missing_maybe() if you want to know which modules are
certain to be missing, and which *may* be missing.
)r )r r r r r r any_missing s zModuleFinder.any_missingc C s( g } g } x | j D] } | | j k r. q | j d } | d k rY | j | q | | d d } | d | } | j j | } | d k r | | j | k r | j | q| | j k r q| j r | j | q| j | q | j | q W| j | j | | f S)a Return two lists, one with modules that are certainly missing
and one with modules that *may* be missing. The latter names could
either be submodules *or* just global names in the package.
The reason it can't always be determined is that it's impossible to
tell which names are imported when "from module import *" is done
with an extension module, short of actually importing it.
rV r r5 N) r$ r' r[ r r# r r r sort)r r r r r2 re ZpkgnameZpkgr r r r s0
z ModuleFinder.any_missing_maybec C s t j j | j } } xA | j D]6 \ } } | j | r# | | t | d } Pq# W| j r | | j k r | | k r | j d d | | f n | j d d | f | j j
| t | j } xJ t
t | D]6 } t | | t | r | j | | | | <q Wt j | j | j | j | j | j | j t | | j | j | | j | j | j | j | j S)Nr8 z co_filename %r changed to %rz co_filename %r remains unchanged)!rD r
normpath co_filenamer(
startswithr_ r% r) r7 r listr r, r r r typesCodeType co_argcountco_kwonlyargcount
co_nlocals co_stacksizeco_flagsr tupler co_varnamesco_nameco_firstlineno co_lnotab co_freevars co_cellvars)r r Z new_filenameZoriginal_filenamer r; r r2 r r r r s, z"ModuleFinder.replace_paths_in_coder r ) r r r r r4 r6 r7 r9 rH rJ rK rL rM rN ra r] r@ r r structr r r ry r rs r r r r r r r r r! G s2 # 1 " .r! c C sQ d d l } y) | j t j d d d \ } } Wn6 | j k
rm } z t | d SWYd d } ~ Xn Xd } d } g } g } x | D] \ } } | d k r | d } | d k r d } | d k r | | j t j } | d k r d } | d k r | j | q W| s!d }
n
| d }
t j d d } t j j
|
| d <| | } | d k rt d
x! | D] } t d t | q{Wt | | | }
x | d d D]w } | d k rd } q| r%| d d d
k r|
j
| d d d d g q2|
j
| q|
j | qW|
j |
|
j |
S)Nr r5 zdmp:qx:z-dz-mz-pz-qz-xzhello.pyzpath:z r8 z.*r` r )getoptr" argverrorr- rE rD pathsepr r
dirnamer. r! rJ rH r9 r )r Zoptsr1 r4 r% ZdomodsZaddpathZexcludeoaZscriptr
itemmfr3 r r r test; sX )
#
r r< z
[interrupted])!__doc__r importlib._bootstrap_externalrf importlib.machineryr~ rD r" r r warningscatch_warnings simplefilterPendingDeprecationWarningr> Zopmapr r r r r r r r
r r r r! r r r KeyboardInterruptr- r r r r <module> s>
;