Yf-Z @ s} d Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l
Z
e
j ! e
j d e
d d l Z Wd QRXe j d Z e j d Z e j d Z e j d Z e e f Z e j Z i Z d d Z i Z d
d Z Gd d
d
Z Gd d d Z d d Z e d k ryy
e Z Wn e k
rxe d Yn Xd S)z3Find modules used by a script, using introspection. Nignore
LOAD_CONST IMPORT_NAME
STORE_NAME STORE_GLOBALc C s t j | g j | d S)N)packagePathMap
setdefaultappend)Z packagenamepath r 1/opt/alt/python35/lib64/python3.5/modulefinder.pyAddPackagePath s r
c C s | t | s
zModule.__repr__)r
__module__ __qualname__r r r r r r r / s
r c @ sc e Z d Z d d g g d d Z d d Z d d Z d d
Z d d Z d
d Z d d d6 d d Z d7 d d Z
d d Z d d Z d d d Z
d d Z d d Z d d Z d d! Z d8 d" d# Z e j d$ d% Z d& d' Z d( d) Z d* d+ Z d d, d- Z d. d/ Z d0 d1 Z d2 d3 Z d4 d5 Z d S)9 ModuleFinderNr c C sa | d k r t j } | | _ i | _ i | _ | | _ d | _ | | _ | | _ g | _ d S)Nr ) sysr
modules
badmodulesdebugindentexcludes
replace_pathsprocessed_paths)r r
r% r' r( r r r r I s zModuleFinder.__init__c G s{ | | j k rw x' t | j D] } t d d d q Wt | d d x$ | D] } t t | d d qP Wt d S)Nz end )r% ranger& printrepr)r levelstrargsiargr r r msgU s
zModuleFinder.msgc G s: | d } | | j k r6 | j d | _ | j | d S)Nr )r% r& r4 )r r1 r/ r r r msgin^ s
zModuleFinder.msginc G s: | d } | | j k r6 | j d | _ | j | d S)Nr r5 )r% r& r4 )r r1 r/ r r r msgoutd s
zModuleFinder.msgoutc C sU | j d d | t | / } d d t j f } | j d | | | Wd QRXd S)N
run_script r__main__)r4 openimp PY_SOURCE load_module)r pathnamefpstuffr r r r9 j s zModuleFinder.run_scriptc C sr t j j | \ } } t j j | \ } } t | / } | d t j f } | j | | | | Wd QRXd S)Nr; )osr
splitsplitextr= r> r? r@ )r rA dirr ZextrB rC r r r load_filep s
zModuleFinder.load_filer5 c C s | j d d | | | | | j | d | } | j | | \ } } | j | | } | se | S| j r~ | j | | d S)N import_hookr/ )r4 determine_parentfind_head_package load_tailr ensure_fromlist) r r callerfromlistr/ parentqtailmr r r rJ w s zModuleFinder.import_hookc C s | j d d | | | s) | d k r= | j d d d S| j } | d k r | j re | d 8} | d k r | j | } | j d d | | S| j d | k r t d d j | j d d | } | j | } | j d d | | S| j r*| j | } | j d d | | Sd | k ry| j d } | d | } | j | } | j d d | | S| j d d d S) N rK r zdetermine_parent -> Noner5 zdetermine_parent ->.z relative importpath too deep)
r6 r7 r r r# count ImportErrorjoinrE rfind)r rO r/ ZpnamerQ r2 r r r rK s<
#
z ModuleFinder.determine_parentc C s; | j d d | | d | k rX | j d } | d | } | | d d } n | } d } | r d | j | f } n | } | j | | | } | r | j d d | | f | | f S| r| } d } | j | | | } | r| j d d | | f | | f S| j d d | t d | d S)
NrU rL rV r5 r: z%s.%szfind_head_package ->z"raise ImportError: No module namedzNo module named )r6 findr
import_moduler7 rX )r rQ r r2 headrS ZqnamerR r r r rL s.
z ModuleFinder.find_head_packagec C s | j d d | | | } x | r | j d } | d k rL t | } | d | | | d d } } d | j | f } | j | | | } | s | j d d | t d | q W| j d d | | S)
NrU rM rV r r5 z%s.%sz"raise ImportError: No module namedzNo module named z load_tail ->)r6 r[ lenr r\ r7 rX )r rR rS rT r2 r] Zmnamer r r rM s %zModuleFinder.load_tailc C s | j d d | | | x | D] } | d k rc | s | j | } | r | j | | d q t | | s d | j | f } | j | | | } | s t d | q Wd S)NrU rN *r5 z%s.%szNo module named )r4 find_all_submodulesrN hasattrr r\ rX )r rT rP Z recursivesuballsubnameZsubmodr r r rN s
z ModuleFinder.ensure_fromlistc
C s< | j s
d Si } g } | t j j d d 7} | t j j d d 7} | t j j d d 7} x | j D] } y t j | } Wn( t k
r | j d d | wq Yn Xxv | D]n } d } xC | D]; } t
| } | | d | k r | d | } Pq W| r | d k r | | | Yn X| j d d | | S| | j k ry | j d d d S| r | j d k r | j d d d Sy+ | j | | o | j | \ } } } Wn) t k
r | j d d d d SYn Xz | j | | | | } Wd | r(| j X| r?t
| | | | j d d | | S)NrI r\ zimport_module ->zimport_module -> None) r6 r# KeyErrorr7 r$ r find_modulerX r@ closesetattr)r ZpartnamefqnamerQ rT rB rA rC r r r r\ s6
"
zModuleFinder.import_modulec C s | \ } } } | j d d | | o' d | | t j k rf | j | | } | j d d | | S| t j k r t | j d | d } n | t j k ry t j
j | j }
WnE t k
r} z% | j d d t
| | WYd d } ~ Xn Xt j |
} n d } | j | } | | _ | rn| j rU| j | } | | _ | j | | | j d d | | S)Nr8 r@ rB zload_module ->
execzraise ImportError: )r6 r> Z
PKG_DIRECTORY load_packager7 r? compilereadZ PY_COMPILEDre _bootstrap_external_validate_bytecode_headerrX r0 marshalloads
add_moduler r( replace_paths_in_coder scan_code) r ru rB rA file_infosuffixmodetyperT coZ marshal_dataexcr r r r@ s2 zModuleFinder.load_modulec C sN | | j k r i | j | <| r9 d | j | | j Y s z0ModuleFinder.scan_opcodes_25..storer8 r5 r absolute_importrelative_import) co_codeco_names co_constsdisZ_unpack_opargs enumerate STORE_OPSr r ) r r unpackcodern constsZopargsr2 r Zopargr/ rP r r r scan_opcodes_25S s 4 z ModuleFinder.scan_opcodes_25c C s' | j } | j } x| | D]\ } } | d k rP | \ } d | j | .r/ rV r )r r r r r r# getr updater r rK RuntimeErrorr
isinstancer r )r r rT r scannerZwhatr1 r rP Z have_starZmmr/ rQ cr r r r i sH zModuleFinder.scan_codec C s | j d d | | t j | } | r1 | } | j | } | | _ | g | _ | j t j | g | _ | j d | j \ } } } z1 | j | | | | | j d d | | SWd | r | j
Xd S)Nr8 rx r zload_package ->) r6 r r r r r r rr r@ r7 rs )r ru rA r rT rB ZbufrC r r r rx s zModuleFinder.load_packagec C s5 | | j k r | j | St | | j | <} | S)N)r# r )r ru rT r r r r s zModuleFinder.add_modulec C s | d k r | j d | } n | } | | j k rT | j d d | t | | d k r | t j k r d d d d t j f f S| j } t j | | S)NrV rI zfind_module -> Excludedr: )
r r' r7 rX r" builtin_module_namesr> Z C_BUILTINr
rr )r r r
rQ r r r r rr s zModuleFinder.find_modulec C s| t t d d t d d t | j j } xa | D]Y } | j | } | j rn t d d d n t d d d t d | | j p d
q? W| j \ } } | r t t d xC | D]; } t | j | j } t d | d
d j | q W| rxt t d d d t d xC | D]; } t | j | j } t d | d
d j | q9Wd S)zPrint a report to stdout, listing the found modules with their
paths, as well as modules that are missing, or seem to be missing.
z
%-25s %sNameFile----Pr* r+ rT z%-25sr: zMissing modules:?z
imported fromz, z7Submodules that appear to be missing, but could also bez#global names in the parent package:N)r r )r r ) r- sortedr# rl r r any_missing_mayber$ rY )r rl keyrT missingmayber Zmodsr r r report s0
zModuleFinder.reportc C s | j \ } } | | S)zReturn a list of modules that appear to be missing. Use
any_missing_maybe() if you want to know which modules are
certain to be missing, and which *may* be missing.
)r )r r r r r r any_missing s zModuleFinder.any_missingc C s( g } g } x | j D] } | | j k r. q | j d } | d k rY | j | q | | d d } | d | } | j j | } | d k r | | j | k r | j | q| | j k r q| j r | j | q| j | q | j | q W| j | j | | f S)a Return two lists, one with modules that are certainly missing
and one with modules that *may* be missing. The latter names could
either be submodules *or* just global names in the package.
The reason it can't always be determined is that it's impossible to
tell which names are imported when "from module import *" is done
with an extension module, short of actually importing it.
rV r r5 N) r$ r' rZ r r# r r r sort)r r r r r2 rd ZpkgnameZpkgr r r r s0
z ModuleFinder.any_missing_maybec C s t j j | j } } xA | j D]6 \ } } | j | r# | | t | d } Pq# W| j r | | j k r | | k r | j d d | | f n | j d d | f | j j
| t | j } xJ t
t | D]6 } t | | t | r | j | | | | Zopmapr r r r r r r r
r r r r! r r r KeyboardInterruptr- r r r r s>
;