dZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&dd l'm(Z(dd l)m*Z*ddl+m,Z,m-Z-m.Z.m/Z/dZ0ejbZ2dddZ3djiejjdeddZ6ejndk(rdZ8dZdZ9dZ:dIdZ;dZZ^e^d?zZ_e^d@zZ`dAZadBZbdCZcejdDZeejdEZfdFZgdGZhdHZiy)Mz requests.utils ~~~~~~~~~~~~~~ This module provides utility functions that are used within Requests that are also useful for external consumption. N) OrderedDict) make_headers) parse_url __version__)certs)to_native_string)parse_http_list)quoteurlparsebytesstrunquote getproxies proxy_bypass urlunparse basestring integer_typesis_py3proxy_bypass_environmentgetproxies_environmentMappingcookiejar_from_dict)CaseInsensitiveDict) InvalidURL InvalidHeaderFileModeWarningUnrewindableBodyError)z.netrc_netrcPi)httphttpsz, z,\s*T)accept_encodingzaccept-encodingwin32c  trddl}nddl} |j |j d}t |j|dd}|j|dd}|r|sy|jd}|D]j}|dk(rd|vry |jdd }|jd d }|jd d}tj||tjsjy y#t$rYywxYw#t$rYywxYw)NrFz;Software\Microsoft\Windows\CurrentVersion\Internet Settings ProxyEnable ProxyOverride;z.Tz\.*z.*?)rwinreg_winreg ImportErrorOpenKeyHKEY_CURRENT_USERint QueryValueExOSErrorsplitreplacerematchI)hostr.internetSettings proxyEnable proxyOverridetests )platform/bq/third_party/requests/utils.pyproxy_bypass_registryrA8s& ( %~~f.F.FN P f112B.;==>@AK#//0@0?AABDM- &++C0 !Dy d?<<U+D<<U+D<<T*DxxdBDD)"?    s#C'AC6' C32C36 DDcBtr t|St|S)zReturn True, if the host should be bypassed. Checks proxy settings gathered from the environment, if specified, or the registry. )rrrA)r;s r@rr_s " #+D1 1(. .c>t|dr|j}|S)z/Returns an internal sequence dictionary update.items)hasattrrE)ds r@dict_to_sequencerHksq' GGI HrCcd}d}t|dr t|}n~t|dr |j}net|drY |j}tj|j }d|j vrtjdt t|drW |j}t|dr:|8 |jdd |j}|j|xsd|d}t#d||z S#tjtf$rYwxYw#tt f$rd}YEwxYw#tt f$r||}Y^wxYw) Nr__len__lenfilenoba%Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.tellseek)rFrKrLosfstatst_sizemodewarningswarnrioUnsupportedOperationAttributeErrorrNrOr5IOErrormax)o total_lengthcurrent_positionrLs r@ super_lenr_tsgLq)1v E uu H  XXZF88F+33L!&&  . $q& % vvx q&!l&: %FF1aL#$668LFF+0q1 q,!11 22a''8    T )%#$L%%! 0 '#/  0s6D(E7D0D-,D-0EEEEc|tjjd}||f}n dtD} ddlm}m}d}|D]E} tj j|}tj j|sC|}n|yt|} d} t|tr| jd} | jj| d} ||j!| } | r| drdnd} | | | d fSy#t$rYywxYw#|t"f$r|rYywxYw#t$t&f$rYywxYw) z;Returns the Requests tuple auth for a given url from netrc.NETRCNc3>K|]}dj|yw)z~/{}N)format).0fs r@ z!get_netrc_auth..sA[6==+[sr)netrcNetrcParseError:asciirrP)rQenvironget NETRC_FILESrgrhpath expanduserKeyErrorexistsr isinstancerdecodenetlocr6authenticatorsrZr0rY)url raise_errors netrc_filenetrc_locationsrgrh netrc_pathrelocrisplitstrr;r!login_is r@get_netrc_authrsS(J%-A[A- 0  A gg((+ww~~c" !    c] c3 w/Hyyx(+ :&55d;F &q 1qw333   : )    (   s`D)D#D)D) A D)+D DD)DD)D&#D)%D&&D))D;:D;ct|dd}|rBt|tr1|ddk7r(|ddk7rtjj |Syyyy)z0Tries to guess the filename of the given object.nameNr<>)getattrrrrrQrnbasename)objrs r@guess_filenamersV 3 %D D*-$q'S. HOww%% 3A-rCcRtjj|r|Stjj|\}}|rytjj|sZtjj|\}}|sn5dj ||g}|r tjj|sZt j |s|St j|}||jvr|Stj}tjj ||jdd}tjj|s6t|5}|j|j|ddd|S|S#1swY|SxYw)zReplace nonexistent paths that look like they refer to a member of a zip archive with the location of an extracted copy of the target, or else just return the provided path unchanged. /rN)rQrnrqr6joinzipfile is_zipfileZipFilenamelisttempfile gettempdir atomic_openwriteread)rnarchivememberprefixzip_filetmpextracted_path file_handlers r@extract_zipped_pathsrs@  ww~~d ggmmD)OGV "''..1''--0 66*+ "''..1   g & w'H X&&((     CWW\\#v||C'8'<=N 77>>. )  (L   x}}V4 5) >) s /!FF&c#Ktjddk(rtjntj}t j tjj|\}} tj|d5}|ddd|||y#1swYxYw#t$rtj|wxYww)z-Write a file to the disk in an atomic fashionrrP)dirwbN) sys version_inforQrenamer7rmkstemprndirnamefdopen BaseExceptionremove)filenamereplacertmp_descriptortmp_name tmp_handlers r@rrs ,,Q/14ryy"**H'//BGGOOH4MNNH YY~t ,  -8$- ,  ( s6A-C 0B)B B)C B&"B)) C  C ct|yt|ttttfr t dt |S)aTake an object and test to see if it can be represented as a dictionary. Unless it can not be represented as such, return an OrderedDict, e.g., :: >>> from_key_val_list([('key', 'val')]) OrderedDict([('key', 'val')]) >>> from_key_val_list('string') Traceback (most recent call last): ... ValueError: cannot encode objects that are not 2-tuples >>> from_key_val_list({'key': 'val'}) OrderedDict([('key', 'val')]) :rtype: OrderedDict N+cannot encode objects that are not 2-tuples)rrrrboolr3 ValueErrorrvalues r@from_key_val_listr(s6$ }%#udC01FGG u rCc|yt|ttttfr t dt|t r|j}t|S)aTake an object and test to see if it can be represented as a dictionary. If it can be, return a list of tuples, e.g., :: >>> to_key_val_list([('key', 'val')]) [('key', 'val')] >>> to_key_val_list({'key': 'val'}) [('key', 'val')] >>> to_key_val_list('string') Traceback (most recent call last): ... ValueError: cannot encode objects that are not 2-tuples :rtype: list Nr) rrrrrr3rrrElistrs r@to_key_val_listrCsJ" }%#udC01FGG%!  ;rCcg}t|D]5}|dd|ddcxk(rdk(rnnt|dd}|j|7|S)aParse lists as described by RFC 2068 Section 2. In particular, parse comma-separated lists where the elements of the list may include quoted-strings. A quoted-string could contain a comma. A non-quoted string could have quotes in the middle. Quotes are removed automatically after parsing. It basically works like :func:`parse_set_header` just that items may appear multiple times and case sensitivity is preserved. The return value is a standard :class:`list`: >>> parse_list_header('token, "quoted value"') ['token', 'quoted value'] To create a header from the :class:`list` again, use the :func:`dump_header` function. :param value: a string with a list header. :return: :class:`list` :rtype: list Nrr")_parse_list_headerunquote_header_valueappend)rresultitems r@parse_list_headerrasT.F"5) 8tBCy 'C ''Qr 3D d* MrCci}t|D]H}d|vrd||< |jdd\}}|dd|ddcxk(rdk(rnnt|dd}|||<J|S)a^Parse lists of key, value pairs as described by RFC 2068 Section 2 and convert them into a python dict: >>> d = parse_dict_header('foo="is a fish", bar="as well"') >>> type(d) is dict True >>> sorted(d.items()) [('bar', 'as well'), ('foo', 'is a fish')] If there is no value for a key it will be `None`: >>> parse_dict_header('key_without_value') {'key_without_value': None} To create a header from the :class:`dict` again, use the :func:`dump_header` function. :param value: a string with a dict header. :return: :class:`dict` :rtype: dict =Nrrr)rr6r)rrrrs r@parse_dict_headerrsx,F"5) d?F4L jja( e !9bc )c )(q5Et * MrCc|rF|d|dcxk(rdk(r5n|S|dd}|r|dddk7r"|jddjd dS|S) zUnquotes a header value. (Reversal of :func:`quote_header_value`). This does not use the real unquoting but what browsers are actually using for quoting. :param value: the header value to unquote. :rtype: str rrrrNrPz\\\z\")r7)r is_filenames r@rrsd qU2Y-#- La eBQi61==.66ucB B LrCcJi}|D]}|j||j<|S)zReturns a key/value dictionary from a CookieJar. :param cj: CookieJar object to extract cookies from. :rtype: dict )rr)cj cookie_dictcookies r@dict_from_cookiejarrs-K#)<< FKK  rCct||S)zReturns a CookieJar from a key/value dictionary. :param cj: CookieJar to insert cookies into. :param cookie_dict: Dict of key/values to insert into CookieJar. :rtype: CookieJar r)rrs r@add_dict_to_cookiejarrs {B //rCc^tjdttjdtj }tjdtj }tjd}|j ||j |z|j |zS)zlReturns encodings from given content string. :param content: bytestring to extract encodings from. zIn requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!])flagsz+]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rUrVDeprecationWarningr8compiler:findall)content charset_re pragma_rexml_res r@get_encodings_from_contentrs  MM -   @MJ IQSQUQUVI ZZ? @F   w '   g & ' NN7 # $%rCcH|jd}|dj|dd}}i}d}|D]m}|j}|s|d}}|jd} | dk7r+|d| j|}|| dzdj|}|||j<o||fS) zReturns content type and parameters from given header :param header: string :return: tuple containing content type and dictionary of parameters r*rrNz"' Trr)r6stripfindlower) headertokens content_typeparams params_dictitems_to_stripparamkeyrindex_of_equalss r@_parse_content_type_headerrs\\# F!!9??,fQRj&LKN  C#jjoO"$,_-33NCo12399.I',K $  $$rCc|jd}|syt|\}}d|vr|djdSd|vryd|vryy) z}Returns encodings from given HTTP Header Dict. :param headers: dictionary to extract encoding from. :rtype: str z content-typeNcharsetz'"textz ISO-8859-1zapplication/jsonutf-8)rlrr)headersrrs r@get_encoding_from_headersrs`;;~.L 5lCL&Fi &&u-- \)*rCc#K|j |D]}|ytj|jd}|D]}|j|}|s||jdd}|r|yyw)zStream decodes a iterator.Nr7errorsrCT)final)encodingcodecsgetincrementaldecoderrs)iteratorrrdecoderchunkrvs r@stream_decode_response_unicoders zzDJ6f**1::6iHG ^^E " H 4 (B  s AA;!A;c#Kd}||dkr t|}|t|kr||||z||z }|t|kryyw)z Iterate over slices of a string.rN)rK)string slice_lengthposs r@ iter_slicesr/sW C|q06{ F S|+,, | F s AAAc>tjdtg}t|j}|r t |j |S t |j |dS#t$r|j|Y5wxYw#t$r|j cYSwxYw)zReturns the requested content back in unicode. :param r: Response object to get unicode content from. Tried: 1. charset from content-type 2. fall back and replace all unicode characters :rtype: str zIn requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r7r) rUrVrrrrr UnicodeErrorr TypeError)rtried_encodingsrs r@get_unicode_from_responser9s MM -   O)3H -qyy(+ + 199hy99  -  " "8 , - yys#A$ B$BBBBzBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c|jd}tdt|D]l}||dd}t|dk(rI|jr9 t t |d}|tvr|||ddz||<Vd||z||<bd||z||<ndj|S#t $rtd|zwxYw) zUn-escape any percent-escape sequences in a URI that are unreserved characters. This leaves all reserved, illegal and non-ASCII bytes encoded. :rtype: str %rrrPz%Invalid percent-escape sequence: '%s'N) r6rangerKisalnumchrr3rrUNRESERVED_SETr)uripartsihcs r@unquote_unreservedrbs IIcNE 1c%j ! !HQqM q6Q;199; NAr ON"uQx|+aq>aU1X~E!H" 775> N !H1!LMM Ns B''B?cpd}d} tt||S#t$rt||cYSwxYw)zRe-quote the given URI. This function passes the given URI through an unquote/quote cycle to ensure that it is fully and consistently quoted. :rtype: str z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)safe)r rr)r safe_with_percentsafe_without_percents r@ requote_urirzsJ/0 5',3DEE 5S344 5s 55c rtjdtj|d}|j d\}}tjdtjt t |d}tjdtj|d|z}||z||zk(S)zThis function allows you to check if an IP belongs to a network subnet Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24 returns False if ip = 192.168.1.1 and net = 192.168.100.0/24 :rtype: bool z=Lrr)structunpacksocket inet_atonr6dotted_netmaskr3)ipnetipaddrnetaddrbitsnetmasknetworks r@address_in_networkr!s]]4!1!1"!5 6q 9FIIcNMGTmmD&"2"2>#d)3L"MNqQGmmD&"2"27";I)r inet_ntoarpack)maskrs r@rrs7 b4i1, ,D   FKKd3 44rCcb tj|y#tj$rYywxYw)z :rtype: bool FT)rrerror) string_ips r@is_ipv4_addressr*s2#  <<s ..c |jddk(rR t|jdd}|dks|dkDry t j |jddyy#t$rYywxYw#tj $rYywxYw)zV Very simple check of the cidr format in no_proxy variable. :rtype: bool rrFr#rT)countr3r6rrrr()string_networkr&s r@ is_valid_cidrr.s C A% ~++C034D !8tby    ^11#6q9 :   ||  s"A('A7( A43A47B  B c#8K|du}|r2tjj|}|tj|< d|r(tj|=y|tj|<yy#|r(tj|=w|tj|<wwxYww)zSet the environment variable 'env_name' to 'value' Save previous value, yield, and then restore the previous value stored in the environment variable 'env_name'. If 'value' is None, do nothingN)rQrkrl)env_namer value_changed old_values r@ set_environr3s%MJJNN8, $ 81  JJx('0 8$ = JJx('0 8$ s9BA++B+,BBcd}|}||d}t|}|jy|rd|jddjdD}t |jr=|D]7}t |rt |j|s%y|j|k(s7ynk|j}|jr|d j|jz }|D]0}|jj|s|j|s0ytd|5 t|j}dddryy #ttjf$rd }Y)wxYw#1swY.xYw) zL Returns whether we should bypass proxies or not. :rtype: bool ctjj|xs-tjj|jSN)rQrkrlupper)ks r@z'should_bypass_proxies..s,"**..+Hrzz~~aggi/HHrCNno_proxyTc3&K|] }|s| ywr6)rdr;s r@rfz(should_bypass_proxies..s ATTDAs r,z:{}F)r hostnamer7r6r*r.r!portrcendswithr3rrrgaierror) rvr: get_proxy no_proxy_argparsedproxy_iphost_with_portr;bypasss r@should_bypass_proxiesrIsQIILZ( c]F  %--c26<>EEEEE(c4t||riStS)zA Return a dict of environment proxies. :rtype: dict r:)rIr)rvr:s r@get_environ_proxiesrL s S84 |rCc.|xsi}t|}|j+|j|j|jdS|jdz|jz|jd|jzdg}d}|D]}||vs||}|S|S)zSelect a proxy for the url, if applicable. :param url: The url being for the request :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs Nallz://zall://)r r?rlscheme)rvproxiesurlparts proxy_keysproxy proxy_keys r@ select_proxyrU,s mG}H {{8??GKK,>?? %("3"338$$$ J E  I&E  L  LrCc8||ni}|j}t|j}|jd}|j }|rOt ||sBt ||}|j||jd}|r|j|||S)aThis method takes proxy information from a request and configuration input to resolve a mapping of target proxies. This will consider settings such a NO_PROXY to strip proxy configurations. :param request: Request or PreparedRequest :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs :param trust_env: Boolean declaring whether to trust environment configs :rtype: dict r:rKrN)rvr rOrlcopyrIrL setdefault) requestrP trust_envrvrOr: new_proxiesenviron_proxiesrSs r@resolve_proxiesr]Fs!,g"G ++C c] ! !F{{:&H,,.K.sXF-cHE##FO,?,?,FG   " "65 1 rCc|dtS)zO Return a string representing the default user agent. :rtype: str rr)rs r@default_user_agentr_as K ((rCc:tttdddS)z9 :rtype: requests.structures.CaseInsensitiveDict z*/*z keep-alive)z User-AgentzAccept-EncodingAccept Connection)rr_DEFAULT_ACCEPT_ENCODINGr<rCr@default_headersrdjs% (*2"   rCcg}d}|j|}|s|Stjd|D]} |jdd\}}d|jdi}|jdD]:} |jd\}}|j|||j|<<|j ||S#t$r|d}}YwxYw#t$rY4wxYw) zReturn a list of parsed link headers proxies. i.e. Link: ; rel=front; type="image/jpeg",; rel=back;type="image/jpeg" :rtype: list z '"z, * '"r)rr8r6rr) rlinks replace_charsvalrvrlinkrrs r@parse_header_linksrjvs EM KK &E  xx& "))C+KCsyy*+\\#&E "[[- U.3[[-GD=) * '  T!'$ L "rC "  s#B?1C? CC CCrjrPc|dd}|tjtjfvry|ddtjk(ry|ddtjtj fvry|j t}|dk(ry |dk(r |dddtk(ry |d ddtk(ry |dk(r|ddtk(ry |d dtk(ryy)z :rtype: str Nzutf-32rlz utf-8-sigrPzutf-16rrz utf-16-berz utf-16-lez utf-32-bez utf-32-le) r BOM_UTF32_LE BOM_UTF32_BEBOM_UTF8 BOM_UTF16_LE BOM_UTF16_BEr,_null_null2_null3)datasample nullcounts r@guess_json_utfrzs"1XF &%%v':':;; bqzV__$ bqzf))6+>+>?? U#IA~A~ #A#;&  !$Q$<6 !A~ "1:  !":  rCct|}|\}}}}}}} |j} | s|| }} |rdj|| g} ||}|d}t|| |d|| fS)zGiven a URL that may or may not have a scheme, prepend the given scheme. Does not replace a present scheme with the one provided as an argument. :rtype: str @r)rrtrr) rv new_schemerErOauthr;r@rnqueryfragmentrts r@prepend_scheme_if_neededrs{ s^F6<3FD$dE8 ]]F V 4.) ~ | vvtRA BBrCct|} t|jt|jf}|S#tt f$rd}Y|SwxYw)z{Given a url with authentication components, extract them into a tuple of username,password. :rtype: (str,str) )rr)r rusernamepasswordrYr)rvrEr~s r@get_auth_from_urlrsU c]F('&//*BC K I & Ks*9A As^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c |\}}t|trt}nt} |j |st d|zy#t $rt d|d|dt|wxYw)zVerifies that header value is a string which doesn't contain leading whitespace or return characters. This prevents unintended header injection. :param header: tuple, in the format (name, value). z7Invalid return character or leading space in header: %szValue for header {z: z$} must be of type str or bytes, not N)rrr_CLEAN_HEADER_REGEX_BYTE_CLEAN_HEADER_REGEX_STRr9rrtype)rrrpats r@check_header_validityrs{KD%%&%Jyy Y\` `a a J/3UDKIJ JJs A'A+c~t|\}}}}}}|s||}}|jddd}t|||||dfS)zW Given a url remove the fragment and the authentication part. :rtype: str r|rrr)r rsplitr)rvrOrtrnrrrs r@ urldefragauthrsU 5=SM1FFD&% V ]]3 "2 &F vvtVUB? @@rCct|jdd}|.t|jtr ||jytd#t t f$r tdwxYw)zfMove file pointer back to its recorded starting position so it can be read again on redirect. rONz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)rbodyrr_body_positionrrZr5r )prepared_request body_seeks r@ rewind_bodyrsy(--vt &55 6 $$QRR ! >')=> > >s AA.)Fr6)T)zpython-requests)j__doc__r contextlibrWrQr8rrrrrUr collectionsr urllib3.utilrrrrr _internal_utilsr compatr rr r rrrrrrrrrrrrcookiesr structuresr exceptionsrrrr rmwhereDEFAULT_CA_BUNDLE_PATH DEFAULT_PORTSrr6rcplatformrArHr_rrrcontextmanagerrrrrrrrrrrrrrr frozensetrrrr!rr*r.r3rIrLrUr]r_rdrjencodertrurvrzrrrrrrrrr<rCr@rs  #%"$-9????)+GG# $c* )) BHHWl489JKL <<7%N / =3@6 r&"J   6<@F2 0%(%22$!JMO05, 550 11*:z 46) "L  g  @C: "&2::&;<$"**%78J*A" SrC