^VUU@s2dZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddl mZddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZddlmZm Z dd l!m"Z"dd l#m$Z$m%Z%efZ&dWZ'ej(Z)d dZ*ddZ+dddZ,ddZ-ddZ.ddZ/ddZ0ddZ1dddZ2d d!Z3d"d#Z4d$d%Z5d&d'Z6d(d)Z7d*d+Z8d,d-Z9e:d.d/Z;d0d1Z<d2d3Z=d4d5Z>d6d7Z?d8d9Z@d:d;ZAd<d=ZBd>d?ZCd@dAZDdBdCdDZEdEdFZFdGdHZGdIjHdJZIeIdKZJeIdLZKdMdNZLdOdPZMdQdRZNdJdSdTZOdUdVZPdS)Xz requests.utils ~~~~~~~~~~~~~~ This module provides utility functions that are used within Requests that are also useful for external consumption. N) __version__)certs)parse_http_list) quoteurlparsebytesstr OrderedDictunquoteis_py2 builtin_str getproxies proxy_bypass urlunparse basestring)RequestsCookieJarcookiejar_from_dict)CaseInsensitiveDict) InvalidURLFileModeWarning.netrc_netrccCs"t|dr|j}n|S)z/Returns an internal sequence dictionary update.items)hasattrr)dr9/tmp/pip-build-9m6vxulb/pip/pip/_vendor/requests/utils.pydict_to_sequence)src Csd}d}t|dr*t|}nt|drE|j}nt|drit|j}nnt|dry|j}Wntjk rYqXtj|j}d|j krt j dt qnt|dr|j }ntd||S) Nr__len__lengetvaluefilenoba%Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.tell)rr r!r"ioUnsupportedOperationosfstatst_sizemodewarningswarnrr$max)o total_lengthcurrent_positionr"rrr super_len2s*  r1Fc CskyLddlm}m}d}xbtD]Z}ytjjdj|}Wntk rcdSYnXtjj|r&|}Pq&q&W|dkrdSt |}d}t |t r|j d}n|j j|d} yG||j| } | r#| dr dnd} | | | dfSWn$|tfk rJ|rFnYnXWnttfk rfYnXdS) z;Returns the Requests tuple auth for a given url from netrc.r)netrcNetrcParseErrorNz~/{0}:asciir)r2r3 NETRC_FILESr'path expanduserformatKeyErrorexistsr isinstancer decodenetlocsplitauthenticatorsIOError ImportErrorAttributeError) url raise_errorsr2r3 netrc_pathflocrisplitstrhostrlogin_irrrget_netrc_auth[s8     rNcCs[t|dd}|rWt|trW|ddkrW|ddkrWtjj|SdS)z0Tries to guess the filename of the given object.nameNr)getattrr=rr'r8basename)objrOrrrguess_filenames%rVcCsD|dkrdSt|ttttfr:tdnt|S)aTake an object and test to see if it can be represented as a dictionary. Unless it can not be represented as such, return an OrderedDict, e.g., :: >>> from_key_val_list([('key', 'val')]) OrderedDict([('key', 'val')]) >>> from_key_val_list('string') ValueError: need more than 1 value to unpack >>> from_key_val_list({'key': 'val'}) OrderedDict([('key', 'val')]) Nz+cannot encode objects that are not 2-tuples)r=r rboolint ValueErrorr )valuerrrfrom_key_val_lists  r[cCse|dkrdSt|ttttfr:tdnt|tjr[|j}nt |S)azTake an object and test to see if it can be represented as a dictionary. If it can be, return a list of tuples, e.g., :: >>> to_key_val_list([('key', 'val')]) [('key', 'val')] >>> to_key_val_list({'key': 'val'}) [('key', 'val')] >>> to_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples. Nz+cannot encode objects that are not 2-tuples) r=r rrWrXrY collectionsMappingrlist)rZrrrto_key_val_lists r_cCswg}xjt|D]\}|dd|ddkoDdknrbt|dd}n|j|qW|S)aParse lists as described by RFC 2068 Section 2. In particular, parse comma-separated lists where the elements of the list may include quoted-strings. A quoted-string could contain a comma. A non-quoted string could have quotes in the middle. Quotes are removed automatically after parsing. It basically works like :func:`parse_set_header` just that items may appear multiple times and case sensitivity is preserved. The return value is a standard :class:`list`: >>> parse_list_header('token, "quoted value"') ['token', 'quoted value'] To create a header from the :class:`list` again, use the :func:`dump_header` function. :param value: a string with a list header. :return: :class:`list` Nr"rRrR)_parse_list_headerunquote_header_valueappend)rZresultitemrrrparse_list_headers 0rfcCsi}xt|D]}d|kr5d||>> d = parse_dict_header('foo="is a fish", bar="as well"') >>> type(d) is dict True >>> sorted(d.items()) [('bar', 'as well'), ('foo', 'is a fish')] If there is no value for a key it will be `None`: >>> parse_dict_header('key_without_value') {'key_without_value': None} To create a header from the :class:`dict` again, use the :func:`dump_header` function. :param value: a string with a dict header. :return: :class:`dict` =Nrr`rRrR)rar@rb)rZrdrerOrrrparse_dict_headers  0rhcCsz|rv|d|d ko%dknrv|dd }| sW|dddkrv|jddjddSn|S) zUnquotes a header value. (Reversal of :func:`quote_header_value`). This does not use the real unquoting but what browsers are actually using for quoting. :param value: the header value to unquote. rrr`Nr6z\\\z\"rRrR)replace)rZ is_filenamerrrrbs *rbcCs+i}x|D]}|j||j]flagsz+]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])r+r,DeprecationWarningrecompileIfindall)content charset_re pragma_rexml_rerrrget_encodings_from_content:sr}cCs_|jd}|sdStj|\}}d|krK|djdSd|kr[dSdS)zmReturns encodings from given HTTP Header Dict. :param headers: dictionary to extract encoding from. z content-typeNcharsetz'"textz ISO-8859-1)getcgi parse_headerstrip)headers content_typeparamsrrrget_encoding_from_headersNs  rccs|jdkr)x|D] }|VqWdStj|jdd}x+|D]#}|j|}|rK|VqKqKW|jddd}|r|VndS)zStream decodes a iterator.NerrorsrjfinalT)encodingcodecsgetincrementaldecoderr>)iteratorrredecoderchunkrvrrrstream_decode_response_unicodebs    rccs@d}x3|t|kr;||||V||7}q WdS)z Iterate over slices of a string.rN)r )string slice_lengthposrrr iter_slicestsrcCstjdtg}t|j}|rdyt|j|SWqdtk r`|j|YqdXnyt|j|ddSWnt k r|jSYnXdS)zReturns the requested content back in unicode. :param r: Response object to get unicode content from. Tried: 1. charset from content-type 2. fall back and replace all unicode characters zIn requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)rrjN) r+r,rtrrr ry UnicodeErrorrc TypeError)rtried_encodingsrrrrget_unicode_from_response|s   rZ4ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyzz0123456789-._~c Cs|jd}xtdt|D]}||dd}t|dkr|jrytt|d}Wn"tk rtd|YnX|tkr|||dd||dA}tjtjd|S)zt Converts mask from /xx format to xxx.xxx.xxx.xxx Example: if mask is 24 function returns 255.255.255.0 lr z>I)r inet_ntoarpack)maskrrrrrsrc Cs1ytj|Wntjk r,dSYnXdS)NFT)rrerror) string_iprrris_ipv4_addresss  rcCs|jddkryt|jdd}Wntk rJdSYnX|dksc|dkrgdSytj|jddWqtjk rdSYqXndSdS)z9Very simple check of the cidr format in no_proxy variablerrFrrT)countrXr@rYrrr)string_networkrrrr is_valid_cidrs   rc Cs/dd}|d}t|j}|rdd|jddjdD}|jd d }t|rxs|D](}t|r{t||rd Sq{q{Wqx@|D]5}|j|s|jd d j|rd SqWnyt|}Wn!t t j fk r d }YnX|r+d Sd S) z: Returns whether we should bypass proxies or not. cSs(tjj|p'tjj|jS)N)r'environrupper)krrrsz'should_bypass_proxies..no_proxycss|]}|r|VqdS)Nr).0rLrrr sz(should_bypass_proxies.. r,:rTF) rr?rjr@rrrendswithrrrgaierror)rE get_proxyrr?rproxy_iprLbypassrrrshould_bypass_proxiess*  (    +  rcCst|riStSdS)z%Return a dict of environment proxies.N)rr)rErrrget_environ_proxies0s rcCsZ|p i}t|}|j|jd|j}|dkrV|j|j}n|S)zSelect a proxy for the url, if applicable. :param url: The url being for the request :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs z://N)rrschemehostname)rEproxiesurlpartsproxyrrr select_proxy7s    rzpython-requestscCsd|tfS)z4Return a string representing the default user agent.z%s/%s)r)rOrrrdefault_user_agentDsrcCs2titd6djd d6dd6dd 6S) Nz User-Agentz, gzipdeflatezAccept-Encodingz*/*Acceptz keep-alive Connection)zgzipzdeflate)rrrrrrrdefault_headersIs  rc Csg}d}xtjd|D]}y|jdd\}}Wntk rb|d}}YnXi}|jd|d; rel=front; type="image/jpeg",; rel=back;type="image/jpeg" z '"z, *<;rrz<> '"rErg)rur@rYrrc) rZlinks replace_charsvalrErlinkparamkeyrrrparse_header_linksRs"   rr5r6cCs|dd}|tjtjfkr,dS|ddtjkrIdS|ddtjtjfkrodS|jt}|dkrdS|dkr|dddtkrd S|d ddtkrd Sn|dkr|ddt krd S|d dt krd SndS)Nzutf-32rz utf-8-sigr6zutf-16rzutf-8z utf-16-berz utf-16-lez utf-32-bez utf-32-le) r BOM_UTF32_LEBOM32_BEBOM_UTF8 BOM_UTF16_LE BOM_UTF16_BEr_null_null2_null3)datasample nullcountrrrguess_json_utfzs*"   rcCsSt||\}}}}}}|s7||}}nt||||||fS)zGiven a URL that may or may not have a scheme, prepend the given scheme. Does not replace a present scheme with the one provided as an argument.)rr)rE new_schemerr?r8rqueryfragmentrrrprepend_scheme_if_neededs!rc CsSt|}y"t|jt|jf}Wnttfk rNd}YnX|S)z_Given a url with authentication components, extract them into a tuple of username,password.r)rr)rr usernamepasswordrDr)rEparsedauthrrrget_auth_from_urls  " rcCsId}t|tr|}n'tr6|j|}n|j|}|S)z Given a string object, regardless of type, returns a representation of that string in the native string type, encoding and decoding where necessary. This assumes ASCII unless told otherwise. N)r=r r encoder>)rroutrrrto_native_strings rcCsft|\}}}}}}|s4||}}n|jddd}t|||||dfS)zE Given a url remove the fragment and the authentication part @rrrR)rrsplitr)rErr?r8rrrrrr urldefragauths r)rz_netrc)Q__doc__rrr\r%r'platformrusysrrr+rrrcompatrrarrrr r r r r rrrrcookiesrr structuresr exceptionsrr_hush_pyflakesr7whereDEFAULT_CA_BUNDLE_PATHrr1rNrVr[r_rfrhrbrorrr}rrrr frozensetrrrrrrrrrrrrrrrrrrrrrrrrrr sx           R   )3     "      $      /   #