U n/eb@s2ddlZddlZddlZddlZddlZddlmZmZddl m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZddlZddlmZe e!Z"Gdddej#j$Z%GdddeZ&Gd d d e&eZ'Gd d d eZ(Gd dde&eZ)GdddeZ*GdddeZ+GdddeZ,dS)N)InvalidIMDSEndpointErrorMetadataRetrievalError) DEFAULT_METADATA_SERVICE_TIMEOUTMETADATA_BASE_URLRETRYABLE_HTTP_ERRORS ArnParserBadIMDSRequestError ClientErrorContainerMetadataFetcherHTTPClientError IMDSFetcherIMDSRegionProviderInstanceMetadataFetcherInstanceMetadataRegionFetcherReadTimeoutErrorS3RegionRedirectorS3RegionRedirectorv2get_environ_proxiesosresolve_imds_endpoint_mode)asynccontextmanagercs(eZdZfddZeddZZS)_RefCountedSessioncstj||d|_d|_dS)Nr)super__init___RefCountedSession__ref_count_RefCountedSession__lock)selfargskwargs __class__5/tmp/pip-unpacked-wheel-8mnez3y6/aiobotocore/utils.pyr'sz_RefCountedSession.__init__cCs|jst|_|j4IdHV|jd7_z|jdkrH|IdHWn$tk rn|jd8_YnXW5QIdHRXz |VW5|j4IdH2|jdkr|dddIdH|jd8_W5QIdHRXXdS)N)rasyncioLockr __aenter__ BaseException __aexit__)rr!r!r"acquire,s     z_RefCountedSession.acquire)__name__ __module__ __qualname__rrr) __classcell__r!r!rr"r&s rc@sXeZdZededdddfddZddZdddZd d Zd d Z d dZ dddZ dS)AioIMDSFetcherr#NcCs||_||_|dkri}||||_||_|dkr>tj}|dd |_ |j dk|_ ||_ |pxt |jt |jd|_dS)NZAWS_EC2_METADATA_DISABLEDfalsetrue)timeoutproxies)_timeout _num_attemptsZ_select_base_urlZ _base_url_configrenvironcopygetlowerZ _disabledZ _user_agentrr_session)rr1 num_attemptsbase_urlenv user_agentconfigsessionr!r!r"rGs   zAioIMDSFetcher.__init__c s|||j}d|ji}||tjjd||d}|j 4IdH^}t |j D]J}zz| | IdH}|jdkr|jIdHWW5QIdHRS|jdkrWW5QIdHRdS|jdkrt|WqZtk rYW5QIdHRdStk r8}ztjd||dd W5d}~XYqZtk r}zN|jd }|rnt|d dd kstt|d ddkrt||dnW5d}~XYqZXqZW5QIdHRXdS)Nz$x-aws-ec2-metadata-token-ttl-secondsPUTmethodurlheaders)iii)iOCaught retryable HTTP exception while making metadata service request to %s: %sTexc_infoerrorerrnoZos_errorzDomain name not found)endpointrJ)_assert_enabled_construct_urlZ _TOKEN_PATHZ _TOKEN_TTL_add_user_agentbotocore awsrequest AWSRequestr:r)ranger4sendprepare status_codetextrrrloggerdebugr rr8getattrstrr) rrDrErequestr@iresponseerJr!r!r"_fetch_metadata_tokencsV   $    &z$AioIMDSFetcher._fetch_metadata_tokenc s||dkr|j}||}i}|dk r4||d<|||j4IdH}t|jD]}zftj j d||d}| | IdH} || } t | r| IdH} | s| WW5QIdHRSWq\tk r} ztjd|| ddW5d} ~ XYq\Xq\W5QIdHRX|dS)Nzx-aws-ec2-metadata-tokenGETrBrGTrH)rN_default_retryrOrPr:r)rTr4rQrRrSrUrVinspect isawaitablerrYrZ_RETRIES_EXCEEDED_ERROR_CLS) rurl_path retry_functokenrDrEr@r^r]r_Z should_retryr`r!r!r" _get_requests<     *zAioIMDSFetcher._get_requestcs ||IdHp||IdHSN_is_non_ok_response _is_emptyrr_r!r!r"rcs  zAioIMDSFetcher._default_retrycs(|jdkr$|j|dddIdHdSdS)NrFznon-200Tlog_bodyF)rW_log_imds_responseror!r!r"rms z"AioIMDSFetcher._is_non_ok_responsecs*|jIdHs&|j|dddIdHdSdS)Nzno bodyTrpF)contentrrror!r!r"rns zAioIMDSFetcher._is_emptyFcsDd}||j|jg}|r0|d7}||jIdHtj|f|dS)NzHMetadata service returned %s response with status code of %s for url: %sz, content body: %s)rWrDappendrsrYrZ)rr_Z reason_to_logrqZ statementZ logger_argsr!r!r"rrsz!AioIMDSFetcher._log_imds_response)N)F) r*r+r,rrrrarjrcrmrnrrr!r!r!r"r.Fs . !r.c@s@eZdZddZdddZdddZdd Zd d Zd d ZdS)AioInstanceMetadataFetcherc sz|IdH}||IdH}|||IdH}||rl||d|d|d|dd}|||WSd|krd|krtd|iWSWnR|jk rtd |jYn0t k r}ztd |j W5d}~XYnXiS) NZ AccessKeyIdZSecretAccessKeyTokenZ Expiration) role_nameZ access_keyZ secret_keyriZ expiry_timeCodeMessagez7Error response received when retrievingcredentials: %s.\Max number of attempts exceeded (%s) when attempting to retrieve data from metadata service.zBad IMDS request: %s) ra _get_iam_role_get_credentialsZ_contains_all_credential_fieldsZ_evaluate_expirationrYrZrfr4rr])rrirw credentialsr`r!r!r"retrieve_iam_role_credentialss6    z8AioInstanceMetadataFetcher.retrieve_iam_role_credentialsNcs"|j|j|j|dIdHjIdHSNrgrhri)rj _URL_PATH_needs_retry_for_role_namerX)rrir!r!r"r{s  z(AioInstanceMetadataFetcher._get_iam_rolecs0|j|j||j|dIdH}t|jIdHSr)rjr_needs_retry_for_credentialsjsonloadsrX)rrwrirr!r!r"r|s  z+AioInstanceMetadataFetcher._get_credentialscsFzt|jIdHWdStk r@||dIdHYdSXdS)NFz invalid jsonT)rrrX ValueErrorrrror!r!r"_is_invalid_jsons z+AioInstanceMetadataFetcher._is_invalid_jsoncs ||IdHp||IdHSrkrlror!r!r"r s  z5AioInstanceMetadataFetcher._needs_retry_for_role_namecs0||IdHp.||IdHp.||IdHSrk)rmrnrror!r!r"rs z7AioInstanceMetadataFetcher._needs_retry_for_credentials)N)N) r*r+r,r~r{r|rrrr!r!r!r"rus ! ruc@s$eZdZddZddZddZdS)AioIMDSRegionProvidercs|IdH}|S)z#Provide the region value from IMDS.N)_get_instance_metadata_region)rZinstance_regionr!r!r"provideszAioIMDSRegionProvider.providecs|}|IdH}|Srk)Z _get_fetcherretrieve_region)rfetcherregionr!r!r"rsz3AioIMDSRegionProvider._get_instance_metadata_regioncCsN|jd}|jd}|jdt|jd}t|||j|j|d}|S)NZmetadata_service_timeoutZmetadata_service_num_attemptsec2_metadata_service_endpoint)rZ"ec2_metadata_service_endpoint_mode)r1r;r=r>r?)r:Zget_config_variabler AioInstanceMetadataRegionFetcherZ_environr>)rZmetadata_timeoutZmetadata_num_attemptsZ imds_configrr!r!r"_create_fetcher$s*z%AioIMDSRegionProvider._create_fetcherN)r*r+r,rrrr!r!r!r"rsrc@seZdZddZddZdS)rcs>z|IdH}|WS|jk r8td|jYnXdS)Nrz) _get_regionrfrYrZr4)rrr!r!r"r@s z0AioInstanceMetadataRegionFetcher.retrieve_regioncsD|IdH}|j|j|j|dIdH}|jIdH}|dd}|S)Nr)rarjrrcrX)rrir_Zavailability_zonerr!r!r"rLs   z,AioInstanceMetadataRegionFetcher._get_regionN)r*r+r,rrr!r!r!r"r=s rc@seZdZddZddZdS)AioS3RegionRedirectorv2cs|dkr dS|didi}t|dr>tddS|drVtddS|dd i}|d }|dd i}|d ko|jd k} |d ko|jdkod|dik} |dkod|k} |ddk o|djdk} |dk} t| | | | | gsdS|ddd}|dd}|||IdH}|dkrLtd||fdStd|||f||j |<|j j }|j ||ddd|ddIdH}| |d|j|d<d|ddd<|jd}|dk r||}|\}}||dd<|ddi||dd<dS) a An S3 request sent to the wrong region will return an error that contains the endpoint the request should be sent to. This handler will add the redirect information to the signing context and then redirect the request. NcontextZ s3_redirectbucketzBS3 request was previously for an Accesspoint ARN, not redirecting.Z redirected6S3 request was previously redirected, not redirecting.r#ErrorrxResponseMetadataZ301Z400 HeadObject HeadBucketx-amz-bucket-region HTTPHeadersAuthorizationHeaderMalformedRegionri-i.i3PermanentRedirect client_regionS3 client configured for region %s but the bucket %s is not in that region and the proper region could not be automatically determined.S3 client configured for region %s but the bucket %s is in region %s; Please configure the proper region to avoid multiple unnecessary redirects and signing attempts.params)Zoperation_modelZ call_argsrequest_contextrDTZ authSchemes auth_typesigning)r8rZis_arnrYrZnamerWanyget_bucket_region_cache_clientZ_ruleset_resolverZconstruct_endpointset_request_urlrDZ propertiesZauth_schemes_to_signing_ctx)r request_dictr_ operationrZ redirect_ctxrJ error_coderesponse_metadatais_special_head_objectis_special_head_bucketis_wrong_signing_regionis_redirect_statusis_permanent_redirectrr new_regionZ ep_resolverZep_infoZ auth_schemesZ auth_inforsigning_contextr!r!r"redirect_from_errorYs             z+AioS3RegionRedirectorv2.redirect_from_errorc s|d}|dd}d|kr$|dS|didd}|dk rD|Sz$|jj|dIdH}|dd}Wn0tk r}z|jdd}W5d}~XYnX|dd}|S) a- There are multiple potential sources for the new region to redirect to, but they aren't all universally available for use. This will try to find region from response elements, but will fall back to calling HEAD on the bucket if all else fails. :param bucket: The bucket to find the region for. This is necessary if the region is not available in the error response. :param response: A response representing a service request that failed due to incorrect region configuration. r#rrrrrNZBucketr8rZ head_bucketr r_rrr_Zservice_responseresponse_headersrrEr`r!r!r"rs    z)AioS3RegionRedirectorv2.get_bucket_regionNr*r+r,rrr!r!r!r"rXsrrc@seZdZddZddZdS)AioS3RegionRedirectorcs|dkr dS||dir,tddS|didrLtddS|ddi}|d}|ddi}|d ko|jd k}|d ko|jd kod |d ik} |dkod|k} |ddk o|djdk} |dk} t|| | | | gsdS|ddd} |dd}|| |IdH}|dkrBtd|| fdStd|| |f|j d|}|d}|| |d}||dd<||j | <| ||dd|dd<dS)Nrz=S3 request was previously to an accesspoint, not redirecting.Z s3_redirectedrr#rrxrrrrrrrrrrrrrrrrZs3Z endpoint_url)rrrMT) Z_is_s3_accesspointr8rYrZrrWrrZ_endpoint_resolverresolverr)rrr_rrrJrrrrrrrrrrrMrr!r!r"rs       z)AioS3RegionRedirector.redirect_from_errorc s|d}|dd}d|kr$|dS|didd}|dk rD|Sz$|jj|dIdH}|dd}Wn0tk r}z|jdd}W5d}~XYnX|dd}|S)Nr#rrrrrrrrr!r!r"rIs   z'AioS3RegionRedirector.get_bucket_regionNrr!r!r!r"rs[rc@s@eZdZdejfddZd ddZddZd dd Zd d Z dS)AioContainerMetadataFetcherNcCs$|dkrt|jd}||_||_dS)N)r1)rTIMEOUT_SECONDSr:_sleep)rr@sleepr!r!r"rbs z$AioContainerMetadataFetcher.__init__cs|||||IdHSrk)Z_validate_allowed_url_retrieve_credentials)rfull_urlrEr!r!r"retrieve_full_urijs z-AioContainerMetadataFetcher.retrieve_full_urics||}||IdHS)zRetrieve JSON metadata from ECS metadata. :type relative_uri: str :param relative_uri: A relative URI, e.g "/foo/bar?id=123" :return: The parsed JSON response. N)rr)rZ relative_urirr!r!r" retrieve_urins z(AioContainerMetadataFetcher.retrieve_uric sddi}|dk r||d}z||||jIdHWStk r}z:tjd|dd||jIdH|d7}||jkr~W5d}~XYqXqdS)NAcceptzapplication/jsonrzAReceived error when attempting to retrieve container metadata: %sTrHr#) update _get_responserrrYrZrZ SLEEP_TIMEZRETRY_ATTEMPTS)rr extra_headersrEattemptsr`r!r!r"rzs(   z1AioContainerMetadataFetcher._retrieve_credentialsc sz|j4IdH}tjj}|d||d}||IdH}|jIdHd}|j dkrpt d|j |fdz t |WW5QIdHRWSt k rd} td| |t | dYnXW5QIdHRXWn6tk r } zd | } t | dW5d} ~ XYnXdS) NrbrBzutf-8rFz4Received non 200 response (%s) from ECS metadata: %s) error_msgz8Unable to parse JSON returned from ECS metadata servicesz%s:%sz;Received error when attempting to retrieve ECS metadata: %s)r:r)rQrRrSrUrVrsdecoderWrrrrrYrZr) rrrEr1r@rSr]r_Z response_textrr`r!r!r"rs8  $z)AioContainerMetadataFetcher._get_response)N)N) r*r+r,r$rrrrrrr!r!r!r"ras   r)-r$rdrloggingZbotocore.awsrequestrQZbotocore.exceptionsrrZbotocore.utilsrrrrrr r r r r rrrrrrrrZaiobotocore.httpsessionZ aiobotocoreZaiobotocore._helpersr getLoggerr*rYZ httpsessionZAIOHTTPSessionrr.rurrrrrr!r!r!r"s,P    H$ t