
    TQgh                        S SK r S SKrS SKrS SKJr  S SKrS SKrS SKr	S SK
r	S SKJrJrJrJr  S SKJrJrJrJrJr  S SKJrJrJr  S SK	Jr  S SKJr  S SKJr  S S	KJr  S S
K J!r!J"r"  S SK#J$r$J%r%  S SK&J'r'  S SK(J)r)J*r*  S SK+J,r,  S SK-J.r.J/r/J0r0J1r1  \ Rd                  " \35      r4Sq5S r6SSSS\%-  SS4S jr7S/S jr8 " S S5      r9 " S S\*5      r: " S S\)5      r; " S S5      r< " S S\<5      r= " S S \5      r> " S! S"5      r? " S# S$5      r@ " S% S&5      rA " S' S(5      rB " S) S*5      rC " S+ S,5      rD " S- S.5      rEg)0    N)BytesIO)AwsCredentialsAwsCredentialsProviderAwsSigningAlgorithmAwsSigningConfig)ClientBootstrapClientTlsContextDefaultHostResolverEventLoopGroupTlsContextOptions)S3ClientS3RequestTlsModeS3RequestType)UNSIGNED)urlsplit)Config)NoCredentialsError)	ArnParserInvalidArnException)FULL_OBJECT_CHECKSUM_ARGSMB)TransferNotDoneError)BaseTransferFutureBaseTransferMeta)TransferManager)CallArgsOSUtilsget_callbacksis_s3express_bucketc                     [         c2  [        R                  R                  U 5      n UR	                  5         Uq [         $ ! [
         a     g f = fN)CRT_S3_PROCESS_LOCKawscrts3CrossProcessLockacquireRuntimeError)namecrt_locks     0/usr/lib/python3/dist-packages/s3transfer/crt.pyacquire_crt_s3_process_lockr+   :   sS     "99--d3	 '  	 		s   A   
AA   Tc                 T   [        U5      n[        U5      n[        Xx5      n	Sn
U(       a  [        R                  O[        R
                  nUbC  [        5       nU(       a  UR                  US9  OSUl        [        U5      nUR                  5       n
[        US9n[        U	U UUUU
USS9$ )a  
:type region: str
:param region: The region used for signing

:type crt_credentials_provider:
    Optional[awscrt.auth.AwsCredentialsProvider]
:param crt_credentials_provider: CRT AWS credentials provider
    to use to sign requests. If not set, requests will not be signed.

:type num_threads: Optional[int]
:param num_threads: Number of worker threads generated. Default
    is the number of processors in the machine.

:type target_throughput: Optional[int]
:param target_throughput: Throughput target in bytes per second.
    By default, CRT will automatically attempt to choose a target
    throughput that matches the system's maximum network throughput.
    Currently, if CRT is unable to determine the maximum network
    throughput, a fallback target throughput of ``1_250_000_000`` bytes
    per second (which translates to 10 gigabits per second, or 1.16
    gibibytes per second) is used. To set a specific target
    throughput, set a value for this parameter.

:type part_size: Optional[int]
:param part_size: Size, in Bytes, of parts that files will be downloaded
    or uploaded in.

:type use_ssl: boolean
:param use_ssl: Whether or not to use SSL.  By default, SSL is used.
    Note that not all services support non-ssl connections.

:type verify: Optional[boolean/string]
:param verify: Whether or not to verify SSL certificates.
    By default SSL certificates are verified.  You can provide the
    following values:

    * False - do not validate SSL certificates.  SSL will still be
        used (unless use_ssl is False), but SSL certificates
        will not be verified.
    * path/to/cert/bundle.pem - A filename of the CA cert bundle to
        use. Specify this argument if you want to use a custom CA cert
        bundle instead of the default one on your system.
N)ca_filepathF) provided_throughput_target_bytesT)	bootstrapregioncredential_provider	part_sizetls_modetls_connection_optionsthroughput_target_gbpsenable_s3express)r   r
   r   r   ENABLEDDISABLEDr   &override_default_trust_store_from_pathverify_peerr	   new_connection_options_get_crt_throughput_target_gbpsr   )r1   crt_credentials_providernum_threadstarget_throughputr3   use_sslverifyevent_loop_grouphost_resolverr0   r5   r4   tls_ctx_optionsclient_tls_optiontarget_gbpss                  r*   create_s3_crt_clientrH   S   s    h &k2'(89M 0@I! %,  1A1J1J  +-BB" C  +0O',_=!2!I!I!K1):K 45*	 	    c                     U c:  [         R                  R                  5       n[        R	                  SU5        Uc  SnOU S-  S-  n[        R	                  SU5        U$ )Nz-Recommended CRT throughput target in gbps: %sg      $@r,   i ʚ;z'Using CRT throughput target in gbps: %s)r#   r$   &get_recommended_throughput_target_gbpsloggerdebug)r/   rG   s     r*   r=   r=      s_    '/iiFFH;[	
 K 7:]J
LL:KHrI   c                       \ rS rSr\R
                  r\R                  r\R                  rSr\R                  r	SS jr
S rS r SS jrSS jrSS	 jrSS
 jrS rS rS rS rS rS rSS jrS rS rSrg)CRTTransferManager   TNc                     Uc  [        5       U l        Xl        [        X R                  5      U l        UR
                  U l        / U l        [        R                  " S5      U l
        SU l        g)a  A transfer manager interface for Amazon S3 on CRT s3 client.

:type crt_s3_client: awscrt.s3.S3Client
:param crt_s3_client: The CRT s3 client, handling all the
    HTTP requests and functions under then hood

:type crt_request_serializer: s3transfer.crt.BaseCRTRequestSerializer
:param crt_request_serializer: Serializer, generates unsigned crt HTTP
    request.

:type osutil: s3transfer.utils.OSUtils
:param osutil: OSUtils object to use for os-related behavior when
    using with transfer manager.
N   r   )r   _osutil_crt_s3_clientS3ClientArgsCreator_s3_args_creatortranslate_crt_exception_crt_exception_translator_future_coordinators	threading	Semaphore
_semaphore_id_counter)selfcrt_s3_clientcrt_request_serializerosutils       r*   __init__CRTTransferManager.__init__   sc     >"9DL+ 3"LL!
 #:: 	& %'!#--c2rI   c                     U $ r!    r^   s    r*   	__enter__CRTTransferManager.__enter__   s    rI   c                 <    SnU(       a  SnU R                  U5        g )NFT	_shutdown)r^   exc_type	exc_valueargscancels        r*   __exit__CRTTransferManager.__exit__   s    FvrI   c                     Uc  0 nUc  0 nU R                  X@R                  5        U R                  U5        [        UUUUUS9nU R	                  SU5      $ )Nbucketkeyfileobj
extra_argssubscribers
get_object)_validate_all_known_argsALLOWED_DOWNLOAD_ARGS_validate_if_bucket_supportedr   _submit_transfer)r^   rt   ru   rv   rw   rx   callargss          r*   downloadCRTTransferManager.download   sj     JK%%j2L2LM**62!#
 $$\8<<rI   c                     Uc  0 nUc  0 nU R                  X@R                  5        U R                  U5        U R                  U5        [	        UUUUUS9nU R                  SU5      $ )Nrs   
put_object)rz   ALLOWED_UPLOAD_ARGSr|   &_validate_checksum_algorithm_supportedr   r}   )r^   rv   rt   ru   rw   rx   r~   s          r*   uploadCRTTransferManager.upload   sv    JK%%j2J2JK**6233J?!#
 $$\8<<rI   c                     Uc  0 nUc  0 nU R                  X0R                  5        U R                  U5        [        UUUUS9nU R	                  SU5      $ )N)rt   ru   rw   rx   delete_object)rz   ALLOWED_DELETE_ARGSr|   r   r}   )r^   rt   ru   rw   rx   r~   s         r*   deleteCRTTransferManager.delete  se    JK%%j2J2JK**62!#	
 $$_h??rI   c                 &    U R                  U5        g r!   rj   r^   ro   s     r*   shutdownCRTTransferManager.shutdown  s    vrI   c                     U R                   (       aK  U R                  R                  5        H,  u  p#UR                  U5      nU(       d  M  [	        SU S35      e   g g )Nz'TransferManager methods do not support z+ resource. Use direct client calls instead.) VALIDATE_SUPPORTED_BUCKET_VALUES_UNSUPPORTED_BUCKET_PATTERNSitemsmatch
ValueError)r^   rt   resourcepatternr   s        r*   r|   0CRTTransferManager._validate_if_bucket_supported  sc     00%)%F%F%L%L%N!f-5$A( LE E  &O 1rI   c           	      `    U H(  nX2;  d  M
  [        SU SSR                  U5       35      e   g )NzInvalid extra_args key 'z', must be one of: z, )r   join)r^   actualallowedkwargs       r*   rz   +CRTTransferManager._validate_all_known_args+  s?    E# .ug 6''+yy'9&:<  rI   c                     UR                  S5      nUc  g [        [        R                  R                  R
                  5      nUR                  5       U;  a  [        SU SU 35      eg )NChecksumAlgorithmzChecksumAlgorithm: z* not supported. Supported algorithms are: )getlistr#   r$   S3ChecksumAlgorithm__members__upperr   )r^   rw   checksum_algorithmsupported_algorithmss       r*   r   9CRTTransferManager._validate_checksum_algorithm_supported3  su    '^^,?@%#FII$A$A$M$MN##%-AA%&8%9 :--A,BD  BrI   c                 x    U R                    H*  nUR                  5       (       a  M  UR                  5         M,     g r!   )rY   donero   r^   coordinators     r*   _cancel_transfers$CRTTransferManager._cancel_transfers>  s-    44K##%%""$ 5rI   c                 J    U R                    H  nUR                  5         M     g r!   )rY   resultr   s     r*   _finish_transfers$CRTTransferManager._finish_transfersC  s    44K  5rI   c                 J    U R                    H  nUR                  5         M     g r!   )rY   %wait_until_on_done_callbacks_completer   s     r*   _wait_transfers_done'CRTTransferManager._wait_transfers_doneG  s    44K==? 5rI   c                     U(       a  U R                  5          U R                  5         U R	                  5         g ! [         a    U R                  5          N-[         a     N8f = f! U R	                  5         f = fr!   )r   r   KeyboardInterrupt	Exceptionr   r   s     r*   rk   CRTTransferManager._shutdownK  sg    ""$	(""$ %%' ! 	%""$ 		 %%'s-   : A"A% 	A"A% !A""A% %A7c                 8    U R                   R                  5         g r!   )r\   releaser^   kwargss     r*   _release_semaphore%CRTTransferManager._release_semaphoreX  s    !rI   c                    U R                   /n[        U R                  U R                  S9n[	        U R                  U5      US.n[        S	0 UD6n[        U5      nUR                  U5         U R                  R                  5         U R                  R                  US5      nU" 5         U R                  R                  UUUUU5      n	U R                  R                  " S	0 U	D6n
UR                  U
5        U R$                  R                  U5        U =R                  S-  sl        U$ ! [          a=  nUR#                  US5        U R                  R                  USUS9nU" US9   S nANtS nAff = f)
N)transfer_idexception_translator)metar   queuedTr   )after_subscribers)error   re   )r   CRTTransferCoordinatorr]   rX   CRTTransferMetaCRTTransferFutureAfterDoneHandlerappendr\   r&   rV   get_crt_callbackget_make_request_argsrT   make_requestset_s3_requestr   set_exceptionrY   )r^   request_type	call_argson_done_after_callsr   
componentsfuture	afterdone	on_queuedcrt_callargscrt_s3_requesteon_dones                r*   r}   #CRTTransferManager._submit_transfer[  sp   #667,((!%!?!?

 $D$4$4i@&

 #0Z0$[1	""9-	7OO##%-->>I K00FF#L "00==MMN &&~6!!((5A  	%%a.++<<2E = G !	s   -A8D( (
E/23E**E/)rX   rT   rY   r]   rS   rV   r\   r!   NNF)__name__
__module____qualname____firstlineno__r   r{   r   r   r   r   rb   rg   rp   r   r   r   r   r|   rz   r   r   r   r   rk   r   r}   __static_attributes__re   rI   r*   rO   rO      s    +AA)==)=='+$#2#O#O : BF=$="@	%
!@("'rI   rO   c                   R    \ rS rSrSrS	S jr\S 5       r\S 5       r\S 5       r	Sr
g)
r   i  z*Holds metadata about the CRTTransferFutureNc                 *    Xl         X l        0 U l        g r!   )_transfer_id
_call_args_user_context)r^   r   r   s      r*   rb   CRTTransferMeta.__init__  s    '#rI   c                     U R                   $ r!   )r   rf   s    r*   r   CRTTransferMeta.call_args  s    rI   c                     U R                   $ r!   )r   rf   s    r*   r   CRTTransferMeta.transfer_id  s       rI   c                     U R                   $ r!   )r   rf   s    r*   user_contextCRTTransferMeta.user_context  s    !!!rI   )r   r   r   r   )r   r   r   r   __doc__rb   propertyr   r   r   r   re   rI   r*   r   r     sF    4 
   ! ! " "rI   r   c                   J    \ rS rSrS
S jr\S 5       rS rSS jrS r	S r
S	rg)r   i  Nc                 @    Xl         Uc  [        5       U l         X l        g)a2  The future associated to a submitted transfer request via CRT S3 client

:type meta: s3transfer.crt.CRTTransferMeta
:param meta: The metadata associated to the transfer future.

:type coordinator: s3transfer.crt.CRTTransferCoordinator
:param coordinator: The coordinator associated to the transfer future.
N)_metar   _coordinator)r^   r   r   s      r*   rb   CRTTransferFuture.__init__  s     
<(*DJ'rI   c                     U R                   $ r!   )r   rf   s    r*   r   CRTTransferFuture.meta  s    zzrI   c                 6    U R                   R                  5       $ r!   )r   r   rf   s    r*   r   CRTTransferFuture.done  s      %%''rI   c                 :    U R                   R                  U5        g r!   )r   r   r^   timeouts     r*   r   CRTTransferFuture.result  s      )rI   c                 8    U R                   R                  5         g r!   )r   ro   rf   s    r*   ro   CRTTransferFuture.cancel  s      "rI   c                 x    U R                  5       (       d  [        S5      eU R                  R                  USS9  g)z!Sets the exception on the future.z?set_exception can only be called once the transfer is complete.T)overrideN)r   r   r   r   r^   	exceptions     r*   r   CRTTransferFuture.set_exception  s:    yy{{&  	''	D'ArI   )r   r   r   r!   )r   r   r   r   rb   r   r   r   r   ro   r   r   re   rI   r*   r   r     s0    (  (*#BrI   r   c                        \ rS rSrS rS rSrg)BaseCRTRequestSerializeri  c                     [        S5      e)a4  Serialize CRT HTTP requests.

:type transfer_type: string
:param transfer_type: the type of transfer made,
    e.g 'put_object', 'get_object', 'delete_object'

:type future: s3transfer.crt.CRTTransferFuture

:rtype: awscrt.http.HttpRequest
:returns: An unsigned HTTP request to be used for the CRT S3 client
zserialize_http_request()NotImplementedError)r^   transfer_typer   s      r*   serialize_http_request/BaseCRTRequestSerializer.serialize_http_request  s     ""<==rI   c                     [        S5      e)Nztranslate_crt_exception()r  r  s     r*   rW   0BaseCRTRequestSerializer.translate_crt_exception  s    !"=>>rI   re   N)r   r   r   r   r  rW   r   re   rI   r*   r
  r
    s    >?rI   r
  c                   `    \ rS rSrSS jrS rS rS rS rS r	S	 r
S
 rS rS rS rS rSrg)BotocoreCRTRequestSerializeri  Nc                 :   Xl         Uc  0 nU R                  X5        UR                  " S0 UD6U l        U R                  R                  R
                  R                  SU R                  5        U R                  R                  R
                  R                  SU R                  5        U R                  R                  R
                  R                  SU R                  5        U R                  R                  R
                  R                  SU R                  5        g)a  Serialize CRT HTTP request using botocore logic
It also takes into account configuration from both the session
and any keyword arguments that could be passed to
`Session.create_client()` when serializing the request.

:type session: botocore.session.Session

:type client_kwargs: Optional[Dict[str, str]])
:param client_kwargs: The kwargs for the botocore
    s3 client initialization.
Nzrequest-created.s3.*zafter-call.s3.*zbefore-send.s3.*zbefore-call.s3.*re   )_session_resolve_client_configcreate_client_clientr   eventsregister_capture_http_request+_change_response_to_serialized_http_request_make_fake_http_response_remove_checksum_context)r^   sessionclient_kwargss      r*   rb   %BotocoreCRTRequestSerializer.__init__  s       M##G;,,=}=  ))"D$>$>	
 	  ))tOO	
 	  )) = =	
 	  )) = =	
rI   c                     S nUR                  5       (       a  UR                  5       nSU;   a  US   n[        [        S9nU(       a  UR                  U5      nXBS'   SUS'   g )Nconfig)signature_versionr$   service_name)get_default_client_configr   r   merge)r^   r   r!  user_provided_configclient_configs        r*   r  3BotocoreCRTRequestSerializer._resolve_client_config  sh    #,,..#*#D#D#F }$#0#: :066}EM"/h(,n%rI   c                    [        UR                  5      nUR                  nUR                  (       a  U SUR                   3n/ nUR                  R                  5        HK  u  pV[        U[        5      (       a  UR                  XV45        M.  UR                  U[        US5      45        MM     [        R                  R                  U5      n[        R                  R                  UR                  UUUR                  S9nU$ )N?zutf-8)methodpathheadersbody_stream)r   urlr/  queryr0  r   
isinstancestrr   r#   httpHttpHeadersHttpRequestr.  body)	r^   aws_request	url_partscrt_pathheaders_listr(   valuecrt_headerscrt_requests	            r*   _crt_request_from_aws_request:BotocoreCRTRequestSerializer._crt_request_from_aws_request  s    [__-	>>??"1Y__$56H&..446KD%%%##TM2##T3ug+>$?@	 7 kk--l;kk--%%#((	 . 
 rI   c                 <   U R                  U5      nUR                  R                  S5      c;  [        UR                  5      nUR                  R                  SUR                  5        UR                  R                  S5      b  UR                  R                  S5        UR                  R                  S5      c)  UR                  c  UR                  R                  SS5        UR                  R                  S5      b  UR                  R                  S5        U$ )NhostzContent-MD5zContent-Length0zTransfer-Encoding)
rA  r0  r   r   r2  setnetlocremover9  add)r^   botocore_http_requestr@  r;  s       r*   _convert_to_crt_http_request9BotocoreCRTRequestSerializer._convert_to_crt_http_request  s    889NO""6*2 !6!:!:;I##FI,<,<=""=1=&&}5 ""#34<$))1##''(8#> ""#67C&&':;rI   c                      XR                   S'   g )Nhttp_request)contextr^   requestr   s      r*   r  2BotocoreCRTRequestSerializer._capture_http_request3  s    *1'rI   c                 4    US   nUR                  5       US'   g )NrN  HTTPRequest)prepare)r^   rO  parsedr   rQ  s        r*   r  HBotocoreCRTRequestSerializer._change_response_to_serialized_http_request6  s     .) ' 1}rI   c                 X    [         R                  R                  S S0 [        S5      5      $ )N   rI   )botocore
awsrequestAWSResponseFakeRawResponserP  s      r*   r  5BotocoreCRTRequestSerializer._make_fake_http_response<  s,    ""..C 	
 	
rI   c                     [        U R                  U5      " SUR                  UR                  S.UR                  D6S   $ )N)BucketKeyrT  re   )getattrr  rt   ru   rw   )r^   client_methodr   s      r*   _get_botocore_http_request7BotocoreCRTRequestSerializer._get_botocore_http_requestD  sD    t||]3 
##
:C:N:N

 	rI   c                 r    U R                  XR                  R                  5      nU R                  U5      nU$ r!   )rd  r   r   rK  )r^   r  r   rJ  r@  s        r*   r  3BotocoreCRTRequestSerializer.serialize_http_requestI  s9     $ ? ?;;00!
 778MNrI   c                 x    [        U[        R                  R                  5      (       a  U R	                  U5      $ g r!   )r4  r#   r$   S3ResponseError _translate_crt_s3_response_errorr  s     r*   rW   4BotocoreCRTRequestSerializer.translate_crt_exceptionP  s-    i!:!:;;88CCrI   c                 F   UR                   nUS:  a  g UR                   VVs0 s H  u  p4X4_M	     nnnUR                  nUb<  U R                  R                  R
                  nUR                  U5      R                  nOS n[        R                  R                  U5      UUR                  S.n	U R                  R                  R                  XS9n
U
R                  S0 5      R                  S5      nU R                  R                  R!                  U5      nU" XS9$ s  snnf )Ni-  )r0  status_coder9  )shapeErrorCode)operation_name)rm  r0  rq  r  r   service_modeloperation_modeloutput_shaperZ  r[  HeadersDictr9  _response_parserparser   
exceptions	from_code)r^   s3_response_errorrm  kvr0  rq  rr  rn  response_dictparsed_response
error_codeerror_classs                r*   rj  =BotocoreCRTRequestSerializer._translate_crt_s3_response_errorV  s   '33 $5$=$=>$=DA14$=>*99% LL--;;M!11.ANNEE  **66w?&%**

 ,,77== > 
 %(("599&A
ll--77
C?JJ' ?s   Dc                 <    UR                  S0 5      nSU;   a  US	 g g )NrO  checksum)r   )r^   paramsr   request_contexts       r*   r  5BotocoreCRTRequestSerializer._remove_checksum_contextr  s'     **Y3(
+ )rI   )r  r  r!   )r   r   r   r   rb   r  rA  rK  r  r  r  rd  r  rW   rj  r  r   re   rI   r*   r  r    s?    
<-,<22

K8,rI   r  c                       \ rS rSrSS jrSrg)r]  ix  Nc              #   J   #     U R                  U5      nU(       d  g Uv   M  7fr!   )read)r^   amtdecode_contentchunks       r*   streamFakeRawResponse.streamy  s%     IIcNEK	 s   !#re   )i   N)r   r   r   r   r  r   re   rI   r*   r]  r]  x  s    rI   r]  c                   ,    \ rS rSrS rS rS rS rSrg)BotocoreCRTCredentialsWrapperi  c                     Xl         g r!   _resolved_credentials)r^   resolved_botocore_credentialss     r*   rb   &BotocoreCRTCredentialsWrapper.__init__  s    %B"rI   c                     U R                  5       R                  5       n[        UR                  UR                  UR
                  5      $ r!   )_get_credentialsget_frozen_credentialsr   
access_key
secret_keytoken)r^   credentialss     r*   __call__&BotocoreCRTCredentialsWrapper.__call__  s?    ++-DDF""K$:$:K<M<M
 	
rI   c                 .    [         R                  " U 5      $ r!   )r   new_delegaterf   s    r*   to_crt_credentials_provider9BotocoreCRTCredentialsWrapper.to_crt_credentials_provider  s    %22488rI   c                 H    U R                   c
  [        5       eU R                   $ r!   )r  r   rf   s    r*   r  .BotocoreCRTCredentialsWrapper._get_credentials  s#    %%-$&&)))rI   r  N)	r   r   r   r   rb   r  r  r  r   re   rI   r*   r  r    s    C
9*rI   r  c                   p    \ rS rSrSr SS jr\S 5       rS rSS jr	SS jr
S	 rSS
 jrS rS rS rSrg)r   i  z-A helper class for managing CRTTransferFutureNc                     Xl         X0l        X l        [        R                  " 5       U l        S U l        S U l        [        R                  " 5       U l	        g r!   )
r   _exception_translator_s3_requestrZ   Lock_lock
_exception_crt_futureEvent_done_event)r^   r   
s3_requestr   s       r*   rb   CRTTransferCoordinator.__init__  sB     '%9"%^^%
$??,rI   c                     U R                   $ r!   )r  rf   s    r*   r  !CRTTransferCoordinator.s3_request  s    rI   c                 8    U R                   R                  5         g r!   )r  rF  rf   s    r*   set_done_callbacks_complete2CRTTransferCoordinator.set_done_callbacks_complete  s    rI   c                 :    U R                   R                  U5        g r!   )r  waitr   s     r*   r   <CRTTransferCoordinator.wait_until_on_done_callbacks_complete  s    g&rI   c                     U R                      U R                  5       (       a  U(       a  Xl        S S S 5        g ! , (       d  f       g = fr!   )r  r   r  )r^   r  r  s      r*   r   $CRTTransferCoordinator.set_exception  s%    ZZ99;;("+ ZZs	   #9
Ac                 \    U R                   (       a  U R                   R                  5         g g r!   )r  ro   rf   s    r*   ro   CRTTransferCoordinator.cancel  s"    ##% rI   c                    U R                   (       a  U R                   e U R                  R                  U5        U R                  (       a  S U l        g g ! [         a-    U R	                  5         U R                  R                  U5        e [
         a  nU R                  U5         S nANoS nAff = f! U R                  (       a  S U l        f f = fr!   )r  r  r   r   ro   r   handle_exceptionr  )r^   r   r   s      r*   r   CRTTransferCoordinator.result  s    ??//!
	(##G, #'    ! 	KKM##G, 	%!!!$$	% #'   s)   A ?B.B)$B1 )B..B1 1Cc                     S nU R                   (       a   U R                  U5      nUb  X!eUe! [         a  n[        R                  SUS9   S nAN*S nAff = f)NzUnable to translate exception.)exc_info)r  r   rL   rM   )r^   exctranslated_excr   s       r*   r  'CRTTransferCoordinator.handle_exception  s`    %%!%!;!;C!@ % )I   =J	s   - 
AAAc                 R    U R                   c  gU R                   R                  5       $ )NF)r  r   rf   s    r*   r   CRTTransferCoordinator.done  s&    #$$&&rI   c                 F    Xl         U R                   R                  U l        g r!   )r  finished_futurer  )r^   r  s     r*   r   %CRTTransferCoordinator.set_s3_request  s    %++;;rI   )r  r  r  r  r  r  r   )NNNr!   r   )r   r   r   r   r   rb   r   r  r  r   r   ro   r   r  r   r   r   re   rI   r*   r   r     sM    7 GK	-    ',
&('
<rI   r   c                   @    \ rS rSrS rS r  S
S jrS rS rS r	S	r
g)rU   i  c                     Xl         X l        g r!   )_request_serializer	_os_utils)r^   r`   os_utilss      r*   rb   S3ClientArgsCreator.__init__  s    #9 !rI   c           	      L    [        U SU 3U R                  5      nU" UUUU/ US9$ )N_get_make_request_args_r   r   r   r   on_done_before_callsr   )rb  _default_get_make_request_args)r^   r   r   r   r   r   request_args_handlers          r*   r   )S3ClientArgsCreator.get_make_request_args  sF      '%l^4// 

 $%#!# 3
 	
rI   Nc                     ^^^^ UUUU4S jnU$ )Nc                     > / nTb  UT-  nU[        TT5      -  nTb  UT-  nU H  nTS:X  a  U" U S   S9  M  U" U 0 UD6  M     g )Nprogressr   )bytes_transferred)r   )rn   r   callbacks_listcallbackr   before_subscriberscallback_typer   s       r*   invoke_all_callbacksBS3ClientArgsCreator.get_crt_callback.<locals>.invoke_all_callbacks  sh    N!-"44mFMBBN ,"33* !J.tAw7d-f- +rI   re   )r^   r   r  r  r   r  s    ```` r*   r   $S3ClientArgsCreator.get_crt_callback  s    	. 	.  $#rI   c           	        ^ S n[        TR                  [        5      (       a7  TR                  nU R                  R	                  U5      nUTR
                  S'   OTR                  TR
                  S'   S n	[        U4S j[         5       5      (       d  TR
                  R                  SS5      R                  5       n
[        R                  R                  [        R                  R                  U
   [        R                  R                  R                  S9n	STR
                  S'   U R!                  UTUUUUS	9nX{S
'   XS'   U$ )NContentLengthBodyc              3   B   >#    U  H  nUTR                   ;   v   M     g 7fr!   )rw   ).0checksum_argr   s     r*   	<genexpr>HS3ClientArgsCreator._get_make_request_args_put_object.<locals>.<genexpr>  s#      
 9 I000 9s   r   CRC32)	algorithmlocationzoverride-to-be-removed
ContentMD5r  send_filepathchecksum_config)r4  rv   r5  r  get_file_sizerw   anyr   popr   r#   r$   S3ChecksumConfigr   S3ChecksumLocationTRAILERr  )r^   r   r   r   r   r  r   r  data_lenr  r   make_request_argss     `         r*   !_get_make_request_args_put_object5S3ClientArgsCreator._get_make_request_args_put_object  s>    i''--%--M~~33MBH4<I  1+4+<+<I  ( 
 9
 
 
 "+!5!5!9!9#W"eg  %ii88 ))778JK55== 9 O .F	\* ??%#!5 3 @ 
 .;/*/>+,  rI   c           	         S nS n[         R                  R                  SS9n	[        UR                  [
        5      (       aM  UR                  n
U R                  R                  U
5      nUR                  [        X:XpR                  5      5        O[        UR                  5      nU R                  UUUUUUS9nX{S'   XS'   XS'   U$ )NT)validate_responser  recv_filepathon_bodyr  )r#   r$   r  r4  rv   r5  r  get_temp_filenamer   RenameTempFileHandlerOnBodyFileObjWriterr  )r^   r   r   r   r   r  r   r  r  r  final_filepathr  s               r*   !_get_make_request_args_get_object5S3ClientArgsCreator._get_make_request_args_get_object;  s      ))44t4Li''--&..N NN<<^LM ''% *)*;*;<G ??%#!5 3 @ 
 .;/*'.)$/>+,  rI   c                    U R                   R                  X5      [        [        UR	                  5       [        R
                  5      U R                  USXV5      U R                  US5      S.nUS   [        R
                  :X  a*  SR                  S UR                  S5       5       5      US'   [        5       nUR                  UR                  5      =n	(       a2  U	S	   S:X  a)  [        [        R                  S
SSS9US'   U	S   Ul        U$ [        UR                  5      (       a  [        [        R                   SSS9US'   U$ )Nr   r  )rQ  typer   on_progressr   c              3   @   #    U  H  oR                  5       v   M     g 7fr!   )title)r  xs     r*   r  ES3ClientArgsCreator._default_get_make_request_args.<locals>.<genexpr>x  s      :#:a		#:s   _rq  r1   *F)r  r1   use_double_uri_encodeshould_normalize_uri_pathsigning_configresource_name)r  r  r  )r  r  rb  r   r   DEFAULTr   r   split_S3ArnParamHandler
handle_arnrt   r   r   V4_ASYMMETRICr   V4_S3EXPRESS)
r^   r   r   r   r   r  r   r  arn_handleraccesspoint_arn_detailss
             r*   r  2S3ClientArgsCreator._default_get_make_request_args_  s^    //FF |113]5J5J ,, 4  00D
 V$(=(==24'' :#/#5#5c#:: 3./ )*'2'='=i>N>N'OO#O%h/25
 3C-;;&+*/	3./  7GI !  !!1!122 3C-::&+*/3./
 ! rI   )r  r  r   )r   r   r   r   rb   r   r   r  r  r  r   re   rI   r*   rU   rU     s*    "
*  $2-!^"!H4!rI   rU   c                        \ rS rSrS rS rSrg)r  i  c                 4    Xl         X l        X0l        X@l        g r!   )r   _final_filename_temp_filenamerS   )r^   r   final_filenametemp_filenamera   s        r*   rb   RenameTempFileHandler.__init__  s    '-+rI   c                 x   US   nU(       a&  U R                   R                  U R                  5        g  U R                   R                  U R                  U R                  5        g ! [
         aJ  nU R                   R                  U R                  5        U R                  R                  U5         S nAg S nAff = f)Nr   )rS   remove_filer  rename_filer  r   r   r   )r^   r   r   r   s       r*   r  RenameTempFileHandler.__call__  s    wLL$$T%8%893(('')=)=  3(()<)<=!!//223s   0A% %
B9/A B44B9)r   r  rS   r  Nr   r   r   r   rb   r  r   re   rI   r*   r  r    s    3rI   r  c                        \ rS rSrS rS rSrg)r   i  c                     Xl         g r!   r   r   s     r*   rb   AfterDoneHandler.__init__  s    'rI   c                 8    U R                   R                  5         g r!   )r   r  r   s     r*   r  AfterDoneHandler.__call__  s    557rI   r)  Nr&  re   rI   r*   r   r     s    (8rI   r   c                        \ rS rSrS rS rSrg)r   i  c                     Xl         g r!   _fileobj)r^   rv   s     r*   rb   OnBodyFileObjWriter.__init__  s    rI   c                 :    U R                   R                  U5        g r!   )r0  write)r^   r  r   s      r*   r  OnBodyFileObjWriter.__call__  s    E"rI   r/  Nr&  re   rI   r*   r   r     s     #rI   r   c                   T    \ rS rSrSr\R                  " S5      rS rS r	S r
S rSrg	)
r  i  zPartial port of S3ArnParamHandler from botocore.

This is used to make a determination on MRAP accesspoints for signing
purposes. This should be safe to remove once we properly integrate auth
resolution from Botocore into the CRT transfer integration.
zA^(?P<resource_type>accesspoint|outpost)[/:](?P<resource_name>.+)$c                 "    [        5       U l        g r!   )r   _arn_parserrf   s    r*   rb   _S3ArnParamHandler.__init__  s    $;rI   c                 D    U R                  U5      nUc  g US   S:X  a  U$ g )Nresource_typeaccesspoint)_get_arn_details_from_bucketr^   rt   arn_detailss      r*   r  _S3ArnParamHandler.handle_arn  s3    77?'=8 9rI   c                      U R                   R                  U5      nU R                  U5        U$ ! [         a     g f = fr!   )r7  	parse_arn_add_resource_type_and_namer   r=  s      r*   r<  /_S3ArnParamHandler._get_arn_details_from_bucket  sF    	**44V<K,,[9" 		s   -0 
==c                     U R                   R                  US   5      nU(       a)  UR                  S5      US'   UR                  S5      US'   g g )Nr   r:  r  )_RESOURCE_REGEXr   group)r^   r>  r   s      r*   rB  ._S3ArnParamHandler._add_resource_type_and_name  sK    $$**;z+BC+0;;+GK(+0;;+GK( rI   )r7  N)r   r   r   r   r   recompilerE  rb   r  r<  rB  r   re   rI   r*   r  r    s/     jjLO'HrI   r  r!   )FloggingrH  rZ   ior   awscrt.httpr#   	awscrt.s3botocore.awsrequestrZ  botocore.sessionawscrt.authr   r   r   r   	awscrt.ior   r	   r
   r   r   r   r   r   r   botocore.compatr   botocore.configr   botocore.exceptionsr   botocore.utilsr   r   s3transfer.constantsr   r   s3transfer.exceptionsr   s3transfer.futuresr   r   s3transfer.managerr   s3transfer.utilsr   r   r   r   	getLoggerr   rL   r"   r+   rH   r=   rO   r   r   r
  r  r]  r  r   rU   r  r   r   r  re   rI   r*   <module>r\     s@    	         @ ?  $ " 2 9 > 6 C .  
		8	$ 6 ""fRj$H HV"& "*#B* #BL? ?&b,#; b,Jg * *&F< F<Rv! v!r3 3,8 8# ##H #HrI   