L0&j9dZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z m Z ddl mZmZmZmZmZejeZd dZGdd e ZdS) zKSSH remote execution environment with ControlMaster connection persistence.N)Path)BaseEnvironment _popen_bash)FileSyncManageriter_sync_filesquoted_mkdir_commandquoted_rm_commandunique_parent_dirsreturnctjdstdtjdstddS)z@Fail fast with a clear error when the SSH client is unavailable.sshzWSSH is not installed or not in PATH. Install OpenSSH client: apt install openssh-clientscpzWSCP is not installed or not in PATH. Install OpenSSH client: apt install openssh-clientN)shutilwhich RuntimeError;/home/ubuntu/.hermes/hermes-agent/tools/environments/ssh.py_ensure_ssh_availablers\ <    e    <    e     rc $eZdZdZ d&dededed ed ed ef fd Zd'ded zdefdZdZ defdZ d(dZ dededd fdZ dee eefdd fdZdedd fdZdeedd fdZd(dZddd d d!ed"ed ed#ed zdejf d$Zd%ZxZS))SSHEnvironmentaRun commands on a remote machine over SSH. Spawn-per-call: every execute() spawns a fresh ``ssh ... bash -c`` process. Session snapshot preserves env vars across calls. CWD persists via in-band stdout markers. Uses SSH ControlMaster for connection reuse. ~<hostusercwdtimeoutportkey_pathc t|||_|_|_|_t tjdz _ j ddtj |d|d| dd}j |dz _t!_t+fd jjjj _jd dS) N)rrz hermes-sshT)parentsexist_ok@:z.sockc2tjdS)N/.hermes)r _remote_homeselfsrz)SSHEnvironment.__init__..IsD4E1O1O1O!P!Pr) get_files_fn upload_fn delete_fnbulk_upload_fnbulk_download_fn)force)super__init__rrr r!rtempfile gettempdir control_dirmkdirhashlibsha256encode hexdigestcontrol_socketr_establish_connection_detect_remote_homer*_ensure_remote_dirsr _scp_upload _ssh_delete_ssh_bulk_upload_ssh_bulk_download _sync_managersync init_session) r,rrrrr r! _socket_id __class__s ` rr5zSSHEnvironment.__init__-s S'222      3 5 566E td;;;^ # #d # #T # # * * , ,  )++crc #.J1E1E1EE ""$$$ 4466   """,PPPP&&0!4     d+++ rN extra_argsr cTdg}|dd|jg|ddg|ddg|ddg|ddg|ddg|jd kr)|d t|jg|jr|d |jg|r||||jd |j|S) Nr -o ControlPath=zControlMaster=autozControlPersist=300z BatchMode=yesz StrictHostKeyChecking=accept-newzConnectTimeout=10rz-p-ir%)extendr>r strr!appendrr)r,rKcmds r_build_ssh_commandz!SSHEnvironment._build_ssh_commandSs3g D>)<>>?@@@ D./000 D./000 D/*+++ D<=>>> D-./// 9?? JJc$)nn- . . . = . JJdm, - - -  # JJz " " " di--$)--... rc|}|d tj|dddtj}|jdkrD|jp|j}td|dS#tj $r!td|j d|j d wxYw) Nz!echo 'SSH connection established'Tcapture_outputtextrstdinrzSSH connection failed: zSSH connection to r%z timed out) rTrR subprocessrunDEVNULL returncodestderrstripstdoutrTimeoutExpiredrr)r,rSresult error_msgs rr?z$SSHEnvironment._establish_connectionds%%'' 6777 W^# ( F A%%"M//11JV]5H5H5J5J "#HY#H#HIII&%( W W WUDIUU UUUVV V Ws A2B0Ccr |}|dtj|dddtj}|j}|r(|jdkrt d||Sn#t$rYnwxYw|j dkrdSd |j S) z(Detect the remote user's home directory.z echo $HOMET rWrzSSH: remote home = %srootz/rootz/home/) rTrRr[r\r]rar`r^loggerdebug Exceptionr)r,rSrchomes rr@z"SSHEnvironment._detect_remote_homeus ))++C JJ| $ $ $^# ( F=&&((D )Q.. 4d;;;     D  9  7# ###sBB BBc|jd}||d|d|dg}|}|t|t j|dddtjdS) z?Create base ~/.hermes directory tree on remote in one SSH call.r)z/skillsz /credentialsz/cacheTrfrWN)r*rTrRrr[r\r])r,basedirsrSs rrAz"SSHEnvironment._ensure_remote_dirss#---&&&4(=(=(=$O%%'' '--... $       r host_path remote_pathctt|j}|}|dt j|tj|dddtj ddd|j g}|j dkr)| d t|j g|j r| d |j g| ||jd |jd |gtj|ddd tj }|jdkr)t#d|jdS)z0Upload a single file via scp over ControlMaster.z mkdir -p TrfrWrrMrNrz-PrOr%r&rz scp failed: N)rQrparentrTrRshlexquoter[r\r]r>r rPr!rrr^rr_r`)r,rorprs mkdir_cmdscp_cmdrcs rrBzSSHEnvironment._scp_uploadszT+&&-..++-- :U[%8%8::;;; $     $ Dt/B D DE 9?? NND#di..1 2 2 2 = 2 NND$-0 1 1 1 di#K#K$)#K#Kk#K#KLMMM $       ! !Efm.A.A.C.CEEFF F " !rfilesc  |sdS|jd}t|}|r|}|t |t j|dddt j}|jdkr)td|j tj d 5}|D]J\}} tj||} n(#t"$r} td |d || d} ~ wwxYw| d ks| d rtd |d|tj|| } tjtj| d tjtj|| #t0$r7} t3| dddkrt5j|| nYd} ~ Dd} ~ wwxYwdddd|d g} |}|dt9j|t j| t jt jt j} t j||j t jt j}n7#tB$r*|"|#wxYw|j $ |%d\}}d}|&|%d\}}n"|j r|j 'nd}nr#t j($r`|"|"|#|#tdwxYw|jdkr@td|jd|)d  |jdkr@td!|jd|)d   dddn #1swxYwYtT+d"tY|dS)#aUpload many files in a single tar-over-SSH stream. Pipes ``tar c`` on the local side through an SSH connection to ``tar x`` on the remote, transferring all files in one TCP stream instead of spawning a subprocess per file. Directory creation is batched into a single ``mkdir -p`` call beforehand. Typical improvement: ~580 files goes from O(N) scp round-trips to a single streaming transfer. Nr)TrrrWrzremote mkdir failed: zhermes-ssh-bulk-)prefixz remote path z is not under sync base .z../z escapes sync base )r$winerrori"tarz-chf-z-Cztar xf - --no-overwrite-dir -C )rZrar_x)rrrfzSSH bulk upload timed outztar create failed (rc=z): replaceerrorsz tar extract over SSH failed (rc=z*SSH: bulk-uploaded %d file(s) via tar pipe)-r*r rTrRrr[r\r]r^rr_r`r6TemporaryDirectoryospathrelpath ValueError startswithjoinmakedirsdirnamesymlinkabspathOSErrorgetattrrcopy2rtruPopenPIPErarjkillwaitclose communicatepollreadrbdecoderhrilen)r,rxrmr#rSrcstagingrorp rel_remoteexcstagedetar_cmdssh_cmdtar_procssh_proc_ ssh_stderrtar_stderr_raws rrDzSSHEnvironment._ssh_bulk_uploadsw  F#---$U++  T))++C JJ+G44 5 5 5^# ( F A%%"#R6=;N;N;P;P#R#RSSS (0B C C CM w*/  & ;!#d!C!CJJ!&V{VVdVV $$ (=(=e(D(D$&Q{QQQQgz:: BGOOF33dCCCCJrwy996BBBBq*d33t;; Y777787777fc4#>G--//G NNPU[=N=NPP Q Q Q!' (!! H  %+8?:?%?       O ! ! # # # @ ( 4 4S 4 A A :"%==??*(0(<(???  @"a''"IX-@II%,,I,>>DDFFII"a''"Ex7JEE!(( (::@@BBEE(SM M M M M M M M M M M M M M M ^  A3u::NNNNNs R C-,R- D7D  DBR2G  R H,H R HA?R1K?R4K44RA+M=<R=A/O,,BRRRdestc|jdd}|}|dt j|t |d5}tj|tj |tj d}dddn #1swxYwY|j dkr=td |j d dS) z*Download remote .hermes/ as a tar archive.r)/ztar cf - -C / wbr)rZrar_rNrzSSH bulk download failed: rr)r*lstriprTrRrtruopenr[r\r]rr^rr_rr`)r,rrel_baserfrcs rrEz!SSHEnvironment._ssh_bulk_download/s4'11188==))++? H(=(=??@@@ $   ^ (! F                  ! !lFM ? ? ?3 +++rc|jr3td|j|jr ddd|jdd|jd|jg}tj |dd tj n#ttj f$rYnwxYw |j dS#t$rYdSwxYwdS) Nz"SSH: syncing files from sandbox...r rMrNz-Oexitr%T)rXrrZ)rFrhinfo sync_backr>existsrrr[r\r]rSubprocessErrorunlink)r,rSs rcleanupzSSHEnvironment.cleanupcs(   + KK< = = =   ( ( * * *   % % ' '  d$H43F$H$HV %?%?DI%?%?A#'$,  Z78     #**,,,,,      s%ABB0/B04C CC)rrrr)Nr N)__name__ __module__ __qualname____doc__rQintr5listrTr?r@rArBtuplerDrrErCrboolr[rrr __classcell__)rJs@rrr$s(9A$$$$$$LTD[D"WWW"$S$$$$4     GSGsGtGGGG:qOd5c?&;qOqOqOqOqOfntnnnnn$ MS Md M M M M"""";@!$+/ , , ,C ,4 , ,!Dj ,4>4D , , , ,rrr)rr:loggingrrtrr[r6pathlibrtools.environments.baserrtools.environments.file_syncrrrr r getLoggerrrhrrrrrrs#QQ @@@@@@@@  8 $ $     SSSSS_SSSSSr