How to use _encode_remote_paths method in autotest

Best Python code snippet using autotest_python Github


Full Screen

...28 self.ip = socket.getaddrinfo(self.hostname, None)[0][4][0]29 self.user = user30 self.port = port31 self.password = password32 def _encode_remote_paths(self, paths):33 """ Given a list of file paths, encodes it as a single remote path, in34 the style used by rsync and scp. """35 escaped_paths = [utils.scp_remote_escape(path) for path in paths]36 return '%s@%s:"%s"' % (self.user, self.hostname,37 " ".join(escaped_paths))38 def _make_rsync_cmd(self, sources, dest, delete_dest, preserve_symlinks):39 """ Given a list of source paths and a destination path, produces the40 appropriate rsync command for copying them. Remote paths must be41 pre-encoded. """42 ssh_cmd = make_ssh_command(self.user, self.port)43 if delete_dest:44 delete_flag = "--delete"45 else:46 delete_flag = ""47 if preserve_symlinks:48 symlink_flag = ""49 else:50 symlink_flag = "-L"51 command = "rsync %s %s --timeout=1800 --rsh='%s' -az %s %s"52 return command % (symlink_flag, delete_flag, ssh_cmd,53 " ".join(sources), dest)54 def _make_scp_cmd(self, sources, dest):55 """ Given a list of source paths and a destination path, produces the56 appropriate scp command for encoding it. Remote paths must be57 pre-encoded. """58 command = "scp -rpq -P %d %s '%s'"59 return command % (self.port, " ".join(sources), dest)60 def _make_rsync_compatible_globs(self, path, is_local):61 """ Given an rsync-style path, returns a list of globbed paths62 that will hopefully provide equivalent behaviour for scp. Does not63 support the full range of rsync pattern matching behaviour, only that64 exposed in the get/send_file interface (trailing slashes).65 The is_local param is flag indicating if the paths should be66 interpreted as local or remote paths. """67 # non-trailing slash paths should just work68 if len(path) == 0 or path[-1] != "/":69 return [path]70 # make a function to test if a pattern matches any files71 if is_local:72 def glob_matches_files(path):73 return len(glob.glob(path)) > 074 else:75 def glob_matches_files(path):76 result ="ls \"%s\"" % utils.sh_escape(path),77 ignore_status=True)78 return result.exit_status == 079 # take a set of globs that cover all files, and see which are needed80 patterns = ["*", ".[!.]*"]81 patterns = [p for p in patterns if glob_matches_files(path + p)]82 # convert them into a set of paths suitable for the commandline83 path = utils.sh_escape(path)84 if is_local:85 return ["\"%s\"%s" % (path, pattern) for pattern in patterns]86 else:87 return ["\"%s\"" % (path + pattern) for pattern in patterns]88 def _make_rsync_compatible_source(self, source, is_local):89 """ Applies the same logic as _make_rsync_compatible_globs, but90 applies it to an entire list of sources, producing a new list of91 sources, properly quoted. """92 return sum((self._make_rsync_compatible_globs(path, is_local)93 for path in source), [])94 def _set_umask_perms(self, dest):95 """Given a destination file/dir (recursively) set the permissions on96 all the files and directories to the max allowed by running umask."""97 # now this looks strange but I haven't found a way in Python to _just_98 # get the umask, apparently the only option is to try to set it99 umask = os.umask(0)100 os.umask(umask)101 max_privs = 0777 & ~umask102 def set_file_privs(filename):103 file_stat = os.stat(filename)104 file_privs = max_privs105 # if the original file permissions do not have at least one106 # executable bit then do not set it anywhere107 if not file_stat.st_mode & 0111:108 file_privs &= ~0111109 os.chmod(filename, file_privs)110 # try a bottom-up walk so changes on directory permissions won't cut111 # our access to the files/directories inside it112 for root, dirs, files in os.walk(dest, topdown=False):113 # when setting the privileges we emulate the chmod "X" behaviour114 # that sets to execute only if it is a directory or any of the115 # owner/group/other already has execute right116 for dirname in dirs:117 os.chmod(os.path.join(root, dirname), max_privs)118 for filename in files:119 set_file_privs(os.path.join(root, filename))120 # now set privs for the dest itself121 if os.path.isdir(dest):122 os.chmod(dest, max_privs)123 else:124 set_file_privs(dest)125 def get_file(self, source, dest, delete_dest=False, preserve_perm=True,126 preserve_symlinks=False):127 """128 Copy files from the remote host to a local path.129 Directories will be copied recursively.130 If a source component is a directory with a trailing slash,131 the content of the directory will be copied, otherwise, the132 directory itself and its content will be copied. This133 behavior is similar to that of the program 'rsync'.134 Args:135 source: either136 1) a single file or directory, as a string137 2) a list of one or more (possibly mixed)138 files or directories139 dest: a file or a directory (if source contains a140 directory or more than one element, you must141 supply a directory dest)142 delete_dest: if this is true, the command will also clear143 out any old files at dest that are not in the144 source145 preserve_perm: tells get_file() to try to preserve the sources146 permissions on files and dirs147 preserve_symlinks: try to preserve symlinks instead of148 transforming them into files/dirs on copy149 Raises:150 AutoservRunError: the scp command failed151 """152 if isinstance(source, basestring):153 source = [source]154 dest = os.path.abspath(dest)155 try:156 remote_source = self._encode_remote_paths(source)157 local_dest = utils.sh_escape(dest)158 rsync = self._make_rsync_cmd([remote_source], local_dest,159 delete_dest, preserve_symlinks)160 except error.CmdError, e:162 logging.warn("warning: rsync failed with: %s", e)163"attempting to copy with scp instead")164 # scp has no equivalent to --delete, just drop the entire dest dir165 if delete_dest and os.path.isdir(dest):166 shutil.rmtree(dest)167 os.mkdir(dest)168 remote_source = self._make_rsync_compatible_source(source, False)169 if remote_source:170 remote_source = self._encode_remote_paths(remote_source)171 local_dest = utils.sh_escape(dest)172 scp = self._make_scp_cmd([remote_source], local_dest)173 try:174 except error.CmdError, e:176 raise error.AutoservRunError(e.args[0], e.args[1])177 if not preserve_perm:178 # we have no way to tell scp to not try to preserve the179 # permissions so set them after copy instead.180 # for rsync we could use "--no-p --chmod=ugo=rwX" but those181 # options are only in very recent rsync versions182 self._set_umask_perms(dest)183 def send_file(self, source, dest, delete_dest=False,184 preserve_symlinks=False):185 """186 Copy files from a local path to the remote host.187 Directories will be copied recursively.188 If a source component is a directory with a trailing slash,189 the content of the directory will be copied, otherwise, the190 directory itself and its content will be copied. This191 behavior is similar to that of the program 'rsync'.192 Args:193 source: either194 1) a single file or directory, as a string195 2) a list of one or more (possibly mixed)196 files or directories197 dest: a file or a directory (if source contains a198 directory or more than one element, you must199 supply a directory dest)200 delete_dest: if this is true, the command will also clear201 out any old files at dest that are not in the202 source203 preserve_symlinks: controls if symlinks on the source will be204 copied as such on the destination or transformed into the205 referenced file/directory206 Raises:207 AutoservRunError: the scp command failed208 """209 if isinstance(source, basestring):210 source = [source]211 remote_dest = self._encode_remote_paths([dest])212 try:213 local_sources = [utils.sh_escape(path) for path in source]214 rsync = self._make_rsync_cmd(local_sources, remote_dest,215 delete_dest, preserve_symlinks)216 except error.CmdError, e:218 logging.warn("Command rsync failed with: %s", e)219"Attempting to copy with scp instead")220 # scp has no equivalent to --delete, just drop the entire dest dir221 if delete_dest:222 is_dir ="ls -d %s/" % dest,223 ignore_status=True).exit_status == 0224 if is_dir:225 cmd = "rm -rf %s && mkdir %s"...

Full Screen

Full Screen

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.

LambdaTest Learning Hubs:


You could also refer to video tutorials over LambdaTest YouTube channel to get step by step demonstration from industry experts.

Run autotest automation tests on LambdaTest cloud grid

Perform automation testing on 3000+ real desktop and mobile devices online.

Try LambdaTest Now !!

Get 100 minutes of automation test minutes FREE!!

Next-Gen App & Browser Testing Cloud

Was this article helpful?