import os from .base import Command, MultipleCommands, Prompt def append(path, content=None, **kwargs): """Append content to a file. - path (str): The path to the file. - content (str): The content to be appended. """ kwargs.setdefault("comment", "append to %s" % path) statement = 'echo "%s" >> %s' % (content or "", path) return Command(statement, **kwargs) def archive(from_path, absolute=False, exclude=None, file_name="archive.tgz", strip=None, to_path=".", view=False, **kwargs): """Create a file archive. - from_path (str): The path that should be archived. - absolute (bool): Set to ``True`` to preserve the leading slash. - exclude (str): A pattern to be excluded from the archive. - strip (int): Remove the specified number of leading elements from the path. - to_path (str): Where the archive should be created. This should *not* include the file name. - view (bool): View the output of the command as it happens. """ tokens = ["tar"] switches = ["-cz"] if absolute: switches.append("P") if view: switches.append("v") tokens.append("".join(switches)) if exclude: tokens.append("--exclude %s" % exclude) if strip: tokens.append("--strip-components %s" % strip) to_path = "%s/%s" % (to_path, file_name) tokens.append('-f %s %s' % (to_path, from_path)) name = " ".join(tokens) return Command(name, **kwargs) def certbot(domain_name, email=None, webroot=None, **kwargs): """Get new SSL certificate from Let's Encrypt. - domain_name (str): The domain name for which the SSL certificate is requested. - email (str): The email address of the requester sent to the certificate authority. Required. - webroot (str): The directory where the challenge file will be created. """ _email = email or os.environ.get("SCRIPTTEASE_CERTBOT_EMAIL", None) _webroot = webroot or os.path.join("/var", "www", "domains", domain_name.replace(".", "_"), "www") if not _email: raise ValueError("Email is required for certbot command.") template = "certbot certonly --agree-tos --email %(email)s -n --webroot -w %(webroot)s -d %(domain_name)s" statement = template % { 'domain_name': domain_name, 'email': _email, 'webroot': _webroot, } return Command(statement, **kwargs) def copy(from_path, to_path, overwrite=False, recursive=False, **kwargs): """Copy a file or directory. - from_path (str): The file or directory to be copied. - to_path (str): The location to which the file or directory should be copied. - overwrite (bool): Indicates files and directories should be overwritten if they exist. - recursive (bool): Copy sub-directories. """ kwargs.setdefault("comment", "copy %s to %s" % (from_path, to_path)) a = list() a.append("cp") if not overwrite: a.append("-n") if recursive: a.append("-R") a.append(from_path) a.append(to_path) return Command(" ".join(a), **kwargs) def directory(path, group=None, mode=None, owner=None, recursive=False, **kwargs): """Create a directory. - path (str): The path to be created. - mode (int | str): The access permissions of the new directory. - recursive (bool): Create all directories along the path. """ comment = kwargs.pop("comment", "create directory %s" % path) statement = ["mkdir"] if mode is not None: statement.append("-m %s" % mode) if recursive: statement.append("-p") statement.append(path) mkdir = Command(" ".join(statement), comment=comment, **kwargs) chgrp = None if group: if recursive: chgrp = Command("chgrp -R %s %s" % (group, path), comment="set %s group on %s" % (group, path), **kwargs) else: chgrp = Command("chgrp %s %s" % (group, path), comment="set %s group on %s" % (group, path), **kwargs) chown = None if owner: if recursive: chown = Command("chown -R %s %s" % (owner, path), comment="set %s owner on %s" % (owner, path), **kwargs) else: chown = Command("chown %s %s" % (owner, path), comment="set %s owner on %s" % (owner, path), **kwargs) commands = list() commands.append(mkdir) if chgrp is not None: commands.append(chgrp) if chown is not None: commands.append(chown) if len(commands) == 1: return commands[0] return MultipleCommands(commands, comment=comment) def extract(from_path, absolute=False, exclude=None, strip=None, to_path=None, view=False, **kwargs): """Extract a file archive. - from_path (str): The path that should be archived. - absolute (bool): Set to ``True`` to preserve the leading slash. - exclude (str): A pattern to be excluded from the archive. - strip (int): Remove the specified number of leading elements from the path. - to_path (str): Where the archive should be extracted. This should *not* include the file name. - view (bool): View the output of the command as it happens. """ _to_path = to_path or "./" tokens = ["tar"] switches = ["-xz"] if absolute: switches.append("P") if view: switches.append("v") tokens.append("".join(switches)) if exclude: tokens.append("--exclude %s" % exclude) if strip: tokens.append("--strip-components %s" % strip) tokens.append('-f %s %s' % (from_path, _to_path)) statement = " ".join(tokens) return Command(statement, **kwargs) def link(source, force=False, target=None, **kwargs): """Create a symlink. - source (str): The source of the link. - force (bool): Force the creation of the link. - target (str): The name or path of the target. Defaults to the base name of the source path. """ _target = target or os.path.basename(source) kwargs.setdefault("comment", "link to %s" % source) statement = ["ln -s"] if force: statement.append("-f") statement.append(source) statement.append(_target) return Command(" ".join(statement), **kwargs) def move(from_path, to_path, **kwargs): """Move a file or directory. - from_path (str): The current path. - to_path (str): The new path. """ kwargs.setdefault("comment", "move %s to %s" % (from_path, to_path)) statement = "mv %s %s" % (from_path, to_path) return Command(statement, **kwargs) def perms(path, group=None, mode=None, owner=None, recursive=False, **kwargs): """Set permissions on a file or directory. - path (str): The path to be changed. - group (str): The name of the group to be applied. - mode (int | str): The access permissions of the file or directory. - owner (str): The name of the user to be applied. - recursive: Create all directories along the path. """ comment = kwargs.pop("comment", "set permissions on %s" % path) chgrp = None if group is not None: a = ["chgrp"] if recursive: a.append("-R") a.append(group) a.append(path) chgrp = Command(" ".join(a), comment="set %s group on %s" % (group, path), **kwargs) chmod = None if mode is not None: a = ["chmod"] if recursive: a.append("-R") a.append(str(mode)) a.append(path) chmod = Command(" ".join(a), comment="set %s mode on %s" % (mode, path), **kwargs) chown = None if owner is not None: a = ["chown"] if recursive: a.append("-R") a.append(owner) a.append(path) chown = Command(" ".join(a), comment="set %s owner on %s" % (owner, path), **kwargs) commands = list() if chgrp is not None: commands.append(chgrp) if chmod is not None: commands.append(chmod) if chown is not None: commands.append(chown) if len(commands) == 1: return commands[0] return MultipleCommands(commands, comment=comment, **kwargs) def prompt(name, back_title="Input", choices=None, default=None, dialog=False, help_text=None, label=None, **kwargs): """Prompt the user for input. - name (str): The programmatic name of the input. - back_title (str): The back title used with the dialog command. - choices (str | list): A list of valid choices. - default: The default value. - dialog (bool): Use a dialog command for the prompt. - help_text (str): The text to display with the dialog command. - label (str): The label for the input. """ return Prompt( name, back_title=back_title, choices=choices, default=default, dialog=dialog, help_text=help_text, label=label, **kwargs ) def remove(path, force=False, recursive=False, **kwargs): """Remove a file or directory. - path (str): The path to be removed. - force (bool): Force the removal. - recursive (bool): Remove all directories along the path. """ kwargs.setdefault("comment", "remove %s" % path) statement = ["rm"] if force: statement.append("-f") if recursive: statement.append("-r") statement.append(path) return Command(" ".join(statement), **kwargs) def replace(path, backup=".b", delimiter="/", find=None, replace=None, **kwargs): """Find and replace text in a file. - path (str): The path to the file to be edited. - backup (str): The backup file extension to use. - delimiter (str): The pattern delimiter. - find (str): The old text. Required. - replace (str): The new text. Required. """ kwargs.setdefault("comment", "find and replace in %s" % path) context = { 'backup': backup, 'delimiter': delimiter, 'path': path, 'pattern': find, 'replace': replace, } template = "sed -i %(backup)s 's%(delimiter)s%(pattern)s%(delimiter)s%(replace)s%(delimiter)sg' %(path)s" statement = template % context return Command(statement, **kwargs) def run(statement, **kwargs): """Run any command.""" kwargs.setdefault("comment", "run statement") return Command(statement, **kwargs) def rsync(source, target, delete=False, exclude=None, host=None, key_file=None, links=True, port=22, recursive=True, user=None, **kwargs): """Synchronize a directory structure. - source (str): The source directory. - target (str): The target directory. - delete (bool): Indicates target files that exist in source but not in target should be removed. - exclude (str): The path to an exclude file. - host (str): The host name or IP address. This causes the command to run over SSH. - key_file (str): The privacy SSH key (path) for remote connections. User expansion is automatically applied. - links (bool): Include symlinks in the sync. - port (int): The SSH port to use for remote connections. - recursive (bool): Indicates source contents should be recursively synchronized. - user (str): The user name to use for remote connections. """ # - guess: When ``True``, the ``host``, ``key_file``, and ``user`` will be guessed based on the base name of # the source path. # :type guess: bool # if guess: # host = host or os.path.basename(source).replace("_", ".") # key_file = key_file or os.path.expanduser(os.path.join("~/.ssh", os.path.basename(source))) # user = user or os.path.basename(source) # else: # host = host # key_file = key_file # user = user kwargs.setdefault("comment", "sync %s with %s" % (source, target)) # rsync -e "ssh -i $(SSH_KEY) -p $(SSH_PORT)" -P -rvzc --delete # $(OUTPUTH_PATH) $(SSH_USER)@$(SSH_HOST):$(UPLOAD_PATH) --cvs-exclude; # ansible: # /usr/bin/rsync --delay-updates -F --compress --delete-after --copy-links --archive --rsh='/usr/bin/ssh -S none - # i /home/shawn/.ssh/sharedservices_group -o Port=4894 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' # --rsync-path='sudo -u root rsync' # --exclude-from=/home/shawn/Work/app_sharedservices_group/deploy/roles/project/rsync.txt # --out-format='<>%i %n%L' tokens = list() tokens.append("rsync") # BUG: Providing rsync --cvs-exclude was causing directories named "tags" to be omitted. # tokens.append("--cvs-exclude") tokens.append("--exclude=.git") tokens.append("--checksum") tokens.append("--compress") if links: tokens.append("--copy-links") if delete: tokens.append("--delete") if exclude is not None: tokens.append("--exclude-from=%s" % exclude) # --partial and --progress tokens.append("-P") if recursive: tokens.append("--recursive") tokens.append(source) conditions = [ host is not None, key_file is not None, user is not None, ] if all(conditions): tokens.append('-e "ssh -i %s -p %s"' % (key_file, port)) tokens.append("%s@%s:%s" % (user, host, target)) else: tokens.append(target) statement = " ".join(tokens) return Command(statement, **kwargs) def scopy(from_path, to_path, host=None, key_file=None, port=22, user=None, **kwargs): """Copy a file or directory to a remote server. - from_path (str): The source directory. - to_path (str): The target directory. - host (str): The host name or IP address. Required. - key_file (str): The privacy SSH key (path) for remote connections. User expansion is automatically applied. - port (int): The SSH port to use for remote connections. - user (str): The user name to use for remote connections. """ kwargs.setdefault("comment", "copy %s to remote %s" % (from_path, to_path)) # TODO: What to do to force local versus remote commands? # kwargs['local'] = True kwargs['sudo'] = False statement = ["scp"] if key_file is not None: statement.append("-i %s" % key_file) statement.append("-P %s" % port) statement.append(from_path) if host is not None and user is not None: statement.append("%s@%s:%s" % (user, host, to_path)) elif host is not None: statement.append("%s:%s" % (host, to_path)) else: raise ValueError("Host is a required keyword argument.") return Command(" ".join(statement), **kwargs) def sync(source, target, delete=False, exclude=None, links=True, recursive=True, **kwargs): """Synchronize a local directory structure. - source (str): The source directory. - target (str): The target directory. - delete (bool): Indicates target files that exist in source but not in target should be removed. - exclude (str): The path to an exclude file. - host (str): The host name or IP address. This causes the command to run over SSH. - key_file (str): The privacy SSH key (path) for remote connections. User expansion is automatically applied. - links (bool): Include symlinks in the sync. - port (int): The SSH port to use for remote connections. - recursive (bool): Indicates source contents should be recursively synchronized. - user (str): The user name to use for remote connections. """ # - guess: When ``True``, the ``host``, ``key_file``, and ``user`` will be guessed based on the base name of # the source path. # :type guess: bool # if guess: # host = host or os.path.basename(source).replace("_", ".") # key_file = key_file or os.path.expanduser(os.path.join("~/.ssh", os.path.basename(source))) # user = user or os.path.basename(source) # else: # host = host # key_file = key_file # user = user kwargs.setdefault("comment", "sync %s with %s" % (source, target)) # rsync -e "ssh -i $(SSH_KEY) -p $(SSH_PORT)" -P -rvzc --delete # $(OUTPUTH_PATH) $(SSH_USER)@$(SSH_HOST):$(UPLOAD_PATH) --cvs-exclude; tokens = list() tokens.append("rsync") tokens.append("--cvs-exclude") tokens.append("--checksum") tokens.append("--compress") if links: tokens.append("--copy-links") if delete: tokens.append("--delete") if exclude is not None: tokens.append("--exclude-from=%s" % exclude) # --partial and --progress tokens.append("-P") if recursive: tokens.append("--recursive") tokens.append(source) tokens.append(target) statement = " ".join(tokens) return Command(statement, **kwargs) def touch(path, **kwargs): """Touch a file or directory. - path (str): The file or directory to touch. """ kwargs.setdefault("comment", "touch %s" % path) return Command("touch %s" % path, **kwargs) def wait(seconds, **kwargs): """Pause execution for a number of seconds. - seconds (int): The number of seconds to wait. """ kwargs.setdefault("comment", "pause for %s seconds" % seconds) return Command("sleep %s" % seconds, **kwargs) def write(path, content=None, **kwargs): """Write to a file. - path (str): The file to be written. - content (str): The content to be written. Note: If omitted, this command is equivalent to ``touch``. """ _content = content or "" kwargs.setdefault("comment", "write to %s" % path) a = list() if len(_content.split("\n")) > 1: a.append("cat > %s << EOF" % path) a.append(_content) a.append("EOF") else: a.append('echo "%s" > %s' % (_content, path)) return Command(" ".join(a), **kwargs) POSIX_MAPPINGS = { 'append': append, 'archive': archive, 'certbot': certbot, 'copy': copy, 'dir': directory, 'extract': extract, 'link': link, 'move': move, 'perms': perms, 'prompt': prompt, 'remove': remove, 'replace': replace, 'run': run, 'rsync': rsync, 'scopy': scopy, 'ssl': certbot, 'sync': sync, 'touch': touch, 'wait': wait, 'write': write, }