Gecko [ goons4good.org ]

Name	Size	Permission	Date
__pycache__	[ DIR ]	drwxr-xr-x	2022-10-11 05:09
decorators	[ DIR ]	drwxr-xr-x	2022-10-11 05:09
dockermod	[ DIR ]	drwxr-xr-x	2022-10-11 05:09
openstack	[ DIR ]	drwxr-xr-x	2022-10-11 05:09
pkg	[ DIR ]	drwxr-xr-x	2022-10-11 05:09
validate	[ DIR ]	drwxr-xr-x	2022-10-11 05:09
__init__.py	237 B	-rw-r--r--	2022-05-16 09:16
aggregation.py	5.17 KB	-rw-r--r--	2022-05-16 09:16
args.py	19.86 KB	-rw-r--r--	2022-05-16 09:16
asynchronous.py	4.07 KB	-rw-r--r--	2022-05-16 09:16
atomicfile.py	5.33 KB	-rw-r--r--	2022-05-16 09:16
aws.py	19.38 KB	-rw-r--r--	2022-05-16 09:16
azurearm.py	11.38 KB	-rw-r--r--	2022-05-16 09:16
beacons.py	517 B	-rw-r--r--	2022-05-16 09:16
boto3_elasticsearch.py	3.73 KB	-rw-r--r--	2022-05-16 09:16
boto3mod.py	8.36 KB	-rw-r--r--	2022-05-16 09:16
boto_elb_tag.py	3.02 KB	-rw-r--r--	2022-05-16 09:16
botomod.py	7.98 KB	-rw-r--r--	2022-05-16 09:16
cache.py	9.81 KB	-rw-r--r--	2022-05-16 09:16
cloud.py	117.04 KB	-rw-r--r--	2022-05-16 09:16
color.py	2.72 KB	-rw-r--r--	2022-05-16 09:16
compat.py	1.81 KB	-rw-r--r--	2022-05-16 09:16
configcomparer.py	3.88 KB	-rw-r--r--	2022-05-16 09:16
configparser.py	10.82 KB	-rw-r--r--	2022-05-16 09:16
context.py	6.8 KB	-rw-r--r--	2022-05-16 09:16
crypt.py	4.71 KB	-rw-r--r--	2022-05-16 09:16
ctx.py	1.42 KB	-rw-r--r--	2022-05-16 09:16
data.py	49.28 KB	-rw-r--r--	2022-05-16 09:16
dateutils.py	2.31 KB	-rw-r--r--	2022-05-16 09:16
debug.py	4.19 KB	-rw-r--r--	2022-05-16 09:16
dictdiffer.py	14.16 KB	-rw-r--r--	2022-05-16 09:16
dicttrim.py	3.9 KB	-rw-r--r--	2022-05-16 09:16
dictupdate.py	11.33 KB	-rw-r--r--	2022-05-16 09:16
dns.py	35.17 KB	-rw-r--r--	2022-05-16 09:16
doc.py	2.25 KB	-rw-r--r--	2022-05-16 09:16
entrypoints.py	2.28 KB	-rw-r--r--	2022-05-16 09:16
environment.py	2.2 KB	-rw-r--r--	2022-05-16 09:16
error.py	1.18 KB	-rw-r--r--	2022-05-16 09:16
etcd_util.py	14.22 KB	-rw-r--r--	2022-05-16 09:16
event.py	52.3 KB	-rw-r--r--	2022-05-16 09:16
extend.py	8.87 KB	-rw-r--r--	2022-05-16 09:16
extmods.py	5.67 KB	-rw-r--r--	2022-05-16 09:16
filebuffer.py	3.15 KB	-rw-r--r--	2022-05-16 09:16
files.py	27.6 KB	-rw-r--r--	2022-05-16 09:16
find.py	22.09 KB	-rw-r--r--	2022-05-16 09:16
fsutils.py	3.29 KB	-rw-r--r--	2022-05-16 09:16
functools.py	5.02 KB	-rw-r--r--	2022-05-16 09:16
gitfs.py	124.49 KB	-rw-r--r--	2022-05-16 09:16
github.py	1.52 KB	-rw-r--r--	2022-05-16 09:16
gzip_util.py	2.86 KB	-rw-r--r--	2022-05-16 09:16
hashutils.py	5.91 KB	-rw-r--r--	2022-05-16 09:16
http.py	34.36 KB	-rw-r--r--	2022-05-16 09:16
iam.py	1.22 KB	-rw-r--r--	2022-05-16 09:16
icinga2.py	754 B	-rw-r--r--	2022-05-16 09:16
idem.py	1.22 KB	-rw-r--r--	2022-05-16 09:16
immutabletypes.py	2.46 KB	-rw-r--r--	2022-05-16 09:16
itertools.py	2.36 KB	-rw-r--r--	2022-05-16 09:16
jid.py	3 KB	-rw-r--r--	2022-05-16 09:16
jinja.py	31.54 KB	-rw-r--r--	2022-05-16 09:16
job.py	6.01 KB	-rw-r--r--	2022-05-16 09:16
json.py	3.78 KB	-rw-r--r--	2022-05-16 09:16
kickstart.py	41.04 KB	-rw-r--r--	2022-05-16 09:16
kinds.py	493 B	-rw-r--r--	2022-05-16 09:16
lazy.py	3.06 KB	-rw-r--r--	2022-05-16 09:16
listdiffer.py	10.9 KB	-rw-r--r--	2022-05-16 09:16
locales.py	2.06 KB	-rw-r--r--	2022-05-16 09:16
mac_utils.py	14.01 KB	-rw-r--r--	2022-05-16 09:16
mako.py	3.63 KB	-rw-r--r--	2022-05-16 09:16
master.py	29.57 KB	-rw-r--r--	2022-05-16 09:16
mattermost.py	1.77 KB	-rw-r--r--	2022-05-16 09:16
memcached.py	3.56 KB	-rw-r--r--	2022-05-16 09:16
migrations.py	1.46 KB	-rw-r--r--	2022-05-16 09:16
mine.py	3.68 KB	-rw-r--r--	2022-05-16 09:16
minion.py	4.13 KB	-rw-r--r--	2022-05-16 09:16
minions.py	43.4 KB	-rw-r--r--	2022-05-16 09:16
mount.py	1.15 KB	-rw-r--r--	2022-05-16 09:16
msazure.py	5.36 KB	-rw-r--r--	2022-05-16 09:16
msgpack.py	4.69 KB	-rw-r--r--	2022-05-16 09:16
nacl.py	13.58 KB	-rw-r--r--	2022-05-16 09:16
namecheap.py	4.32 KB	-rw-r--r--	2022-05-16 09:16
napalm.py	23.79 KB	-rw-r--r--	2022-05-16 09:16
nb_popen.py	7.24 KB	-rw-r--r--	2022-05-16 09:16
network.py	71.07 KB	-rw-r--r--	2022-05-16 09:16
nxos.py	12.94 KB	-rw-r--r--	2022-05-16 09:16
nxos_api.py	4 KB	-rw-r--r--	2022-05-16 09:16
odict.py	13.16 KB	-rw-r--r--	2022-05-16 09:16
oset.py	6.41 KB	-rw-r--r--	2022-05-16 09:16
pagerduty.py	3.03 KB	-rw-r--r--	2022-05-16 09:16
parsers.py	125.31 KB	-rw-r--r--	2022-05-16 09:16
path.py	10.78 KB	-rw-r--r--	2022-05-16 09:16
pbm.py	9.81 KB	-rw-r--r--	2022-05-16 09:16
platform.py	5.16 KB	-rw-r--r--	2022-05-16 09:16
powershell.py	4.15 KB	-rw-r--r--	2022-05-16 09:16
preseed.py	2.64 KB	-rw-r--r--	2022-05-16 09:16
process.py	43.34 KB	-rw-r--r--	2022-05-16 09:16
profile.py	3.21 KB	-rw-r--r--	2022-05-16 09:16
proxy.py	331 B	-rw-r--r--	2022-05-16 09:16
psutil_compat.py	3.65 KB	-rw-r--r--	2022-05-16 09:16
pushover.py	4.51 KB	-rw-r--r--	2022-05-16 09:16
pycrypto.py	5.39 KB	-rw-r--r--	2022-05-16 09:16
pydsl.py	13.74 KB	-rw-r--r--	2022-05-16 09:16
pyobjects.py	10.75 KB	-rw-r--r--	2022-05-16 09:16
reactor.py	19.09 KB	-rw-r--r--	2022-05-16 09:16
reclass.py	752 B	-rw-r--r--	2022-05-16 09:16
roster_matcher.py	3.55 KB	-rw-r--r--	2022-05-16 09:16
rsax931.py	8.07 KB	-rw-r--r--	2022-05-16 09:16
s3.py	8.78 KB	-rw-r--r--	2022-05-16 09:16
saltclass.py	14.27 KB	-rw-r--r--	2022-05-16 09:16
sanitizers.py	2.51 KB	-rw-r--r--	2022-05-16 09:16
schedule.py	70.67 KB	-rw-r--r--	2022-05-16 09:16
schema.py	54.26 KB	-rw-r--r--	2022-05-16 09:16
sdb.py	4.04 KB	-rw-r--r--	2022-05-16 09:16
slack.py	3.57 KB	-rw-r--r--	2022-05-16 09:16
smb.py	11.16 KB	-rw-r--r--	2022-05-16 09:16
smtp.py	3.27 KB	-rw-r--r--	2022-05-16 09:16
ssdp.py	14.75 KB	-rw-r--r--	2022-05-16 09:16
ssh.py	769 B	-rw-r--r--	2022-05-16 09:16
state.py	8.43 KB	-rw-r--r--	2022-05-16 09:16
stringio.py	355 B	-rw-r--r--	2022-05-16 09:16
stringutils.py	16.63 KB	-rw-r--r--	2022-05-16 09:16
systemd.py	5.51 KB	-rw-r--r--	2022-05-16 09:16
templates.py	23.92 KB	-rw-r--r--	2022-05-16 09:16
textformat.py	5.03 KB	-rw-r--r--	2022-05-16 09:16
thin.py	31.64 KB	-rw-r--r--	2022-05-16 09:16
timed_subprocess.py	4.06 KB	-rw-r--r--	2022-05-16 09:16
timeout.py	1.53 KB	-rw-r--r--	2022-05-16 09:16
timeutil.py	2.4 KB	-rw-r--r--	2022-05-16 09:16
url.py	4.96 KB	-rw-r--r--	2022-05-16 09:16
user.py	10.92 KB	-rw-r--r--	2022-05-16 09:16
value.py	247 B	-rw-r--r--	2022-05-16 09:16
vault.py	19.23 KB	-rw-r--r--	2022-05-16 09:16
verify.py	26.97 KB	-rw-r--r--	2022-05-16 09:16
versions.py	16.32 KB	-rw-r--r--	2022-05-16 09:16
virt.py	3.24 KB	-rw-r--r--	2022-05-16 09:16
virtualbox.py	22.43 KB	-rw-r--r--	2022-05-16 09:16
vmware.py	129.74 KB	-rw-r--r--	2022-05-16 09:16
vsan.py	17.18 KB	-rw-r--r--	2022-05-16 09:16
vt.py	30.25 KB	-rw-r--r--	2022-05-16 09:16
vt_helper.py	4.4 KB	-rw-r--r--	2022-05-16 09:16
win_chcp.py	3.7 KB	-rw-r--r--	2022-05-16 09:16
win_dacl.py	94.69 KB	-rw-r--r--	2022-05-16 09:16
win_dotnet.py	4.75 KB	-rw-r--r--	2022-05-16 09:16
win_functions.py	12.69 KB	-rw-r--r--	2022-05-16 09:16
win_lgpo_auditpol.py	8.48 KB	-rw-r--r--	2022-05-16 09:16
win_lgpo_netsh.py	17.87 KB	-rw-r--r--	2022-05-16 09:16
win_network.py	12.41 KB	-rw-r--r--	2022-05-16 09:16
win_osinfo.py	2.83 KB	-rw-r--r--	2022-05-16 09:16
win_pdh.py	13.85 KB	-rw-r--r--	2022-05-16 09:16
win_reg.py	30.05 KB	-rw-r--r--	2022-05-16 09:16
win_runas.py	10.55 KB	-rw-r--r--	2022-05-16 09:16
win_service.py	5.2 KB	-rw-r--r--	2022-05-16 09:16
win_system.py	14.47 KB	-rw-r--r--	2022-05-16 09:16
win_update.py	40.36 KB	-rw-r--r--	2022-05-16 09:16
winapi.py	818 B	-rw-r--r--	2022-05-16 09:16
xdg.py	316 B	-rw-r--r--	2022-05-16 09:16
xmlutil.py	13.91 KB	-rw-r--r--	2022-05-16 09:16
yaml.py	348 B	-rw-r--r--	2022-05-16 09:16
yamldumper.py	3.38 KB	-rw-r--r--	2022-05-16 09:16
yamlencoding.py	1.55 KB	-rw-r--r--	2022-05-16 09:16
yamlloader.py	6.21 KB	-rw-r--r--	2022-05-16 09:16
yamlloader_old.py	8.33 KB	-rw-r--r--	2022-05-16 09:16
yast.py	619 B	-rw-r--r--	2022-05-16 09:16
zeromq.py	1.65 KB	-rw-r--r--	2022-05-16 09:16
zfs.py	19.2 KB	-rw-r--r--	2022-05-16 09:16

Rename

"""
Boto3 Common Utils
=================

Note: This module depends on the dicts packed by the loader and,
therefore, must be accessed via the loader or from the __utils__ dict.

This module provides common functionality for the boto execution modules.
The expected usage is to call `apply_funcs` from the `__virtual__` function
of the module. This will bring properly initilized partials of  `_get_conn`
and `_cache_id` into the module's namespace.

Example Usage:

.. code-block:: python

def __virtual__():
            __utils__['boto.apply_funcs'](__name__, 'vpc')

def test():
            conn = _get_conn()
            vpc_id = _cache_id('test-vpc')

.. versionadded:: 2015.8.0
"""

import hashlib
import logging
import sys
from functools import partial

import salt.loader.context
import salt.utils.stringutils
import salt.utils.versions
from salt.exceptions import SaltInvocationError

# pylint: disable=import-error
try:
    # pylint: disable=import-error
    import boto
    import boto3
    import boto.exception
    import boto3.session
    import botocore  # pylint: disable=W0611

# pylint: enable=import-error
    logging.getLogger("boto3").setLevel(logging.CRITICAL)
    HAS_BOTO = True
except ImportError:
    HAS_BOTO = False
# pylint: enable=import-error

log = logging.getLogger(__name__)

__virtualname__ = "boto3"
__salt_loader__ = salt.loader.context.LoaderContext()
__context__ = __salt_loader__.named_context("__context__", {})

def __virtual__():
    """
    Only load if boto libraries exist and if boto libraries are greater than
    a given version.
    """
    has_boto = salt.utils.versions.check_boto_reqs()
    if has_boto is True:
        return __virtualname__
    return has_boto

def _option(value):
    """
    Look up the value for an option.
    """
    if value in __opts__:
        return __opts__[value]
    master_opts = __pillar__.get("master", {})
    if value in master_opts:
        return master_opts[value]
    if value in __pillar__:
        return __pillar__[value]

def _get_profile(service, region, key, keyid, profile):
    if profile:
        if isinstance(profile, str):
            _profile = _option(profile)
        elif isinstance(profile, dict):
            _profile = profile
        key = _profile.get("key", None)
        keyid = _profile.get("keyid", None)
        region = _profile.get("region", None)

if not region and _option(service + ".region"):
        region = _option(service + ".region")

if not region:
        region = "us-east-1"
        log.info("Assuming default region %s", region)

if not key and _option(service + ".key"):
        key = _option(service + ".key")
    if not keyid and _option(service + ".keyid"):
        keyid = _option(service + ".keyid")

label = "boto_{}:".format(service)
    if keyid:
        hash_string = region + keyid + key
        hash_string = salt.utils.stringutils.to_bytes(hash_string)
        cxkey = label + hashlib.md5(hash_string).hexdigest()
    else:
        cxkey = label + region

return (cxkey, region, key, keyid)

def cache_id(
    service,
    name,
    sub_resource=None,
    resource_id=None,
    invalidate=False,
    region=None,
    key=None,
    keyid=None,
    profile=None,
):
    """
    Cache, invalidate, or retrieve an AWS resource id keyed by name.

.. code-block:: python

__utils__['boto.cache_id']('ec2', 'myinstance',
                                   'i-a1b2c3',
                                   profile='custom_profile')
    """

cxkey, _, _, _ = _get_profile(service, region, key, keyid, profile)
    if sub_resource:
        cxkey = "{}:{}:{}:id".format(cxkey, sub_resource, name)
    else:
        cxkey = "{}:{}:id".format(cxkey, name)

if invalidate:
        if cxkey in __context__:
            del __context__[cxkey]
            return True
        elif resource_id in __context__.values():
            ctx = {k: v for k, v in __context__.items() if v != resource_id}
            __context__.clear()
            __context__.update(ctx)
            return True
        else:
            return False
    if resource_id:
        __context__[cxkey] = resource_id
        return True

return __context__.get(cxkey)

def cache_id_func(service):
    """
    Returns a partial `cache_id` function for the provided service.

.. code-block:: python

cache_id = __utils__['boto.cache_id_func']('ec2')
        cache_id('myinstance', 'i-a1b2c3')
        instance_id = cache_id('myinstance')
    """
    return partial(cache_id, service)

def get_connection(
    service, module=None, region=None, key=None, keyid=None, profile=None
):
    """
    Return a boto connection for the service.

.. code-block:: python

conn = __utils__['boto.get_connection']('ec2', profile='custom_profile')
    """

module = module or service

cxkey, region, key, keyid = _get_profile(service, region, key, keyid, profile)
    cxkey = cxkey + ":conn3"

if cxkey in __context__:
        return __context__[cxkey]

try:
        session = boto3.session.Session(
            aws_access_key_id=keyid, aws_secret_access_key=key, region_name=region
        )
        if session is None:
            raise SaltInvocationError('Region "{}" is not valid.'.format(region))
        conn = session.client(module)
        if conn is None:
            raise SaltInvocationError('Region "{}" is not valid.'.format(region))
    except boto.exception.NoAuthHandlerFound:
        raise SaltInvocationError(
            "No authentication credentials found when "
            "attempting to make boto {} connection to "
            'region "{}".'.format(service, region)
        )
    __context__[cxkey] = conn
    return conn

def get_connection_func(service, module=None):
    """
    Returns a partial `get_connection` function for the provided service.

.. code-block:: python

get_conn = __utils__['boto.get_connection_func']('ec2')
        conn = get_conn()
    """
    return partial(get_connection, service, module=module)

def get_region(service, region, profile):
    """
    Retrieve the region for a particular AWS service based on configured region and/or profile.
    """
    _, region, _, _ = _get_profile(service, region, None, None, profile)

return region

def get_error(e):
    # The returns from boto modules vary greatly between modules. We need to
    # assume that none of the data we're looking for exists.
    aws = {}

message = ""
    message = e.args[0]

r = {"message": message}
    if aws:
        r["aws"] = aws
    return r

def exactly_n(l, n=1):
    """
    Tests that exactly N items in an iterable are "truthy" (neither None,
    False, nor 0).
    """
    i = iter(l)
    return all(any(i) for j in range(n)) and not any(i)

def exactly_one(l):
    return exactly_n(l)

def assign_funcs(
    modname,
    service,
    module=None,
    get_conn_funcname="_get_conn",
    cache_id_funcname="_cache_id",
    exactly_one_funcname="_exactly_one",
):
    """
    Assign _get_conn and _cache_id functions to the named module.

.. code-block:: python

_utils__['boto.assign_partials'](__name__, 'ec2')
    """
    mod = sys.modules[modname]
    setattr(mod, get_conn_funcname, get_connection_func(service, module=module))
    setattr(mod, cache_id_funcname, cache_id_func(service))

# TODO: Remove this and import salt.utils.data.exactly_one into boto_* modules instead
    # Leaving this way for now so boto modules can be back ported
    if exactly_one_funcname is not None:
        setattr(mod, exactly_one_funcname, exactly_one)

def paged_call(function, *args, **kwargs):
    """Retrieve full set of values from a boto3 API call that may truncate
    its results, yielding each page as it is obtained.
    """
    marker_flag = kwargs.pop("marker_flag", "NextMarker")
    marker_arg = kwargs.pop("marker_arg", "Marker")
    while True:
        ret = function(*args, **kwargs)
        marker = ret.get(marker_flag)
        yield ret
        if not marker:
            break
        kwargs[marker_arg] = marker

def ordered(obj):
    if isinstance(obj, (list, tuple)):
        return sorted(ordered(x) for x in obj)
    elif isinstance(obj, dict):
        return {str(k) if isinstance(k, str) else k: ordered(v) for k, v in obj.items()}
    elif isinstance(obj, str):
        return str(obj)
    return obj

def json_objs_equal(left, right):
    """Compare two parsed JSON objects, given non-ordering in JSON objects"""
    return ordered(left) == ordered(right)