blob: 3cf3450780e53bc2e1e0d5589ad391632c887ad5 [file] [log] [blame]
# Cloud-Init Datasource for VMware Guestinfo
#
# Copyright (c) 2018 VMware, Inc. All Rights Reserved.
#
# This product is licensed to you under the Apache 2.0 license (the "License").
# You may not use this product except in compliance with the Apache 2.0 License.
#
# This product may include a number of subcomponents with separate copyright
# notices and license terms. Your use of these subcomponents is subject to the
# terms and conditions of the subcomponent's license, as noted in the LICENSE
# file.
#
# Authors: Anish Swaminathan <anishs@vmware.com>
# Andrew Kutz <akutz@vmware.com>
#
'''
A cloud init datasource for VMware GuestInfo.
'''
import base64
import collections
import copy
from distutils.spawn import find_executable
import json
import os
import socket
import string
import zlib
from cloudinit import log as logging
from cloudinit import sources
from cloudinit import util
from cloudinit import safeyaml
from deepmerge import always_merger
import netifaces
LOG = logging.getLogger(__name__)
NOVAL = "No value found"
VMWARE_RPCTOOL = find_executable("vmware-rpctool")
VMX_GUESTINFO = "VMX_GUESTINFO"
class NetworkConfigError(Exception):
'''
NetworkConfigError is raised when there is an issue getting or
applying network configuration.
'''
pass
class DataSourceVMwareGuestInfo(sources.DataSource):
'''
This cloud-init datasource was designed for use with CentOS 7,
which uses cloud-init 0.7.9. However, this datasource should
work with any Linux distribution for which cloud-init is
avaialble.
The documentation for cloud-init 0.7.9's datasource is
available at http://bit.ly/cloudinit-datasource-0-7-9. The
current documentation for cloud-init is found at
https://cloudinit.readthedocs.io/en/latest/.
Setting the hostname:
The hostname is set by way of the metadata key "local-hostname".
Setting the instance ID:
The instance ID may be set by way of the metadata key "instance-id".
However, if this value is absent then then the instance ID is
read from the file /sys/class/dmi/id/product_uuid.
Configuring the network:
The network is configured by setting the metadata key "network"
with a value consistent with Network Config Versions 1 or 2,
depending on the Linux distro's version of cloud-init:
Network Config Version 1 - http://bit.ly/cloudinit-net-conf-v1
Network Config Version 2 - http://bit.ly/cloudinit-net-conf-v2
For example, CentOS 7's official cloud-init package is version
0.7.9 and does not support Network Config Version 2. However,
this datasource still supports supplying Network Config Version 2
data as long as the Linux distro's cloud-init package is new
enough to parse the data.
The metadata key "network.encoding" may be used to indicate the
format of the metadata key "network". Valid encodings are base64
and gzip+base64.
'''
dsname = 'VMwareGuestInfo'
def __init__(self, sys_cfg, distro, paths, ud_proc=None):
sources.DataSource.__init__(self, sys_cfg, distro, paths, ud_proc)
if not get_data_access_method():
LOG.error("Failed to find vmware-rpctool")
def get_data(self):
"""
This method should really be _get_data in accordance with the most
recent versions of cloud-init. However, because the datasource
supports as far back as cloud-init 0.7.9, get_data is still used.
Because of this the method attempts to do some of the same things
that the get_data functions in newer versions of cloud-init do,
such as calling persist_instance_data.
"""
if not get_data_access_method():
LOG.error("vmware-rpctool is required to fetch guestinfo value")
return False
# Get the metadata.
self.metadata = load_metadata()
# Get the user data.
self.userdata_raw = guestinfo('userdata')
# Get the vendor data.
self.vendordata_raw = guestinfo('vendordata')
if self.metadata or self.userdata_raw or self.vendordata_raw:
return True
else:
return False
def setup(self, is_new_instance):
"""setup(is_new_instance)
This is called before user-data and vendor-data have been processed.
Unless the datasource has set mode to 'local', then networking
per 'fallback' or per 'network_config' will have been written and
brought up the OS at this point.
"""
# Get information about the host.
host_info = get_host_info()
LOG.info("got host-info: %s", host_info)
# Ensure the metadata gets updated with information about the
# host, including the network interfaces, default IP addresses,
# etc.
self.metadata = always_merger.merge(self.metadata, host_info)
# Persist the instance data for versions of cloud-init that support
# doing so. This occurs here rather than in the get_data call in
# order to ensure that the network interfaces are up and can be
# persisted with the metadata.
try:
self.persist_instance_data()
except AttributeError:
pass
@property
def network_config(self):
if 'network' in self.metadata:
LOG.debug("using metadata network config")
else:
LOG.debug("using fallback network config")
self.metadata['network'] = {
'config': self.distro.generate_fallback_config(),
}
return self.metadata['network']['config']
def get_instance_id(self):
# Pull the instance ID out of the metadata if present. Otherwise
# read the file /sys/class/dmi/id/product_uuid for the instance ID.
if self.metadata and 'instance-id' in self.metadata:
return self.metadata['instance-id']
with open('/sys/class/dmi/id/product_uuid', 'r') as id_file:
self.metadata['instance-id'] = str(id_file.read()).rstrip().lower()
return self.metadata['instance-id']
def get_public_ssh_keys(self):
public_keys_data = ""
if 'public-keys-data' in self.metadata:
public_keys_data = self.metadata['public-keys-data'].splitlines()
public_keys = []
if not public_keys_data:
return public_keys
for public_key in public_keys_data:
public_keys.append(public_key)
return public_keys
def decode(key, enc_type, data):
'''
decode returns the decoded string value of data
key is a string used to identify the data being decoded in log messages
----
In py 2.7:
json.loads method takes string as input
zlib.decompress takes and returns a string
base64.b64decode takes and returns a string
-----
In py 3.6 and newer:
json.loads method takes bytes or string as input
zlib.decompress takes and returns a bytes
base64.b64decode takes bytes or string and returns bytes
-----
In py > 3, < 3.6:
json.loads method takes string as input
zlib.decompress takes and returns a bytes
base64.b64decode takes bytes or string and returns bytes
-----
Given the above conditions the output from zlib.decompress and
base64.b64decode would be bytes with newer python and str in older
version. Thus we would covert the output to str before returning
'''
LOG.debug("Getting encoded data for key=%s, enc=%s", key, enc_type)
raw_data = None
if enc_type == "gzip+base64" or enc_type == "gz+b64":
LOG.debug("Decoding %s format %s", enc_type, key)
raw_data = zlib.decompress(base64.b64decode(data), zlib.MAX_WBITS | 16)
elif enc_type == "base64" or enc_type == "b64":
LOG.debug("Decoding %s format %s", enc_type, key)
raw_data = base64.b64decode(data)
else:
LOG.debug("Plain-text data %s", key)
raw_data = data
if isinstance(raw_data, bytes):
return raw_data.decode('utf-8')
return raw_data
def get_guestinfo_value(key):
'''
Returns a guestinfo value for the specified key.
'''
LOG.debug("Getting guestinfo value for key %s", key)
data_access_method = get_data_access_method()
if data_access_method == VMX_GUESTINFO:
env_key = ("vmx.guestinfo." + key).upper().replace(".", "_", -1)
val = os.environ.get(env_key, "")
if val == "":
LOG.debug("No value found for key %s", key)
else:
return val
if data_access_method == VMWARE_RPCTOOL:
try:
(stdout, stderr) = util.subp(
[VMWARE_RPCTOOL, "info-get guestinfo." + key])
if stderr == NOVAL:
LOG.debug("No value found for key %s", key)
elif not stdout:
LOG.error("Failed to get guestinfo value for key %s", key)
else:
return stdout.rstrip()
except util.ProcessExecutionError as error:
if error.stderr == NOVAL:
LOG.debug("No value found for key %s", key)
else:
util.logexc(
LOG, "Failed to get guestinfo value for key %s: %s", key, error)
except Exception:
util.logexc(
LOG, "Unexpected error while trying to get guestinfo value for key %s", key)
return None
def guestinfo(key):
'''
guestinfo returns the guestinfo value for the provided key, decoding
the value when required
'''
data = get_guestinfo_value(key)
if not data:
return None
enc_type = get_guestinfo_value(key + '.encoding')
return decode('guestinfo.' + key, enc_type, data)
def load(data):
'''
load first attempts to unmarshal the provided data as JSON, and if
that fails then attempts to unmarshal the data as YAML. If data is
None then a new dictionary is returned.
'''
if not data:
return {}
try:
return json.loads(data)
except:
return safeyaml.load(data)
def load_metadata():
'''
load_metadata loads the metadata from the guestinfo data, optionally
decoding the network config when required
'''
data = load(guestinfo('metadata'))
LOG.debug('loaded metadata %s', data)
network = None
if 'network' in data:
network = data['network']
del data['network']
network_enc = None
if 'network.encoding' in data:
network_enc = data['network.encoding']
del data['network.encoding']
if network:
LOG.debug('network data found')
if isinstance(network, collections.Mapping):
LOG.debug("network data copied to 'config' key")
network = {
'config': copy.deepcopy(network)
}
else:
LOG.debug("network data to be decoded %s", network)
dec_net = decode('metadata.network', network_enc, network)
network = {
'config': load(dec_net),
}
LOG.debug('network data %s', network)
data['network'] = network
return data
def get_datasource_list(depends):
'''
Return a list of data sources that match this set of dependencies
'''
return [DataSourceVMwareGuestInfo]
def get_default_ip_addrs():
'''
Returns the default IPv4 and IPv6 addresses based on the device(s) used for
the default route. Please note that None may be returned for either address
family if that family has no default route or if there are multiple
addresses associated with the device used by the default route for a given
address.
'''
gateways = netifaces.gateways()
if 'default' not in gateways:
return None, None
default_gw = gateways['default']
if netifaces.AF_INET not in default_gw and netifaces.AF_INET6 not in default_gw:
return None, None
ipv4 = None
ipv6 = None
gw4 = default_gw.get(netifaces.AF_INET)
if gw4:
_, dev4 = gw4
addr4_fams = netifaces.ifaddresses(dev4)
if addr4_fams:
af_inet4 = addr4_fams.get(netifaces.AF_INET)
if af_inet4:
if len(af_inet4) > 1:
LOG.warn(
"device %s has more than one ipv4 address: %s", dev4, af_inet4)
elif 'addr' in af_inet4[0]:
ipv4 = af_inet4[0]['addr']
# Try to get the default IPv6 address by first seeing if there is a default
# IPv6 route.
gw6 = default_gw.get(netifaces.AF_INET6)
if gw6:
_, dev6 = gw6
addr6_fams = netifaces.ifaddresses(dev6)
if addr6_fams:
af_inet6 = addr6_fams.get(netifaces.AF_INET6)
if af_inet6:
if len(af_inet6) > 1:
LOG.warn(
"device %s has more than one ipv6 address: %s", dev6, af_inet6)
elif 'addr' in af_inet6[0]:
ipv6 = af_inet6[0]['addr']
# If there is a default IPv4 address but not IPv6, then see if there is a
# single IPv6 address associated with the same device associated with the
# default IPv4 address.
if ipv4 and not ipv6:
af_inet6 = addr4_fams.get(netifaces.AF_INET6)
if af_inet6:
if len(af_inet6) > 1:
LOG.warn(
"device %s has more than one ipv6 address: %s", dev4, af_inet6)
elif 'addr' in af_inet6[0]:
ipv6 = af_inet6[0]['addr']
# If there is a default IPv6 address but not IPv4, then see if there is a
# single IPv4 address associated with the same device associated with the
# default IPv6 address.
if not ipv4 and ipv6:
af_inet4 = addr6_fams.get(netifaces.AF_INET4)
if af_inet4:
if len(af_inet4) > 1:
LOG.warn(
"device %s has more than one ipv4 address: %s", dev6, af_inet4)
elif 'addr' in af_inet4[0]:
ipv4 = af_inet4[0]['addr']
return ipv4, ipv6
# patched socket.getfqdn() - see https://bugs.python.org/issue5004
def getfqdn(name=''):
"""Get fully qualified domain name from name.
An empty argument is interpreted as meaning the local host.
"""
name = name.strip()
if not name or name == '0.0.0.0':
name = socket.gethostname()
try:
addrs = socket.getaddrinfo(
name, None, 0, socket.SOCK_DGRAM, 0, socket.AI_CANONNAME)
except socket.error:
pass
else:
for addr in addrs:
if addr[3]:
name = addr[3]
break
return name
def get_host_info():
'''
Returns host information such as the host name and network interfaces.
'''
host_info = {
'network': {
'interfaces': {
'by-mac': collections.OrderedDict(),
'by-ipv4': collections.OrderedDict(),
'by-ipv6': collections.OrderedDict(),
},
},
}
hostname = getfqdn(socket.gethostname())
if hostname:
host_info['hostname'] = hostname
host_info['local-hostname'] = hostname
default_ipv4, default_ipv6 = get_default_ip_addrs()
if default_ipv4:
host_info['local-ipv4'] = default_ipv4
if default_ipv6:
host_info['local-ipv6'] = default_ipv6
by_mac = host_info['network']['interfaces']['by-mac']
by_ipv4 = host_info['network']['interfaces']['by-ipv4']
by_ipv6 = host_info['network']['interfaces']['by-ipv6']
ifaces = netifaces.interfaces()
for dev_name in ifaces:
addr_fams = netifaces.ifaddresses(dev_name)
af_link = addr_fams.get(netifaces.AF_LINK)
af_inet4 = addr_fams.get(netifaces.AF_INET)
af_inet6 = addr_fams.get(netifaces.AF_INET6)
mac = None
if af_link and 'addr' in af_link[0]:
mac = af_link[0]['addr']
# Do not bother recording localhost
if mac == "00:00:00:00:00:00":
continue
if mac and (af_inet4 or af_inet6):
key = mac
val = {}
if af_inet4:
val["ipv4"] = af_inet4
if af_inet6:
val["ipv6"] = af_inet6
by_mac[key] = val
if af_inet4:
for ip_info in af_inet4:
key = ip_info['addr']
if key == '127.0.0.1':
continue
val = copy.deepcopy(ip_info)
del val['addr']
if mac:
val['mac'] = mac
by_ipv4[key] = val
if af_inet6:
for ip_info in af_inet6:
key = ip_info['addr']
if key == '::1':
continue
val = copy.deepcopy(ip_info)
del val['addr']
if mac:
val['mac'] = mac
by_ipv6[key] = val
return host_info
def get_data_access_method():
if os.environ.get(VMX_GUESTINFO, ""):
return VMX_GUESTINFO
if VMWARE_RPCTOOL:
return VMWARE_RPCTOOL
return None
def main():
'''
Executed when this file is used as a program.
'''
metadata = {'network': {'config': {'dhcp': True}}}
host_info = get_host_info()
metadata = always_merger.merge(metadata, host_info)
print(util.json_dumps(metadata))
if __name__ == "__main__":
main()
# vi: ts=4 expandtab