2010-08-24 14:50:06 -07:00
|
|
|
#!/usr/bin/python
|
2011-02-11 12:35:35 -08:00
|
|
|
# Copyright (c) 2009, 2010, 2011 Nicira Networks
|
2010-08-24 14:50:06 -07:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at:
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
|
|
|
|
# A daemon to monitor the external_ids columns of the Bridge and
|
2011-02-11 12:35:37 -08:00
|
|
|
# Interface OVSDB tables for changes that require interrogating XAPI.
|
|
|
|
# Its responsibilities include:
|
|
|
|
#
|
|
|
|
# - Set the "bridge-id" key in the Bridge table.
|
|
|
|
# - Set the "iface-id" key in the Interface table.
|
|
|
|
# - Set the fail-mode on internal bridges.
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
import getopt
|
2010-09-22 15:38:17 -07:00
|
|
|
import logging, logging.handlers
|
2010-09-10 14:20:49 -07:00
|
|
|
import os
|
2010-09-17 15:07:02 -07:00
|
|
|
import signal
|
2010-08-24 14:50:06 -07:00
|
|
|
import subprocess
|
|
|
|
import sys
|
2010-09-10 14:20:49 -07:00
|
|
|
import time
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
import XenAPI
|
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
import ovs.dirs
|
2010-08-24 14:50:06 -07:00
|
|
|
from ovs.db import error
|
|
|
|
from ovs.db import types
|
|
|
|
import ovs.util
|
|
|
|
import ovs.daemon
|
|
|
|
import ovs.db.idl
|
|
|
|
|
2011-09-21 14:56:55 -07:00
|
|
|
s_log = logging.getLogger("ovs-xapi-sync")
|
2010-08-24 14:50:06 -07:00
|
|
|
vsctl="/usr/bin/ovs-vsctl"
|
|
|
|
session = None
|
2010-09-17 15:07:02 -07:00
|
|
|
force_run = False
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
# Set up a session to interact with XAPI.
|
|
|
|
#
|
|
|
|
# On system start-up, OVS comes up before XAPI, so we can't log into the
|
|
|
|
# session until later. Try to do this on-demand, since we won't
|
|
|
|
# actually do anything interesting until XAPI is up.
|
|
|
|
def init_session():
|
|
|
|
global session
|
|
|
|
if session is not None:
|
|
|
|
return True
|
|
|
|
|
|
|
|
try:
|
|
|
|
session = XenAPI.xapi_local()
|
|
|
|
session.xenapi.login_with_password("", "")
|
|
|
|
except:
|
|
|
|
session = None
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.warning("Couldn't login to XAPI")
|
2010-08-24 14:50:06 -07:00
|
|
|
return False
|
|
|
|
|
|
|
|
return True
|
|
|
|
|
2011-02-08 18:55:17 -08:00
|
|
|
def get_network_by_bridge(br_name):
|
2010-08-24 14:50:06 -07:00
|
|
|
if not init_session():
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.warning("Failed to get bridge id %s because"
|
|
|
|
" XAPI session could not be initialized" % br_name)
|
2011-02-08 18:55:17 -08:00
|
|
|
return None
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
for n in session.xenapi.network.get_all():
|
|
|
|
rec = session.xenapi.network.get_record(n)
|
2011-02-08 18:55:17 -08:00
|
|
|
if rec['bridge'] == br_name:
|
|
|
|
return rec
|
|
|
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
# By default, the "bridge-id" external id in the Bridge table is the
|
|
|
|
# same as "xs-network-uuids". This may be overridden by defining a
|
|
|
|
# "nicira-bridge-id" key in the "other_config" field of the network
|
|
|
|
# record of XAPI. If nicira-bridge-id is undefined returns default.
|
|
|
|
# On error returns None.
|
|
|
|
def get_bridge_id(br_name, default=None):
|
|
|
|
rec = get_network_by_bridge(br_name)
|
|
|
|
if rec:
|
2010-08-24 14:50:06 -07:00
|
|
|
return rec['other_config'].get('nicira-bridge-id', default)
|
2011-02-08 18:55:17 -08:00
|
|
|
return None
|
2010-08-24 14:50:06 -07:00
|
|
|
|
2010-09-21 18:03:07 -07:00
|
|
|
# By default, the "iface-id" external id in the Interface table is the
|
2010-08-24 14:50:06 -07:00
|
|
|
# same as "xs-vif-uuid". This may be overridden by defining a
|
|
|
|
# "nicira-iface-id" key in the "other_config" field of the VIF
|
|
|
|
# record of XAPI.
|
2010-10-25 17:26:44 -07:00
|
|
|
def get_iface_id(if_name, xs_vif_uuid):
|
2011-06-16 15:02:50 -07:00
|
|
|
if not if_name.startswith("vif") and not if_name.startswith("tap"):
|
2010-10-25 17:26:44 -07:00
|
|
|
# Treat whatever was passed into 'xs_vif_uuid' as a default
|
|
|
|
# value for non-VIFs.
|
|
|
|
return xs_vif_uuid
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
if not init_session():
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.warning("Failed to get interface id %s because"
|
|
|
|
" XAPI session could not be initialized" % if_name)
|
2010-10-25 17:26:44 -07:00
|
|
|
return xs_vif_uuid
|
2010-08-24 14:50:06 -07:00
|
|
|
|
2010-10-25 17:26:44 -07:00
|
|
|
try:
|
|
|
|
vif = session.xenapi.VIF.get_by_uuid(xs_vif_uuid)
|
|
|
|
rec = session.xenapi.VIF.get_record(vif)
|
|
|
|
return rec['other_config'].get('nicira-iface-id', xs_vif_uuid)
|
|
|
|
except XenAPI.Failure:
|
|
|
|
s_log.warning("Could not find XAPI entry for VIF %s" % if_name)
|
|
|
|
return xs_vif_uuid
|
2010-08-24 14:50:06 -07:00
|
|
|
|
2011-02-08 18:55:17 -08:00
|
|
|
def call_vsctl(args):
|
2011-07-28 10:19:42 -07:00
|
|
|
cmd = [vsctl, "--timeout=30", "-vANY:console:off"] + args
|
2010-08-24 14:50:06 -07:00
|
|
|
exitcode = subprocess.call(cmd)
|
|
|
|
if exitcode != 0:
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.warning("Couldn't call ovs-vsctl")
|
2010-08-24 14:50:06 -07:00
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
def set_or_delete(d, key, value):
|
|
|
|
if value is None:
|
|
|
|
if key in d:
|
|
|
|
del d[key]
|
|
|
|
return True
|
2011-06-22 13:42:52 -07:00
|
|
|
else:
|
2011-09-21 10:43:03 -07:00
|
|
|
if d.get(key) != value:
|
|
|
|
d[key] = value
|
|
|
|
return True
|
|
|
|
return False
|
2011-06-22 13:42:52 -07:00
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
def set_external_id(row, key, value):
|
|
|
|
external_ids = row.external_ids
|
|
|
|
if set_or_delete(external_ids, key, value):
|
|
|
|
row.external_ids = external_ids
|
2011-02-08 18:55:17 -08:00
|
|
|
|
2011-02-11 12:35:37 -08:00
|
|
|
# XenServer does not call interface-reconfigure on internal networks,
|
|
|
|
# which is where the fail-mode would normally be set.
|
2011-09-21 10:43:03 -07:00
|
|
|
def update_fail_mode(row):
|
|
|
|
rec = get_network_by_bridge(row.name)
|
2011-02-08 18:55:17 -08:00
|
|
|
if not rec:
|
|
|
|
return
|
|
|
|
|
|
|
|
fail_mode = rec['other_config'].get('vswitch-controller-fail-mode')
|
|
|
|
|
|
|
|
if not fail_mode:
|
|
|
|
pools = session.xenapi.pool.get_all()
|
|
|
|
if len(pools) == 1:
|
|
|
|
prec = session.xenapi.pool.get_record(pools[0])
|
|
|
|
fail_mode = prec['other_config'].get('vswitch-controller-fail-mode')
|
|
|
|
|
|
|
|
if fail_mode not in ['standalone', 'secure']:
|
|
|
|
fail_mode = 'standalone'
|
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
if row.fail_mode != fail_mode:
|
|
|
|
row.fail_mode = fail_mode
|
2011-02-28 18:26:04 -08:00
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
def update_in_band_mgmt(row):
|
|
|
|
rec = get_network_by_bridge(row.name)
|
2011-02-28 18:26:04 -08:00
|
|
|
if not rec:
|
|
|
|
return
|
|
|
|
|
|
|
|
dib = rec['other_config'].get('vswitch-disable-in-band')
|
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
other_config = row.other_config
|
|
|
|
if dib and dib not in ['true', 'false']:
|
|
|
|
s_log.warning('"%s" isn\'t a valid setting for '
|
|
|
|
"other_config:disable-in-band on %s" % (dib, row.name))
|
|
|
|
elif set_or_delete(other_config, 'disable-in-band', dib):
|
|
|
|
row.other_config = other_config
|
2010-09-21 23:57:13 -07:00
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
def update_bridge_id(row):
|
|
|
|
id_ = get_bridge_id(row.name, row.external_ids.get("xs-network-uuids"))
|
|
|
|
if not id_:
|
2010-09-21 23:57:13 -07:00
|
|
|
return
|
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
set_external_id(row, "bridge-id", id_.split(";")[0])
|
2011-06-16 16:37:18 -07:00
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
def keep_table_columns(schema, table_name, columns):
|
2010-08-24 14:50:06 -07:00
|
|
|
table = schema.tables.get(table_name)
|
|
|
|
if not table:
|
|
|
|
raise error.Error("schema has no %s table" % table_name)
|
|
|
|
|
|
|
|
new_columns = {}
|
2011-09-21 10:43:03 -07:00
|
|
|
for column_name in columns:
|
2010-08-24 14:50:06 -07:00
|
|
|
column = table.columns.get(column_name)
|
|
|
|
if not column:
|
|
|
|
raise error.Error("%s table schema lacks %s column"
|
|
|
|
% (table_name, column_name))
|
|
|
|
new_columns[column_name] = column
|
|
|
|
table.columns = new_columns
|
|
|
|
return table
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
def prune_schema(schema):
|
2010-08-24 14:50:06 -07:00
|
|
|
new_tables = {}
|
2011-09-21 10:43:03 -07:00
|
|
|
new_tables["Bridge"] = keep_table_columns(
|
|
|
|
schema, "Bridge", ("name", "external_ids", "other_config",
|
|
|
|
"fail_mode"))
|
|
|
|
new_tables["Interface"] = keep_table_columns(
|
|
|
|
schema, "Interface", ("name", "external_ids"))
|
2010-08-24 14:50:06 -07:00
|
|
|
schema.tables = new_tables
|
|
|
|
|
|
|
|
def usage():
|
|
|
|
print "usage: %s [OPTIONS] DATABASE" % sys.argv[0]
|
|
|
|
print "where DATABASE is a socket on which ovsdb-server is listening."
|
|
|
|
ovs.daemon.usage()
|
|
|
|
print "Other options:"
|
|
|
|
print " -h, --help display this help message"
|
|
|
|
sys.exit(0)
|
2010-09-17 15:07:02 -07:00
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
def handler(signum, _):
|
2010-09-17 15:07:02 -07:00
|
|
|
global force_run
|
|
|
|
if (signum == signal.SIGHUP):
|
|
|
|
force_run = True
|
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
def main(argv):
|
2010-09-17 15:07:02 -07:00
|
|
|
global force_run
|
|
|
|
|
2011-09-21 14:56:55 -07:00
|
|
|
l_handler = logging.handlers.RotatingFileHandler(
|
|
|
|
"/var/log/openvswitch/ovs-xapi-sync.log")
|
|
|
|
l_formatter = logging.Formatter('%(filename)s: %(levelname)s: %(message)s')
|
|
|
|
l_handler.setFormatter(l_formatter)
|
|
|
|
s_log.addHandler(l_handler)
|
|
|
|
s_log.setLevel(logging.INFO)
|
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
try:
|
|
|
|
options, args = getopt.gnu_getopt(
|
|
|
|
argv[1:], 'h', ['help'] + ovs.daemon.LONG_OPTIONS)
|
|
|
|
except getopt.GetoptError, geo:
|
|
|
|
sys.stderr.write("%s: %s\n" % (ovs.util.PROGRAM_NAME, geo.msg))
|
|
|
|
sys.exit(1)
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
for key, value in options:
|
|
|
|
if key in ['-h', '--help']:
|
|
|
|
usage()
|
|
|
|
elif not ovs.daemon.parse_opt(key, value):
|
|
|
|
sys.stderr.write("%s: unhandled option %s\n"
|
|
|
|
% (ovs.util.PROGRAM_NAME, key))
|
|
|
|
sys.exit(1)
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
if len(args) != 1:
|
|
|
|
sys.stderr.write("%s: exactly one nonoption argument is required "
|
|
|
|
"(use --help for help)\n" % ovs.util.PROGRAM_NAME)
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
remote = args[0]
|
2011-09-21 10:43:03 -07:00
|
|
|
schema_file = "%s/vswitch.ovsschema" % ovs.dirs.PKGDATADIR
|
|
|
|
schema = ovs.db.schema.DbSchema.from_json(ovs.json.from_file(schema_file))
|
|
|
|
prune_schema(schema)
|
|
|
|
idl = ovs.db.idl.Idl(remote, schema)
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
ovs.daemon.daemonize()
|
2010-09-10 14:20:49 -07:00
|
|
|
|
|
|
|
# This daemon is usually started before XAPI, but to complete our
|
|
|
|
# tasks, we need it. Wait here until it's up.
|
|
|
|
while not os.path.exists("/var/run/xapi_init_complete.cookie"):
|
|
|
|
time.sleep(1)
|
2010-09-17 15:07:02 -07:00
|
|
|
|
|
|
|
signal.signal(signal.SIGHUP, handler)
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
bridges = {} # Map from bridge name to xs_network_uuids
|
|
|
|
interfaces = {} # Map from interface name to
|
2010-08-24 14:50:06 -07:00
|
|
|
while True:
|
2010-09-17 15:07:02 -07:00
|
|
|
if not force_run and not idl.run():
|
2010-08-26 09:38:52 -07:00
|
|
|
poller = ovs.poller.Poller()
|
|
|
|
idl.wait(poller)
|
|
|
|
poller.block()
|
2010-08-24 14:50:06 -07:00
|
|
|
continue
|
2010-09-17 15:07:02 -07:00
|
|
|
|
|
|
|
if force_run:
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.info("Forced to re-run as the result of a SIGHUP")
|
2010-09-17 15:07:02 -07:00
|
|
|
bridges = {}
|
|
|
|
interfaces = {}
|
2010-09-21 18:03:07 -07:00
|
|
|
force_run = False
|
2010-09-17 15:07:02 -07:00
|
|
|
|
2011-09-21 10:43:03 -07:00
|
|
|
txn = ovs.db.idl.Transaction(idl)
|
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
new_bridges = {}
|
2011-09-21 10:43:03 -07:00
|
|
|
for row in idl.tables["Bridge"].rows.itervalues():
|
|
|
|
old_xnu = bridges.get(row.name)
|
|
|
|
new_xnu = row.external_ids.get("xs-network-uuids", "")
|
|
|
|
if old_xnu is None:
|
|
|
|
# New bridge.
|
|
|
|
update_fail_mode(row)
|
|
|
|
update_in_band_mgmt(row)
|
|
|
|
if new_xnu != old_xnu:
|
|
|
|
# New bridge or bridge's xs-network-uuids has changed.
|
|
|
|
update_bridge_id(row)
|
|
|
|
new_bridges[row.name] = new_xnu
|
|
|
|
bridges = new_bridges
|
|
|
|
|
|
|
|
iface_by_name = {}
|
|
|
|
for row in idl.tables["Interface"].rows.itervalues():
|
|
|
|
iface_by_name[row.name] = row
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
new_interfaces = {}
|
2011-09-21 10:43:03 -07:00
|
|
|
for row in idl.tables["Interface"].rows.itervalues():
|
|
|
|
# Match up paired vif and tap devices.
|
|
|
|
if row.name.startswith("vif"):
|
|
|
|
vif = row
|
|
|
|
tap = iface_by_name.get("tap%s" % row.name[3:])
|
|
|
|
elif row.name.startswith("tap"):
|
|
|
|
tap = row
|
|
|
|
vif = iface_by_name.get("vif%s" % row.name[3:])
|
|
|
|
else:
|
|
|
|
tap = vif = None
|
|
|
|
|
|
|
|
# Several tap external-ids need to be copied from the vif.
|
|
|
|
if row == tap and vif:
|
|
|
|
keys = ["attached-mac",
|
|
|
|
"xs-network-uuid",
|
|
|
|
"xs-vif-uuid",
|
|
|
|
"xs-vm-uuid"]
|
|
|
|
for k in keys:
|
|
|
|
set_external_id(row, k, vif.external_ids.get(k))
|
|
|
|
|
|
|
|
# If it's a new interface or its xs-vif-uuid has changed, then
|
|
|
|
# obtain the iface-id from XAPI.
|
|
|
|
#
|
|
|
|
# (A tap's xs-vif-uuid comes from its vif. That falls out
|
|
|
|
# naturally from the copy loop above.)
|
|
|
|
new_xvu = row.external_ids.get("xs-vif-uuid", "")
|
|
|
|
old_xvu = interfaces.get(row.name)
|
|
|
|
if old_xvu != new_xvu:
|
|
|
|
iface_id = get_iface_id(row.name, new_xvu)
|
|
|
|
if iface_id and row.external_ids.get("iface-id") != iface_id:
|
|
|
|
set_external_id(row, "iface-id", iface_id)
|
|
|
|
|
|
|
|
# When there's a vif and a tap, the tap is active (used for
|
|
|
|
# traffic). When there's just a vif, the vif is active.
|
|
|
|
#
|
|
|
|
# A tap on its own shouldn't happen, and we don't know
|
|
|
|
# anything about other kinds of devices, so we don't use
|
|
|
|
# an iface-status for those devices at all.
|
|
|
|
if vif and tap:
|
|
|
|
set_external_id(tap, "iface-status", "active")
|
|
|
|
set_external_id(vif, "iface-status", "inactive")
|
|
|
|
elif vif:
|
|
|
|
set_external_id(vif, "iface-status", "active")
|
|
|
|
else:
|
|
|
|
set_external_id(row, "iface-status", None)
|
|
|
|
|
|
|
|
new_interfaces[row.name] = new_xvu
|
|
|
|
interfaces = new_interfaces
|
|
|
|
|
|
|
|
txn.commit_block()
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
if __name__ == '__main__':
|
|
|
|
try:
|
|
|
|
main(sys.argv)
|
2010-09-22 15:38:17 -07:00
|
|
|
except SystemExit:
|
|
|
|
# Let system.exit() calls complete normally
|
|
|
|
raise
|
|
|
|
except:
|
|
|
|
s_log.exception("traceback")
|
2010-09-22 12:40:39 -07:00
|
|
|
sys.exit(ovs.daemon.RESTART_EXIT_CODE)
|