2010-08-24 14:50:06 -07:00
|
|
|
#!/usr/bin/python
|
2011-02-11 12:35:35 -08:00
|
|
|
# Copyright (c) 2009, 2010, 2011 Nicira Networks
|
2010-08-24 14:50:06 -07:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at:
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
|
|
|
|
# A daemon to monitor the external_ids columns of the Bridge and
|
2011-02-11 12:35:37 -08:00
|
|
|
# Interface OVSDB tables for changes that require interrogating XAPI.
|
|
|
|
# Its responsibilities include:
|
|
|
|
#
|
|
|
|
# - Set the "bridge-id" key in the Bridge table.
|
|
|
|
# - Set the "iface-id" key in the Interface table.
|
|
|
|
# - Set the fail-mode on internal bridges.
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
import getopt
|
2010-09-22 15:38:17 -07:00
|
|
|
import logging, logging.handlers
|
2010-09-10 14:20:49 -07:00
|
|
|
import os
|
2010-09-17 15:07:02 -07:00
|
|
|
import signal
|
2010-08-24 14:50:06 -07:00
|
|
|
import subprocess
|
|
|
|
import sys
|
2010-09-10 14:20:49 -07:00
|
|
|
import time
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
import XenAPI
|
|
|
|
|
|
|
|
from ovs.db import error
|
|
|
|
from ovs.db import types
|
|
|
|
import ovs.util
|
|
|
|
import ovs.daemon
|
|
|
|
import ovs.db.idl
|
|
|
|
|
2011-02-11 12:35:37 -08:00
|
|
|
s_log = logging.getLogger("ovs-xapi-sync")
|
2010-10-01 02:29:27 +00:00
|
|
|
l_handler = logging.handlers.RotatingFileHandler(
|
2011-02-11 12:35:37 -08:00
|
|
|
"/var/log/openvswitch/ovs-xapi-sync.log")
|
2010-09-22 15:38:17 -07:00
|
|
|
l_formatter = logging.Formatter('%(filename)s: %(levelname)s: %(message)s')
|
|
|
|
l_handler.setFormatter(l_formatter)
|
|
|
|
s_log.addHandler(l_handler)
|
2010-10-01 02:29:27 +00:00
|
|
|
s_log.setLevel(logging.INFO)
|
2010-09-22 15:38:17 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
vsctl="/usr/bin/ovs-vsctl"
|
|
|
|
session = None
|
2010-09-17 15:07:02 -07:00
|
|
|
force_run = False
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
# Set up a session to interact with XAPI.
|
|
|
|
#
|
|
|
|
# On system start-up, OVS comes up before XAPI, so we can't log into the
|
|
|
|
# session until later. Try to do this on-demand, since we won't
|
|
|
|
# actually do anything interesting until XAPI is up.
|
|
|
|
def init_session():
|
|
|
|
global session
|
|
|
|
if session is not None:
|
|
|
|
return True
|
|
|
|
|
|
|
|
try:
|
|
|
|
session = XenAPI.xapi_local()
|
|
|
|
session.xenapi.login_with_password("", "")
|
|
|
|
except:
|
|
|
|
session = None
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.warning("Couldn't login to XAPI")
|
2010-08-24 14:50:06 -07:00
|
|
|
return False
|
|
|
|
|
|
|
|
return True
|
|
|
|
|
2011-02-08 18:55:17 -08:00
|
|
|
def get_network_by_bridge(br_name):
|
2010-08-24 14:50:06 -07:00
|
|
|
if not init_session():
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.warning("Failed to get bridge id %s because"
|
|
|
|
" XAPI session could not be initialized" % br_name)
|
2011-02-08 18:55:17 -08:00
|
|
|
return None
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
for n in session.xenapi.network.get_all():
|
|
|
|
rec = session.xenapi.network.get_record(n)
|
2011-02-08 18:55:17 -08:00
|
|
|
if rec['bridge'] == br_name:
|
|
|
|
return rec
|
|
|
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
# By default, the "bridge-id" external id in the Bridge table is the
|
|
|
|
# same as "xs-network-uuids". This may be overridden by defining a
|
|
|
|
# "nicira-bridge-id" key in the "other_config" field of the network
|
|
|
|
# record of XAPI. If nicira-bridge-id is undefined returns default.
|
|
|
|
# On error returns None.
|
|
|
|
def get_bridge_id(br_name, default=None):
|
|
|
|
rec = get_network_by_bridge(br_name)
|
|
|
|
if rec:
|
2010-08-24 14:50:06 -07:00
|
|
|
return rec['other_config'].get('nicira-bridge-id', default)
|
2011-02-08 18:55:17 -08:00
|
|
|
return None
|
2010-08-24 14:50:06 -07:00
|
|
|
|
2010-09-21 18:03:07 -07:00
|
|
|
# By default, the "iface-id" external id in the Interface table is the
|
2010-08-24 14:50:06 -07:00
|
|
|
# same as "xs-vif-uuid". This may be overridden by defining a
|
|
|
|
# "nicira-iface-id" key in the "other_config" field of the VIF
|
|
|
|
# record of XAPI.
|
2010-10-25 17:26:44 -07:00
|
|
|
def get_iface_id(if_name, xs_vif_uuid):
|
2010-08-24 14:50:06 -07:00
|
|
|
if not if_name.startswith("vif"):
|
2010-10-25 17:26:44 -07:00
|
|
|
# Treat whatever was passed into 'xs_vif_uuid' as a default
|
|
|
|
# value for non-VIFs.
|
|
|
|
return xs_vif_uuid
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
if not init_session():
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.warning("Failed to get interface id %s because"
|
|
|
|
" XAPI session could not be initialized" % if_name)
|
2010-10-25 17:26:44 -07:00
|
|
|
return xs_vif_uuid
|
2010-08-24 14:50:06 -07:00
|
|
|
|
2010-10-25 17:26:44 -07:00
|
|
|
try:
|
|
|
|
vif = session.xenapi.VIF.get_by_uuid(xs_vif_uuid)
|
|
|
|
rec = session.xenapi.VIF.get_record(vif)
|
|
|
|
return rec['other_config'].get('nicira-iface-id', xs_vif_uuid)
|
|
|
|
except XenAPI.Failure:
|
|
|
|
s_log.warning("Could not find XAPI entry for VIF %s" % if_name)
|
|
|
|
return xs_vif_uuid
|
2010-08-24 14:50:06 -07:00
|
|
|
|
2011-02-08 18:55:17 -08:00
|
|
|
def call_vsctl(args):
|
|
|
|
cmd = [vsctl, "--timeout=30", "-vANY:console:emer"] + args
|
2010-08-24 14:50:06 -07:00
|
|
|
exitcode = subprocess.call(cmd)
|
|
|
|
if exitcode != 0:
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.warning("Couldn't call ovs-vsctl")
|
2010-08-24 14:50:06 -07:00
|
|
|
|
2011-02-08 18:55:17 -08:00
|
|
|
def set_external_id(table, record, key, value):
|
|
|
|
col = 'external-ids:"' + key + '"="' + value + '"'
|
|
|
|
call_vsctl(["set", table, record, col])
|
|
|
|
|
2011-02-11 12:35:37 -08:00
|
|
|
# XenServer does not call interface-reconfigure on internal networks,
|
|
|
|
# which is where the fail-mode would normally be set.
|
2011-02-08 18:55:17 -08:00
|
|
|
def update_fail_mode(name):
|
|
|
|
rec = get_network_by_bridge(name)
|
|
|
|
|
|
|
|
if not rec:
|
|
|
|
return
|
|
|
|
|
|
|
|
fail_mode = rec['other_config'].get('vswitch-controller-fail-mode')
|
|
|
|
|
|
|
|
if not fail_mode:
|
|
|
|
pools = session.xenapi.pool.get_all()
|
|
|
|
if len(pools) == 1:
|
|
|
|
prec = session.xenapi.pool.get_record(pools[0])
|
|
|
|
fail_mode = prec['other_config'].get('vswitch-controller-fail-mode')
|
|
|
|
|
|
|
|
if fail_mode not in ['standalone', 'secure']:
|
|
|
|
fail_mode = 'standalone'
|
|
|
|
|
|
|
|
call_vsctl(["set", "bridge", name, "fail_mode=" + fail_mode])
|
|
|
|
|
2011-02-28 18:26:04 -08:00
|
|
|
def update_in_band_mgmt(name):
|
|
|
|
rec = get_network_by_bridge(name)
|
|
|
|
|
|
|
|
if not rec:
|
|
|
|
return
|
|
|
|
|
|
|
|
dib = rec['other_config'].get('vswitch-disable-in-band')
|
|
|
|
if not dib:
|
|
|
|
call_vsctl(['remove', 'bridge', name, 'other_config',
|
|
|
|
'disable-in-band'])
|
|
|
|
elif dib in ['true', 'false']:
|
|
|
|
call_vsctl(['set', 'bridge', name,
|
|
|
|
'other_config:disable-in-band=' + dib])
|
|
|
|
else:
|
|
|
|
s_log.warning('"' + dib + '"'
|
|
|
|
"isn't a valid setting for other_config:disable-in-band on " +
|
2011-06-16 15:05:22 -07:00
|
|
|
name)
|
2011-02-28 18:26:04 -08:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
def update_bridge_id(name, ids):
|
|
|
|
id = get_bridge_id(name, ids.get("xs-network-uuids"))
|
2010-09-21 23:57:13 -07:00
|
|
|
|
|
|
|
if not id:
|
|
|
|
return
|
|
|
|
|
|
|
|
primary_id = id.split(";")[0]
|
|
|
|
|
|
|
|
if ids.get("bridge-id") != primary_id:
|
|
|
|
set_external_id("Bridge", name, "bridge-id", primary_id)
|
2011-04-01 13:47:51 -07:00
|
|
|
ids["bridge-id"] = primary_id
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
def update_iface_id(name, ids):
|
|
|
|
id = get_iface_id(name, ids.get("xs-vif-uuid"))
|
|
|
|
if ids.get("iface-id") != id and id:
|
|
|
|
set_external_id("Interface", name, "iface-id", id)
|
2011-04-01 13:47:51 -07:00
|
|
|
ids["iface-id"] = id
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
def keep_table_columns(schema, table_name, column_types):
|
|
|
|
table = schema.tables.get(table_name)
|
|
|
|
if not table:
|
|
|
|
raise error.Error("schema has no %s table" % table_name)
|
|
|
|
|
|
|
|
new_columns = {}
|
|
|
|
for column_name, column_type in column_types.iteritems():
|
|
|
|
column = table.columns.get(column_name)
|
|
|
|
if not column:
|
|
|
|
raise error.Error("%s table schema lacks %s column"
|
|
|
|
% (table_name, column_name))
|
2010-08-26 09:39:54 -07:00
|
|
|
if column.type != column_type:
|
|
|
|
raise error.Error("%s column in %s table has type \"%s\", "
|
|
|
|
"expected type \"%s\""
|
|
|
|
% (column_name, table_name,
|
|
|
|
column.type.toEnglish(),
|
|
|
|
column_type.toEnglish()))
|
2010-08-24 14:50:06 -07:00
|
|
|
new_columns[column_name] = column
|
|
|
|
table.columns = new_columns
|
|
|
|
return table
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
def monitor_uuid_schema_cb(schema):
|
|
|
|
string_type = types.Type(types.BaseType(types.StringType))
|
|
|
|
string_map_type = types.Type(types.BaseType(types.StringType),
|
|
|
|
types.BaseType(types.StringType),
|
|
|
|
0, sys.maxint)
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
new_tables = {}
|
|
|
|
for table_name in ("Bridge", "Interface"):
|
|
|
|
new_tables[table_name] = keep_table_columns(
|
|
|
|
schema, table_name, {"name": string_type,
|
|
|
|
"external_ids": string_map_type})
|
|
|
|
schema.tables = new_tables
|
|
|
|
|
|
|
|
def usage():
|
|
|
|
print "usage: %s [OPTIONS] DATABASE" % sys.argv[0]
|
|
|
|
print "where DATABASE is a socket on which ovsdb-server is listening."
|
|
|
|
ovs.daemon.usage()
|
|
|
|
print "Other options:"
|
|
|
|
print " -h, --help display this help message"
|
|
|
|
sys.exit(0)
|
2010-09-17 15:07:02 -07:00
|
|
|
|
|
|
|
def handler(signum, frame):
|
|
|
|
global force_run
|
|
|
|
if (signum == signal.SIGHUP):
|
|
|
|
force_run = True
|
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
def main(argv):
|
2010-09-17 15:07:02 -07:00
|
|
|
global force_run
|
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
try:
|
|
|
|
options, args = getopt.gnu_getopt(
|
|
|
|
argv[1:], 'h', ['help'] + ovs.daemon.LONG_OPTIONS)
|
|
|
|
except getopt.GetoptError, geo:
|
|
|
|
sys.stderr.write("%s: %s\n" % (ovs.util.PROGRAM_NAME, geo.msg))
|
|
|
|
sys.exit(1)
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
for key, value in options:
|
|
|
|
if key in ['-h', '--help']:
|
|
|
|
usage()
|
|
|
|
elif not ovs.daemon.parse_opt(key, value):
|
|
|
|
sys.stderr.write("%s: unhandled option %s\n"
|
|
|
|
% (ovs.util.PROGRAM_NAME, key))
|
|
|
|
sys.exit(1)
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
if len(args) != 1:
|
|
|
|
sys.stderr.write("%s: exactly one nonoption argument is required "
|
|
|
|
"(use --help for help)\n" % ovs.util.PROGRAM_NAME)
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
remote = args[0]
|
|
|
|
idl = ovs.db.idl.Idl(remote, "Open_vSwitch", monitor_uuid_schema_cb)
|
|
|
|
|
|
|
|
ovs.daemon.daemonize()
|
2010-09-10 14:20:49 -07:00
|
|
|
|
|
|
|
# This daemon is usually started before XAPI, but to complete our
|
|
|
|
# tasks, we need it. Wait here until it's up.
|
|
|
|
while not os.path.exists("/var/run/xapi_init_complete.cookie"):
|
|
|
|
time.sleep(1)
|
2010-09-17 15:07:02 -07:00
|
|
|
|
|
|
|
signal.signal(signal.SIGHUP, handler)
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
bridges = {}
|
|
|
|
interfaces = {}
|
|
|
|
while True:
|
2010-09-17 15:07:02 -07:00
|
|
|
if not force_run and not idl.run():
|
2010-08-26 09:38:52 -07:00
|
|
|
poller = ovs.poller.Poller()
|
|
|
|
idl.wait(poller)
|
|
|
|
poller.block()
|
2010-08-24 14:50:06 -07:00
|
|
|
continue
|
2010-09-17 15:07:02 -07:00
|
|
|
|
|
|
|
if force_run:
|
2010-09-22 15:38:17 -07:00
|
|
|
s_log.info("Forced to re-run as the result of a SIGHUP")
|
2010-09-17 15:07:02 -07:00
|
|
|
bridges = {}
|
|
|
|
interfaces = {}
|
2010-09-21 18:03:07 -07:00
|
|
|
force_run = False
|
2010-09-17 15:07:02 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
new_bridges = {}
|
|
|
|
for rec in idl.data["Bridge"].itervalues():
|
|
|
|
name = rec.name.as_scalar()
|
|
|
|
xs_network_uuids = rec.external_ids.get("xs-network-uuids")
|
2011-04-01 13:47:51 -07:00
|
|
|
bridge_id = rec.external_ids.get("bridge-id")
|
|
|
|
new_bridges[name] = {"xs-network-uuids": xs_network_uuids,
|
|
|
|
"bridge-id": bridge_id}
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
new_interfaces = {}
|
|
|
|
for rec in idl.data["Interface"].itervalues():
|
|
|
|
name = rec.name.as_scalar()
|
|
|
|
xs_vif_uuid = rec.external_ids.get("xs-vif-uuid")
|
2011-04-01 13:47:51 -07:00
|
|
|
iface_id = rec.external_ids.get("iface-id")
|
|
|
|
new_interfaces[name] = {"xs-vif-uuid": xs_vif_uuid,
|
|
|
|
"iface-id": iface_id}
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
if bridges != new_bridges:
|
|
|
|
for name,ids in new_bridges.items():
|
|
|
|
if name not in bridges:
|
2011-02-08 18:55:17 -08:00
|
|
|
update_fail_mode(name)
|
2011-02-28 18:26:04 -08:00
|
|
|
update_in_band_mgmt(name)
|
2010-08-24 14:50:06 -07:00
|
|
|
|
2010-09-17 08:23:32 -07:00
|
|
|
if (name not in bridges) or (bridges[name] != ids):
|
|
|
|
update_bridge_id(name, ids)
|
2010-08-24 14:50:06 -07:00
|
|
|
|
|
|
|
bridges = new_bridges
|
|
|
|
|
|
|
|
if interfaces != new_interfaces:
|
|
|
|
for name,ids in new_interfaces.items():
|
2010-09-17 08:23:32 -07:00
|
|
|
if (name not in interfaces) or (interfaces[name] != ids):
|
|
|
|
update_iface_id(name, ids)
|
2010-08-24 14:50:06 -07:00
|
|
|
interfaces = new_interfaces
|
2010-09-21 18:03:07 -07:00
|
|
|
|
2010-08-24 14:50:06 -07:00
|
|
|
if __name__ == '__main__':
|
|
|
|
try:
|
|
|
|
main(sys.argv)
|
2010-09-22 15:38:17 -07:00
|
|
|
except SystemExit:
|
|
|
|
# Let system.exit() calls complete normally
|
|
|
|
raise
|
|
|
|
except:
|
|
|
|
s_log.exception("traceback")
|
2010-09-22 12:40:39 -07:00
|
|
|
sys.exit(ovs.daemon.RESTART_EXIT_CODE)
|