2 # -*- coding: utf-8 -*-
5 # Copyright 2015 Telefónica Investigación y Desarrollo, S.A.U.
6 # This file is part of openvim
9 # Licensed under the Apache License, Version 2.0 (the "License"); you may
10 # not use this file except in compliance with the License. You may obtain
11 # a copy of the License at
13 # http://www.apache.org/licenses/LICENSE-2.0
15 # Unless required by applicable law or agreed to in writing, software
16 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
17 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
18 # License for the specific language governing permissions and limitations
21 # For those usages not covered by the Apache License, Version 2.0 please
22 # contact with: nfvlabs@tid.es
26 This is the main program of openvim, it reads the configuration
27 and launches the rest of threads: http clients, openflow controller
31 __author__
="Alfonso Tierno"
32 __date__
="$10-jul-2014 12:07:15$"
33 __version__
="0.5.1-r518"
34 version_date
="Jan 2017"
35 database_version
="0.8" #expected database schema version
38 import auxiliary_functions
as af
45 from jsonschema
import validate
as js_v
, exceptions
as js_e
46 import host_thread
as ht
47 import dhcp_thread
as dt
48 import openflow_thread
as oft
50 from vim_schema
import config_schema
52 import logging
.handlers
as log_handlers
58 logger
= logging
.getLogger('vim')
60 class LoadConfigurationException(Exception):
63 def load_configuration(configuration_file
):
64 default_tokens
={'http_port':9080, 'http_host':'localhost',
65 'of_controller_nets_with_same_vlan':True,
66 'image_path':'/opt/VNF/images',
67 'network_vlan_range_start':1000,
68 'network_vlan_range_end': 4096,
70 'log_level_db': "ERROR",
71 'log_level_of': 'ERROR',
73 'network_type': 'ovs',
76 #First load configuration from configuration file
77 #Check config file exists
78 if not os
.path
.isfile(configuration_file
):
79 return (False, "Configuration file '"+configuration_file
+"' does not exists")
82 (return_status
, code
) = af
.read_file(configuration_file
)
84 return (return_status
, "Error loading configuration file '"+configuration_file
+"': "+code
)
86 config
= yaml
.load(code
)
87 except yaml
.YAMLError
, exc
:
89 if hasattr(exc
, 'problem_mark'):
90 mark
= exc
.problem_mark
91 error_pos
= " at position: (%s:%s)" % (mark
.line
+1, mark
.column
+1)
92 return (False, "Error loading configuration file '"+configuration_file
+"'"+error_pos
+": content format error: Failed to parse yaml format")
96 js_v(config
, config_schema
)
97 except js_e
.ValidationError
, exc
:
99 if len(exc
.path
)>0: error_pos
=" at '" + ":".join(map(str, exc
.path
))+"'"
100 return False, "Error loading configuration file '"+configuration_file
+"'"+error_pos
+": "+exc
.message
103 #Check default values tokens
104 for k
,v
in default_tokens
.items():
105 if k
not in config
: config
[k
]=v
107 if config
["network_vlan_range_start"]+10 >= config
["network_vlan_range_end"]:
108 return False, "Error invalid network_vlan_range less than 10 elements"
111 return (False, "Error loading configuration file '"+configuration_file
+"': "+str(e
))
112 return (True, config
)
114 def create_database_connection(config_dic
):
115 db
= vim_db
.vim_db( (config_dic
["network_vlan_range_start"],config_dic
["network_vlan_range_end"]), config_dic
['log_level_db'] );
116 if db
.connect(config_dic
['db_host'], config_dic
['db_user'], config_dic
['db_passwd'], config_dic
['db_name']) == -1:
117 logger
.error("Cannot connect to database %s at %s@%s", config_dic
['db_name'], config_dic
['db_user'], config_dic
['db_host'])
122 print "Usage: ", sys
.argv
[0], "[options]"
123 print " -v|--version: prints current version"
124 print " -c|--config FILE: loads the configuration file (default: openvimd.cfg)"
125 print " -h|--help: shows this help"
126 print " -p|--port PORT: changes port number and overrides the port number in the configuration file (default: 908)"
127 print " -P|--adminport PORT: changes admin port number and overrides the port number in the configuration file (default: not listen)"
128 print " --dbname NAME: changes db_name and overrides the db_name in the configuration file"
129 #print( " --log-socket-host HOST: send logs to this host")
130 #print( " --log-socket-port PORT: send logs using this port (default: 9022)")
131 print( " --log-file FILE: send logs to this file")
135 if __name__
=="__main__":
136 hostname
= socket
.gethostname()
137 #streamformat = "%(levelname)s (%(module)s:%(lineno)d) %(message)s"
138 log_formatter_complete
= logging
.Formatter(
139 '%(asctime)s.%(msecs)03d00Z[{host}@openmanod] %(filename)s:%(lineno)s severity:%(levelname)s logger:%(name)s log:%(message)s'.format(host
=hostname
),
140 datefmt
='%Y-%m-%dT%H:%M:%S',
142 log_format_simple
= "%(asctime)s %(levelname)s %(name)s %(filename)s:%(lineno)s %(message)s"
143 log_formatter_simple
= logging
.Formatter(log_format_simple
, datefmt
='%Y-%m-%dT%H:%M:%S')
144 logging
.basicConfig(format
=log_format_simple
, level
= logging
.DEBUG
)
145 logger
= logging
.getLogger('openmano')
146 logger
.setLevel(logging
.DEBUG
)
148 opts
, args
= getopt
.getopt(sys
.argv
[1:], "hvc:p:P:", ["config=", "help", "version", "port=", "adminport=", "log-file=", "dbname="])
149 except getopt
.GetoptError
, err
:
150 # print help information and exit:
151 logger
.error("%s. Type -h for help", err
) # will print something like "option -a not recognized"
157 config_file
= 'openvimd.cfg'
162 if o
in ("-v", "--version"):
163 print "openvimd version", __version__
, version_date
164 print "(c) Copyright Telefonica"
166 elif o
in ("-h", "--help"):
169 elif o
in ("-c", "--config"):
171 elif o
in ("-p", "--port"):
173 elif o
in ("-P", "--adminport"):
175 elif o
in ("-P", "--dbname"):
177 elif o
== "--log-file":
180 assert False, "Unhandled option"
184 #Load configuration file
185 r
, config_dic
= load_configuration(config_file
)
188 logger
.error(config_dic
)
193 file_handler
= logging
.handlers
.RotatingFileHandler(log_file
, maxBytes
=100e6
, backupCount
=9, delay
=0)
194 file_handler
.setFormatter(log_formatter_simple
)
195 logger
.addHandler(file_handler
)
196 #logger.debug("moving logs to '%s'", global_config["log_file"])
197 #remove initial stream handler
198 logging
.root
.removeHandler(logging
.root
.handlers
[0])
199 print ("logging on '{}'".format(log_file
))
201 raise LoadConfigurationException("Cannot open logging file '{}': {}. Check folder exist and permissions".format(log_file
, str(e
)) )
203 logger
.setLevel(getattr(logging
, config_dic
['log_level']))
204 logger
.critical("Starting openvim server command: '%s'", sys
.argv
[0])
205 #override parameters obtained by command line
207 config_dic
['http_port'] = port
209 config_dic
['http_admin_port'] = port_admin
211 config_dic
['db_name'] = db_name
214 if 'mode' not in config_dic
:
215 config_dic
['mode'] = 'normal'
216 #allow backward compatibility of test_mode option
217 if 'test_mode' in config_dic
and config_dic
['test_mode']==True:
218 config_dic
['mode'] = 'test'
219 if config_dic
['mode'] == 'development' and config_dic
['network_type'] == 'bridge' and \
220 ( 'development_bridge' not in config_dic
or config_dic
['development_bridge'] not in config_dic
.get("bridge_ifaces",None) ):
221 logger
.error("'%s' is not a valid 'development_bridge', not one of the 'bridge_ifaces'", config_file
)
224 if config_dic
['mode'] != 'normal':
225 print '!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!'
226 print "!! Warning, openvimd in TEST mode '%s'" % config_dic
['mode']
227 print '!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!'
228 config_dic
['version'] = __version__
231 db_http
= create_database_connection(config_dic
)
232 r
= db_http
.get_db_version()
234 logger
.error("DATABASE is not a VIM one or it is a '0.0' version. Try to upgrade to version '%s' with './database_utils/migrate_vim_db.sh'", database_version
)
236 elif r
[1]!=database_version
:
237 logger
.error("DATABASE wrong version '%s'. Try to upgrade/downgrade to version '%s' with './database_utils/migrate_vim_db.sh'", r
[1], database_version
)
239 db_of
= create_database_connection(config_dic
)
240 db_lock
= threading
.Lock()
241 config_dic
['db'] = db_of
242 config_dic
['db_lock'] = db_lock
244 #precreate interfaces; [bridge:<host_bridge_name>, VLAN used at Host, uuid of network camping in this bridge, speed in Gbit/s
245 config_dic
['dhcp_nets']=[]
246 config_dic
['bridge_nets']=[]
247 for bridge
,vlan_speed
in config_dic
["bridge_ifaces"].items():
248 #skip 'development_bridge'
249 if config_dic
['mode'] == 'development' and config_dic
['development_bridge'] == bridge
:
251 config_dic
['bridge_nets'].append( [bridge
, vlan_speed
[0], vlan_speed
[1], None] )
252 del config_dic
["bridge_ifaces"]
254 #check if this bridge is already used (present at database) for a network)
256 for brnet
in config_dic
['bridge_nets']:
257 r
,nets
= db_of
.get_table(SELECT
=('uuid',), FROM
='nets',WHERE
={'provider': "bridge:"+brnet
[0]})
259 brnet
[3] = nets
[0]['uuid']
260 used_bridge_nets
.append(brnet
[0])
261 if config_dic
.get("dhcp_server"):
262 if brnet
[0] in config_dic
["dhcp_server"]["bridge_ifaces"]:
263 config_dic
['dhcp_nets'].append(nets
[0]['uuid'])
264 if len(used_bridge_nets
) > 0 :
265 logger
.info("found used bridge nets: " + ",".join(used_bridge_nets
))
266 #get nets used by dhcp
267 if config_dic
.get("dhcp_server"):
268 for net
in config_dic
["dhcp_server"].get("nets", () ):
269 r
,nets
= db_of
.get_table(SELECT
=('uuid',), FROM
='nets',WHERE
={'name': net
})
271 config_dic
['dhcp_nets'].append(nets
[0]['uuid'])
273 # get host list from data base before starting threads
274 r
,hosts
= db_of
.get_table(SELECT
=('name','ip_name','user','uuid'), FROM
='hosts', WHERE
={'status':'ok'})
276 logger
.error("Cannot get hosts from database %s", hosts
)
278 # create connector to the openflow controller
279 of_test_mode
= False if config_dic
['mode']=='normal' or config_dic
['mode']=="OF only" else True
282 OF_conn
= oft
.of_test_connector({"of_debug": config_dic
['log_level_of']} )
284 #load other parameters starting by of_ from config dict in a temporal dict
285 temp_dict
={ "of_ip": config_dic
['of_controller_ip'],
286 "of_port": config_dic
['of_controller_port'],
287 "of_dpid": config_dic
['of_controller_dpid'],
288 "of_debug": config_dic
['log_level_of']
290 for k
,v
in config_dic
.iteritems():
291 if type(k
) is str and k
[0:3]=="of_" and k
[0:13] != "of_controller":
293 if config_dic
['of_controller']=='opendaylight':
295 elif "of_controller_module" in config_dic
:
296 module
= config_dic
["of_controller_module"]
298 module
= config_dic
['of_controller']
301 module_info
= imp
.find_module(module
)
303 OF_conn
= imp
.load_module("OF_conn", *module_info
)
305 OF_conn
= OF_conn
.OF_conn(temp_dict
)
306 except Exception as e
:
307 logger
.error("Cannot open the Openflow controller '%s': %s", type(e
).__name
__, str(e
))
308 if module_info
and module_info
[0]:
309 file.close(module_info
[0])
311 except (IOError, ImportError) as e
:
312 if module_info
and module_info
[0]:
313 file.close(module_info
[0])
314 logger
.error("Cannot open openflow controller module '%s'; %s: %s; revise 'of_controller' field of configuration file.", module
, type(e
).__name
__, str(e
))
318 #create openflow thread
319 thread
= oft
.openflow_thread(OF_conn
, of_test
=of_test_mode
, db
=db_of
, db_lock
=db_lock
,
320 pmp_with_same_vlan
=config_dic
['of_controller_nets_with_same_vlan'],
321 debug
=config_dic
['log_level_of'])
322 r
,c
= thread
.OF_connector
.obtain_port_correspondence()
324 logger
.error("Cannot get openflow information %s", c
)
327 config_dic
['of_thread'] = thread
329 #create dhcp_server thread
330 host_test_mode
= True if config_dic
['mode']=='test' or config_dic
['mode']=="OF only" else False
331 dhcp_params
= config_dic
.get("dhcp_server")
333 thread
= dt
.dhcp_thread(dhcp_params
=dhcp_params
, test
=host_test_mode
, dhcp_nets
=config_dic
["dhcp_nets"], db
=db_of
, db_lock
=db_lock
, debug
=config_dic
['log_level_of'])
335 config_dic
['dhcp_thread'] = thread
338 #Create one thread for each host
339 host_test_mode
= True if config_dic
['mode']=='test' or config_dic
['mode']=="OF only" else False
340 host_develop_mode
= True if config_dic
['mode']=='development' else False
341 host_develop_bridge_iface
= config_dic
.get('development_bridge', None)
342 config_dic
['host_threads'] = {}
344 host
['image_path'] = '/opt/VNF/images/openvim'
345 thread
= ht
.host_thread(name
=host
['name'], user
=host
['user'], host
=host
['ip_name'], db
=db_of
, db_lock
=db_lock
,
346 test
=host_test_mode
, image_path
=config_dic
['image_path'], version
=config_dic
['version'],
347 host_id
=host
['uuid'], develop_mode
=host_develop_mode
, develop_bridge_iface
=host_develop_bridge_iface
)
349 config_dic
['host_threads'][ host
['uuid'] ] = thread
353 #Create thread to listen to web requests
354 http_thread
= httpserver
.httpserver(db_http
, 'http', config_dic
['http_host'], config_dic
['http_port'], False, config_dic
)
357 if 'http_admin_port' in config_dic
:
358 db_http
= create_database_connection(config_dic
)
359 http_thread_admin
= httpserver
.httpserver(db_http
, 'http-admin', config_dic
['http_host'], config_dic
['http_admin_port'], True)
360 http_thread_admin
.start()
362 http_thread_admin
= None
364 logger
.info('Waiting for http clients')
365 print ('openvimd ready')
366 print ('====================')
369 #TODO: Interactive console would be nice here instead of join or sleep
371 r
="help" #force print help at the beginning
376 print "type 'exit' for terminate"
379 except (KeyboardInterrupt, SystemExit):
383 except getopt
.GetoptError
as e
:
384 logger
.critical(str(e
)) # will print something like "option -a not recognized"
387 except LoadConfigurationException
as e
:
388 logger
.critical(str(e
))
391 logger
.info('Exiting openvimd')
392 threads
= config_dic
.get('host_threads', {})
393 if 'of_thread' in config_dic
:
394 threads
['of'] = (config_dic
['of_thread'])
395 if 'dhcp_thread' in config_dic
:
396 threads
['dhcp'] = (config_dic
['dhcp_thread'])
398 for thread
in threads
.values():
399 thread
.insert_task("exit")
400 for thread
in threads
.values():
403 #if http_thread_admin is not None:
404 #http_thread_admin.join()
405 logger
.debug( "bye!")