4 # Copyright 2016 RIFT.IO Inc
6 # Licensed under the Apache License, Version 2.0 (the "License");
7 # you may not use this file except in compliance with the License.
8 # You may obtain a copy of the License at
10 # http://www.apache.org/licenses/LICENSE-2.0
12 # Unless required by applicable law or agreed to in writing, software
13 # distributed under the License is distributed on an "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 # See the License for the specific language governing permissions and
16 # limitations under the License.
30 from rift
.rwlib
.util
import certs
31 import rift
.rwcal
.cloudsim
32 import rift
.rwcal
.cloudsim
.net
34 import rift
.vcs
.core
as core
38 import rift
.rwcal
.cloudsim
39 import rift
.rwcal
.cloudsim
.net
41 from rift
.vcs
.ext
import ClassProperty
44 logger
= logging
.getLogger(__name__
)
47 class NsmTasklet(rift
.vcs
.core
.Tasklet
):
49 This class represents a network services manager tasklet.
52 def __init__(self
, name
='network-services-manager', uid
=None,
54 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
55 data_storetype
=core
.DataStore
.NOSTORE
.value
,
58 Creates a NsmTasklet object.
61 name - the name of the tasklet
62 uid - a unique identifier
64 super(NsmTasklet
, self
).__init
__(name
=name
, uid
=uid
,
65 config_ready
=config_ready
,
66 recovery_action
=recovery_action
,
67 data_storetype
=data_storetype
,
70 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwnsmtasklet')
71 plugin_name
= ClassProperty('rwnsmtasklet')
74 class VnsTasklet(rift
.vcs
.core
.Tasklet
):
76 This class represents a network services manager tasklet.
79 def __init__(self
, name
='virtual-network-service', uid
=None,
81 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
82 data_storetype
=core
.DataStore
.NOSTORE
.value
,
85 Creates a VnsTasklet object.
88 name - the name of the tasklet
89 uid - a unique identifier
91 super(VnsTasklet
, self
).__init
__(name
=name
, uid
=uid
,
92 config_ready
=config_ready
,
93 recovery_action
=recovery_action
,
94 data_storetype
=data_storetype
,
97 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwvnstasklet')
98 plugin_name
= ClassProperty('rwvnstasklet')
101 class VnfmTasklet(rift
.vcs
.core
.Tasklet
):
103 This class represents a virtual network function manager tasklet.
106 def __init__(self
, name
='virtual-network-function-manager', uid
=None,
108 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
109 data_storetype
=core
.DataStore
.NOSTORE
.value
,
112 Creates a VnfmTasklet object.
115 name - the name of the tasklet
116 uid - a unique identifier
118 super(VnfmTasklet
, self
).__init
__(name
=name
, uid
=uid
,
119 config_ready
=config_ready
,
120 recovery_action
=recovery_action
,
121 data_storetype
=data_storetype
,
124 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwvnfmtasklet')
125 plugin_name
= ClassProperty('rwvnfmtasklet')
128 class ResMgrTasklet(rift
.vcs
.core
.Tasklet
):
130 This class represents a Resource Manager tasklet.
133 def __init__(self
, name
='Resource-Manager', uid
=None,
135 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
136 data_storetype
=core
.DataStore
.NOSTORE
.value
,
139 Creates a ResMgrTasklet object.
142 name - the name of the tasklet
143 uid - a unique identifier
145 super(ResMgrTasklet
, self
).__init
__(name
=name
, uid
=uid
,
146 config_ready
=config_ready
,
147 recovery_action
=recovery_action
,
148 data_storetype
=data_storetype
,
151 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwresmgrtasklet')
152 plugin_name
= ClassProperty('rwresmgrtasklet')
155 class ImageMgrTasklet(rift
.vcs
.core
.Tasklet
):
157 This class represents a Image Manager tasklet.
160 def __init__(self
, name
='Image-Manager', uid
=None,
162 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
163 data_storetype
=core
.DataStore
.NOSTORE
.value
,
166 Creates a Image Manager Tasklet object.
169 name - the name of the tasklet
170 uid - a unique identifier
172 super(ImageMgrTasklet
, self
).__init
__(
174 config_ready
=config_ready
,
175 recovery_action
=recovery_action
,
176 data_storetype
=data_storetype
,
179 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwimagemgrtasklet')
180 plugin_name
= ClassProperty('rwimagemgrtasklet')
183 class MonitorTasklet(rift
.vcs
.core
.Tasklet
):
185 This class represents a tasklet that is used to monitor NFVI metrics.
188 def __init__(self
, name
='nfvi-metrics-monitor', uid
=None,
190 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
191 data_storetype
=core
.DataStore
.NOSTORE
.value
,
194 Creates a MonitorTasklet object.
197 name - the name of the tasklet
198 uid - a unique identifier
201 super(MonitorTasklet
, self
).__init
__(name
=name
, uid
=uid
,
202 config_ready
=config_ready
,
203 recovery_action
=recovery_action
,
204 data_storetype
=data_storetype
,
207 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwmonitor')
208 plugin_name
= ClassProperty('rwmonitor')
210 class RedisServer(rift
.vcs
.NativeProcess
):
211 def __init__(self
, name
="RW.Redis.Server",
213 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
214 data_storetype
=core
.DataStore
.NOSTORE
.value
,
216 super(RedisServer
, self
).__init
__(
218 exe
="/usr/bin/redis-server",
219 config_ready
=config_ready
,
220 recovery_action
=recovery_action
,
221 data_storetype
=data_storetype
,
226 return "./usr/bin/active_redis.conf --port 9999"
229 class MonitoringParameterTasklet(rift
.vcs
.core
.Tasklet
):
231 This class represents a tasklet that is used to generate monitoring
235 def __init__(self
, name
='Monitoring-Parameter', uid
=None,
237 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
238 data_storetype
=core
.DataStore
.NOSTORE
.value
,
241 Creates a MonitoringParameterTasklet object.
244 name - the name of the tasklet
245 uid - a unique identifier
248 super(MonitoringParameterTasklet
, self
).__init
__(name
=name
, uid
=uid
,
249 config_ready
=config_ready
,
250 recovery_action
=recovery_action
,
251 data_storetype
=data_storetype
,
254 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwmonparam')
255 plugin_name
= ClassProperty('rwmonparam')
258 class AutoscalerTasklet(rift
.vcs
.core
.Tasklet
):
260 This class represents a tasklet that is used to generate monitoring
264 def __init__(self
, name
='Autoscaler', uid
=None,
266 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
267 data_storetype
=core
.DataStore
.NOSTORE
.value
,
270 Creates a MonitoringParameterTasklet object.
273 name - the name of the tasklet
274 uid - a unique identifier
277 super(AutoscalerTasklet
, self
).__init
__(name
=name
, uid
=uid
,
278 config_ready
=config_ready
,
279 recovery_action
=recovery_action
,
280 data_storetype
=data_storetype
,
283 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwautoscaler')
284 plugin_name
= ClassProperty('rwautoscaler')
286 class StagingManagerTasklet(rift
.vcs
.core
.Tasklet
):
288 A class that provide a simple staging area for all tasklets
291 def __init__(self
, name
='StagingManager', uid
=None,
293 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
294 data_storetype
=core
.DataStore
.NOSTORE
.value
,
297 Creates a StagingMangerTasklet object.
300 name - the name of the tasklet
301 uid - a unique identifier
304 super(StagingManagerTasklet
, self
).__init
__(name
=name
, uid
=uid
,
305 config_ready
=config_ready
,
306 recovery_action
=recovery_action
,
307 data_storetype
=data_storetype
,
310 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwstagingmgr')
311 plugin_name
= ClassProperty('rwstagingmgr')
313 def get_ui_ssl_args():
314 """Returns the SSL parameter string for launchpad UI processes"""
317 use_ssl
, certfile_path
, keyfile_path
= certs
.get_bootstrap_cert_and_key()
318 except certs
.BootstrapSslMissingException
:
319 logger
.error('No bootstrap certificates found. Disabling UI SSL')
322 # If we're not using SSL, no SSL arguments are necessary
326 return "--enable-https --keyfile-path=%s --certfile-path=%s" % (keyfile_path
, certfile_path
)
329 class UIServer(rift
.vcs
.NativeProcess
):
330 def __init__(self
, name
="RW.MC.UI",
332 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
333 data_storetype
=core
.DataStore
.NOSTORE
.value
,
335 super(UIServer
, self
).__init
__(
337 exe
="./usr/share/rw.ui/skyquake/scripts/launch_ui.sh",
338 config_ready
=config_ready
,
339 recovery_action
=recovery_action
,
340 data_storetype
=data_storetype
,
345 return get_ui_ssl_args()
347 class ConfigManagerTasklet(rift
.vcs
.core
.Tasklet
):
349 This class represents a Resource Manager tasklet.
352 def __init__(self
, name
='Configuration-Manager', uid
=None,
354 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
355 data_storetype
=core
.DataStore
.NOSTORE
.value
,
358 Creates a ConfigManagerTasklet object.
361 name - the name of the tasklet
362 uid - a unique identifier
364 super(ConfigManagerTasklet
, self
).__init
__(name
=name
, uid
=uid
,
365 config_ready
=config_ready
,
366 recovery_action
=recovery_action
,
367 data_storetype
=data_storetype
,
370 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwconmantasklet')
371 plugin_name
= ClassProperty('rwconmantasklet')
374 class ProjectMgrManoTasklet(rift
.vcs
.core
.Tasklet
):
376 This class represents a Resource Manager tasklet.
379 def __init__(self
, name
='Project-Manager-Mano', uid
=None,
381 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
382 data_storetype
=core
.DataStore
.NOSTORE
.value
,
385 Creates a ProjectMgrManoTasklet object.
388 name - the name of the tasklet
389 uid - a unique identifier
391 super(ProjectMgrManoTasklet
, self
).__init
__(name
=name
, uid
=uid
,
392 config_ready
=config_ready
,
393 recovery_action
=recovery_action
,
394 data_storetype
=data_storetype
,
397 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwprojectmano')
398 plugin_name
= ClassProperty('rwprojectmano')
401 class PackageManagerTasklet(rift
.vcs
.core
.Tasklet
):
403 This class represents a Resource Manager tasklet.
406 def __init__(self
, name
='Package-Manager', uid
=None,
408 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
409 data_storetype
=core
.DataStore
.NOSTORE
.value
,
412 Creates a PackageManager object.
415 name - the name of the tasklet
416 uid - a unique identifier
418 super(PackageManagerTasklet
, self
).__init
__(name
=name
, uid
=uid
,
419 config_ready
=config_ready
,
420 recovery_action
=recovery_action
,
421 data_storetype
=data_storetype
,
424 plugin_directory
= ClassProperty('./usr/lib/rift/plugins/rwpkgmgr')
425 plugin_name
= ClassProperty('rwpkgmgr')
427 class GlanceServer(rift
.vcs
.NativeProcess
):
428 def __init__(self
, name
="glance-image-catalog",
430 recovery_action
=core
.RecoveryType
.FAILCRITICAL
.value
,
431 data_storetype
=core
.DataStore
.NOSTORE
.value
,
433 super(GlanceServer
, self
).__init
__(
435 exe
="./usr/bin/glance_start_wrapper",
436 config_ready
=config_ready
,
437 recovery_action
=recovery_action
,
438 data_storetype
=data_storetype
,
443 return "./etc/glance"
446 class Demo(rift
.vcs
.demo
.Demo
):
447 def __init__(self
, no_ui
=False, ha_mode
=None, mgmt_ip_list
=[], test_name
=None):
449 ConfigManagerTasklet(),
451 rift
.vcs
.DtsRouterTasklet(),
452 rift
.vcs
.MsgBrokerTasklet(),
453 rift
.vcs
.RestconfTasklet(),
455 rift
.vcs
.uAgentTasklet(),
456 rift
.vcs
.IdentityManagerTasklet(),
457 rift
.vcs
.ProjectManagerTasklet(),
458 ProjectMgrManoTasklet(),
459 rift
.vcs
.Launchpad(),
464 rift
.vcs
.DtsRouterTasklet(),
465 rift
.vcs
.MsgBrokerTasklet(),
468 datastore
= core
.DataStore
.BDB
.value
470 procs
.append(RedisServer())
471 datastore
= core
.DataStore
.REDIS
.value
474 procs
.append(UIServer())
477 VnfmTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
478 VnsTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
479 # MonitorTasklet(recovery_action=core.RecoveryType.RESTART.value, data_storetype=datastore),
480 MonitoringParameterTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
481 NsmTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
482 ResMgrTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
483 ImageMgrTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
484 AutoscalerTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
485 PackageManagerTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
486 StagingManagerTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
487 ProjectMgrManoTasklet(recovery_action
=core
.RecoveryType
.RESTART
.value
, data_storetype
=datastore
),
490 if not mgmt_ip_list
or len(mgmt_ip_list
) == 0:
491 mgmt_ip_list
.append("127.0.0.1")
493 colony
= rift
.vcs
.core
.Colony(name
='top', uid
=1)
495 lead_lp_vm
= rift
.vcs
.VirtualMachine(
496 name
='vm-launchpad-1',
499 restart_procs
=restart_procs
,
501 lead_lp_vm
.leader
= True
502 colony
.append(lead_lp_vm
)
505 stby_lp_vm
= rift
.vcs
.VirtualMachine(
506 name
='launchpad-vm-2',
511 # WA to Agent mode_active flag reset
512 stby_lp_vm
.add_tasklet(rift
.vcs
.uAgentTasklet(), mode_active
=False)
513 colony
.append(stby_lp_vm
)
516 stby_lp_vm_2
= rift
.vcs
.VirtualMachine(
517 name
='launchpad-vm-3',
522 stby_lp_vm_2
.add_tasklet(rift
.vcs
.uAgentTasklet(), mode_active
=False)
523 colony
.append(stby_lp_vm_2
)
525 sysinfo
= rift
.vcs
.SystemInfo(
527 zookeeper
=rift
.vcs
.manifest
.RaZookeeper(master_ip
=mgmt_ip_list
[0]),
530 multi_dtsrouter
=True,
531 mgmt_ip_list
=mgmt_ip_list
,
535 super(Demo
, self
).__init
__(
536 # Construct the system. This system consists of 1 cluster in 1
537 # colony. The master cluster houses CLI and management VMs
540 # Define the generic portmap.
543 # Define a mapping from the placeholder logical names to the real
544 # port names for each of the different modes supported by this demo.
552 # Define the connectivity between logical port names.
557 def main(argv
=sys
.argv
[1:]):
558 logging
.basicConfig(format
='%(asctime)-15s %(levelname)s %(message)s')
560 # Create a parser which includes all generic demo arguments
561 parser
= rift
.vcs
.demo
.DemoArgParser()
562 parser
.add_argument("--no-ui", action
='store_true')
563 args
= parser
.parse_args(argv
)
565 # Disable loading any kernel modules for the launchpad VM
566 # since it doesn't need it and it will fail within containers
567 os
.environ
["NO_KERNEL_MODS"] = "1"
569 cleanup_dir_name
= None
570 if os
.environ
["INSTALLDIR"] in ["/", "/home/rift", "/home/rift/.install",
571 "/usr/rift/build/fc20_debug/install/usr/rift", "/usr/rift"]:
572 cleanup_dir_name
= os
.environ
["INSTALLDIR"] + "/var/rift/"
574 if args
.test_name
and not cleanup_dir_name
:
575 cleanup_dir_name
= "find {rift_install}/var/rift -name '*{pattern}*' -type d".format( \
576 rift_install
=os
.environ
['RIFT_INSTALL'],
577 pattern
= args
.test_name
)
579 cleanup_dir_name
= subprocess
.check_output(cleanup_dir_name
, shell
=True)
580 cleanup_dir_name
= cleanup_dir_name
[:-1].decode("utf-8") + "/"
581 except Exception as e
:
582 print ("Directory not found exception occurred. Probably running for first time")
583 print ("Zookeper cleanup cmd = {}".format(cleanup_dir_name
))
585 if not cleanup_dir_name
:
586 cleanup_dir_name
= os
.environ
["INSTALLDIR"] + "/"
588 # Remove the persistent Redis data
590 for f
in os
.listdir(cleanup_dir_name
):
591 if f
.endswith(".aof") or f
.endswith(".rdb"):
592 os
.remove(os
.path
.join(cleanup_dir_name
, f
))
594 # Remove the persistant DTS recovery files
595 for f
in os
.listdir(cleanup_dir_name
):
596 if f
.endswith(".db"):
597 os
.remove(os
.path
.join(cleanup_dir_name
, f
))
599 shutil
.rmtree(os
.path
.join(cleanup_dir_name
, "zk/server-1"))
600 shutil
.rmtree(os
.path
.join(os
.environ
["INSTALLDIR"], "var/rift/tmp*"))
601 except FileNotFoundError
as e
:
603 except Exception as e
:
604 print ("Error while cleanup: {}".format(str(e
)))
606 ha_mode
= args
.ha_mode
607 mgmt_ip_list
= [] if not args
.mgmt_ip_list
else args
.mgmt_ip_list
609 #load demo info and create Demo object
610 demo
= Demo(args
.no_ui
, ha_mode
, mgmt_ip_list
, args
.test_name
)
612 system
= rift
.vcs
.demo
.prepared_system_from_demo_and_args(
614 northbound_listing
=["platform_schema_listing.txt",
615 "platform_mgmt_schema_listing.txt",
616 "cli_launchpad_schema_listing.txt"],
617 netconf_trace_override
=True)
619 # Search for externally accessible IP address with netifaces
620 gateways
= netifaces
.gateways()
621 # Check for default route facing interface and then get its ip address
622 if 'default' in gateways
:
623 interface
= gateways
['default'][netifaces
.AF_INET
][1]
624 confd_ip
= netifaces
.ifaddresses(interface
)[netifaces
.AF_INET
][0]['addr']
626 # no default gateway. Revert to 127.0.0.1
627 confd_ip
= "127.0.0.1"
628 # TODO: This need to be changed when launchpad starts running on multiple VMs
629 rift
.vcs
.logger
.configure_sink(config_file
=None, confd_ip
=confd_ip
)
631 # Start the prepared system
635 if __name__
== "__main__":
636 resource
.setrlimit(resource
.RLIMIT_CORE
, (resource
.RLIM_INFINITY
, resource
.RLIM_INFINITY
) )
637 os
.system('/usr/rift/bin/UpdateHostsFile')
640 except rift
.vcs
.demo
.ReservationError
:
641 print("ERROR: unable to retrieve a list of IP addresses from the reservation system")
643 except rift
.vcs
.demo
.MissingModeError
:
644 print("ERROR: you need to provide a mode to run the script")
647 os
.system("stty sane")