| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 1 | """ |
| 2 | Distributed Cloud Emulator (dcemulator) |
| 3 | (c) 2015 by Manuel Peuster <manuel.peuster@upb.de> |
| 4 | """ |
| 5 | import logging |
| 6 | |
| peusterm | 5831076 | 2016-01-12 17:09:20 +0100 | [diff] [blame] | 7 | from mininet.net import Dockernet |
| stevenvanrossem | 58bd1f2 | 2016-02-17 11:09:04 +0100 | [diff] [blame] | 8 | from mininet.node import Controller, OVSSwitch, OVSKernelSwitch, Switch, Docker, Host, RemoteController |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 9 | from mininet.cli import CLI |
| stevenvanrossem | 58bd1f2 | 2016-02-17 11:09:04 +0100 | [diff] [blame] | 10 | from mininet.log import setLogLevel, info, debug |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 11 | from mininet.link import TCLink, Link |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 12 | import networkx as nx |
| 13 | from monitoring import DCNetworkMonitor |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 14 | |
| peusterm | 7aae685 | 2016-01-12 14:53:18 +0100 | [diff] [blame] | 15 | from node import Datacenter, EmulatorCompute |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 16 | |
| 17 | |
| peusterm | 293cbc3 | 2016-01-13 17:05:28 +0100 | [diff] [blame] | 18 | class DCNetwork(Dockernet): |
| peusterm | e4e89d3 | 2016-01-07 09:14:54 +0100 | [diff] [blame] | 19 | """ |
| peusterm | 293cbc3 | 2016-01-13 17:05:28 +0100 | [diff] [blame] | 20 | Wraps the original Mininet/Dockernet class and provides |
| peusterm | e4e89d3 | 2016-01-07 09:14:54 +0100 | [diff] [blame] | 21 | methods to add data centers, switches, etc. |
| 22 | |
| 23 | This class is used by topology definition scripts. |
| 24 | """ |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 25 | |
| peusterm | 293cbc3 | 2016-01-13 17:05:28 +0100 | [diff] [blame] | 26 | def __init__(self, **kwargs): |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 27 | self.dcs = {} |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 28 | # create a Mininet/Dockernet network |
| peusterm | 293cbc3 | 2016-01-13 17:05:28 +0100 | [diff] [blame] | 29 | # call original Docker.__init__ and setup default controller |
| stevenvanrossem | 2379942 | 2016-02-19 10:33:09 +0100 | [diff] [blame] | 30 | #Dockernet.__init__( |
| 31 | # self, controller=RemoteController, switch=OVSKernelSwitch, **kwargs) |
| peusterm | 293cbc3 | 2016-01-13 17:05:28 +0100 | [diff] [blame] | 32 | Dockernet.__init__( |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 33 | self, controller=RemoteController, switch=OVSKernelSwitch, **kwargs) |
| stevenvanrossem | 2379942 | 2016-02-19 10:33:09 +0100 | [diff] [blame] | 34 | self.addController('c0', controller=RemoteController) |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 35 | |
| 36 | # graph of the complete DC network |
| 37 | self.DCNetwork_graph=nx.DiGraph() |
| 38 | |
| 39 | # monitoring agent |
| 40 | self.monitor_agent = DCNetworkMonitor(self) |
| 41 | |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 42 | |
| peusterm | 5350494 | 2016-02-04 16:09:28 +0100 | [diff] [blame] | 43 | def addDatacenter(self, label, metadata={}): |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 44 | """ |
| 45 | Create and add a logical cloud data center to the network. |
| 46 | """ |
| peusterm | a47db03 | 2016-02-04 14:55:29 +0100 | [diff] [blame] | 47 | if label in self.dcs: |
| 48 | raise Exception("Data center label already exists: %s" % label) |
| peusterm | 5350494 | 2016-02-04 16:09:28 +0100 | [diff] [blame] | 49 | dc = Datacenter(label, metadata=metadata) |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 50 | dc.net = self # set reference to network |
| peusterm | a47db03 | 2016-02-04 14:55:29 +0100 | [diff] [blame] | 51 | self.dcs[label] = dc |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 52 | dc.create() # finally create the data center in our Mininet instance |
| peusterm | a47db03 | 2016-02-04 14:55:29 +0100 | [diff] [blame] | 53 | logging.info("added data center: %s" % label) |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 54 | return dc |
| 55 | |
| peusterm | e609269 | 2016-01-11 16:32:58 +0100 | [diff] [blame] | 56 | def addLink(self, node1, node2, **params): |
| peusterm | 5b844a1 | 2016-01-11 15:58:15 +0100 | [diff] [blame] | 57 | """ |
| 58 | Able to handle Datacenter objects as link |
| 59 | end points. |
| 60 | """ |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 61 | assert node1 is not None |
| 62 | assert node2 is not None |
| peusterm | e609269 | 2016-01-11 16:32:58 +0100 | [diff] [blame] | 63 | logging.debug("addLink: n1=%s n2=%s" % (str(node1), str(node2))) |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 64 | # ensure type of node1 |
| 65 | if isinstance( node1, basestring ): |
| 66 | if node1 in self.dcs: |
| 67 | node1 = self.dcs[node1].switch |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 68 | if isinstance( node1, Datacenter ): |
| 69 | node1 = node1.switch |
| 70 | # ensure type of node2 |
| 71 | if isinstance( node2, basestring ): |
| 72 | if node2 in self.dcs: |
| 73 | node2 = self.dcs[node2].switch |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 74 | if isinstance( node2, Datacenter ): |
| 75 | node2 = node2.switch |
| peusterm | c3b977e | 2016-01-12 10:09:35 +0100 | [diff] [blame] | 76 | # try to give containers a default IP |
| 77 | if isinstance( node1, Docker ): |
| 78 | if not "params1" in params: |
| 79 | params["params1"] = {} |
| 80 | if not "ip" in params["params1"]: |
| 81 | params["params1"]["ip"] = self.getNextIp() |
| 82 | if isinstance( node2, Docker ): |
| 83 | if not "params2" in params: |
| 84 | params["params2"] = {} |
| 85 | if not "ip" in params["params2"]: |
| 86 | params["params2"]["ip"] = self.getNextIp() |
| 87 | |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 88 | link = Dockernet.addLink(self, node1, node2, **params) # TODO we need TCLinks with user defined performance here |
| 89 | |
| 90 | # add edge and assigned port number to graph in both directions between node1 and node2 |
| 91 | self.DCNetwork_graph.add_edge(node1.name, node2.name, \ |
| 92 | {'src_port': node1.ports[link.intf1], 'dst_port': node2.ports[link.intf2]}) |
| 93 | self.DCNetwork_graph.add_edge(node2.name, node1.name, \ |
| 94 | {'src_port': node2.ports[link.intf2], 'dst_port': node1.ports[link.intf1]}) |
| 95 | |
| 96 | return link |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 97 | |
| peusterm | a47db03 | 2016-02-04 14:55:29 +0100 | [diff] [blame] | 98 | def addDocker( self, label, **params ): |
| peusterm | 5b844a1 | 2016-01-11 15:58:15 +0100 | [diff] [blame] | 99 | """ |
| peusterm | 293cbc3 | 2016-01-13 17:05:28 +0100 | [diff] [blame] | 100 | Wrapper for addDocker method to use custom container class. |
| peusterm | 5b844a1 | 2016-01-11 15:58:15 +0100 | [diff] [blame] | 101 | """ |
| stevenvanrossem | 8fbf978 | 2016-02-17 11:40:23 +0100 | [diff] [blame] | 102 | self.DCNetwork_graph.add_node(label) |
| 103 | return Dockernet.addDocker(self, label, cls=EmulatorCompute, **params) |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 104 | |
| stevenvanrossem | 8fbf978 | 2016-02-17 11:40:23 +0100 | [diff] [blame] | 105 | def removeDocker( self, label, **params ): |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 106 | """ |
| 107 | Wrapper for removeDocker method to update graph. |
| 108 | """ |
| stevenvanrossem | 8fbf978 | 2016-02-17 11:40:23 +0100 | [diff] [blame] | 109 | self.DCNetwork_graph.remove_node(label) |
| 110 | return Dockernet.removeDocker(self, label, **params) |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 111 | |
| 112 | def addSwitch( self, name, add_to_graph=True, **params ): |
| 113 | """ |
| 114 | Wrapper for addSwitch method to store switch also in graph. |
| 115 | """ |
| 116 | if add_to_graph: |
| 117 | self.DCNetwork_graph.add_node(name) |
| 118 | return Dockernet.addSwitch(self, name, protocols='OpenFlow10,OpenFlow12,OpenFlow13', **params) |
| peusterm | c3b977e | 2016-01-12 10:09:35 +0100 | [diff] [blame] | 119 | |
| peusterm | bd44f4a | 2016-01-13 14:53:30 +0100 | [diff] [blame] | 120 | def getAllContainers(self): |
| 121 | """ |
| 122 | Returns a list with all containers within all data centers. |
| 123 | """ |
| 124 | all_containers = [] |
| 125 | for dc in self.dcs.itervalues(): |
| 126 | all_containers += dc.listCompute() |
| 127 | return all_containers |
| 128 | |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 129 | def start(self): |
| 130 | # start |
| 131 | for dc in self.dcs.itervalues(): |
| 132 | dc.start() |
| peusterm | 293cbc3 | 2016-01-13 17:05:28 +0100 | [diff] [blame] | 133 | Dockernet.start(self) |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 134 | |
| 135 | def stop(self): |
| peusterm | 293cbc3 | 2016-01-13 17:05:28 +0100 | [diff] [blame] | 136 | Dockernet.stop(self) |
| peusterm | cbcd4c2 | 2015-12-28 11:33:42 +0100 | [diff] [blame] | 137 | |
| 138 | def CLI(self): |
| peusterm | 293cbc3 | 2016-01-13 17:05:28 +0100 | [diff] [blame] | 139 | CLI(self) |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 140 | |
| 141 | # to remove chain do setChain( src, dst, cmd='del-flows') |
| 142 | def setChain(self, vnf_src_name, vnf_dst_name, cmd='add-flow'): |
| 143 | # get shortest path |
| 144 | path = nx.shortest_path(self.DCNetwork_graph, vnf_src_name, vnf_dst_name) |
| 145 | logging.info("Path between {0} and {1}: {2}".format(vnf_src_name, vnf_dst_name, path)) |
| 146 | |
| 147 | current_hop = vnf_src_name |
| 148 | for i in range(0,len(path)): |
| 149 | next_hop = path[path.index(current_hop)+1] |
| 150 | next_node = self.getNodeByName(next_hop) |
| 151 | |
| 152 | if next_hop == vnf_dst_name: |
| stevenvanrossem | eefea6c | 2016-02-17 12:03:26 +0100 | [diff] [blame] | 153 | return "path added between {0} and {1}".format(vnf_src_name, vnf_dst_name) |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 154 | elif not isinstance( next_node, OVSSwitch ): |
| stevenvanrossem | eefea6c | 2016-02-17 12:03:26 +0100 | [diff] [blame] | 155 | logging.info("Next node: {0} is not a switch".format(next_hop)) |
| 156 | return "Next node: {0} is not a switch".format(next_hop) |
| stevenvanrossem | c5a536a | 2016-02-16 14:52:39 +0100 | [diff] [blame] | 157 | |
| 158 | |
| 159 | switch_inport = self.DCNetwork_graph[current_hop][next_hop]['dst_port'] |
| 160 | next2_hop = path[path.index(current_hop)+2] |
| 161 | switch_outport = self.DCNetwork_graph[next_hop][next2_hop]['src_port'] |
| 162 | |
| 163 | logging.info("add flow in switch: {0} in_port: {1} out_port: {2}".format(next_node.name, switch_inport, switch_outport)) |
| 164 | # set of entry via ovs-ofctl |
| 165 | # TODO use rest API of ryu to set flow entries to correct witch dpid |
| 166 | if isinstance( next_node, OVSSwitch ): |
| 167 | match = 'in_port=%s' % switch_inport |
| 168 | |
| 169 | if cmd=='add-flow': |
| 170 | action = 'action=%s' % switch_outport |
| 171 | s = ',' |
| 172 | ofcmd = s.join([match,action]) |
| 173 | elif cmd=='del-flows': |
| 174 | ofcmd = match |
| 175 | else: |
| 176 | ofcmd='' |
| 177 | |
| 178 | next_node.dpctl(cmd, ofcmd) |
| 179 | |
| 180 | current_hop = next_hop |
| 181 | |
| stevenvanrossem | eefea6c | 2016-02-17 12:03:26 +0100 | [diff] [blame] | 182 | return "destination node: {0} not reached".format(vnf_dst_name) |