+++ /dev/null
-# -*- coding: utf-8 -*-
-
-##
-# Copyright 2015 Telefónica Investigación y Desarrollo, S.A.U.
-# This file is part of openvim
-# All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License"); you may
-# not use this file except in compliance with the License. You may obtain
-# a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
-# License for the specific language governing permissions and limitations
-# under the License.
-#
-# For those usages not covered by the Apache License, Version 2.0 please
-# contact with: nfvlabs@tid.es
-##
-
-'''
-This is thread that interact with the dhcp server to get the IP addresses
-'''
-__author__="Pablo Montes, Alfonso Tierno"
-__date__ ="$4-Jan-2016 12:07:15$"
-
-
-
-import threading
-import time
-import Queue
-import paramiko
-import random
-import subprocess
-import logging
-
-#TODO: insert a logging system
-
-class dhcp_thread(threading.Thread):
- def __init__(self, dhcp_params, db, db_lock, test, dhcp_nets, logger_name=None, debug=None):
- '''Init a thread.
- Arguments: thread_info must be a dictionary with:
- 'dhcp_params' dhcp server parameters with the following keys:
- mandatory : user, host, port, key, ifaces(interface name list of the one managed by the dhcp)
- optional: password, key, port(22)
- 'db' 'db_lock': database class and lock for accessing it
- 'test': in test mode no acces to a server is done, and ip is invented
- '''
- threading.Thread.__init__(self)
- self.dhcp_params = dhcp_params
- self.db = db
- self.db_lock = db_lock
- self.test = test
- self.dhcp_nets = dhcp_nets
- self.ssh_conn = None
- if logger_name:
- self.logger_name = logger_name
- else:
- self.logger_name = "openvim.dhcp"
- self.logger = logging.getLogger(self.logger_name)
- if debug:
- self.logger.setLevel(getattr(logging, debug))
-
- self.mac_status ={} #dictionary of mac_address to retrieve information
- #ip: None
- #retries:
- #next_reading: time for the next trying to check ACTIVE status or IP
- #created: time when it was added
- #active: time when the VM becomes into ACTIVE status
-
-
- self.queueLock = threading.Lock()
- self.taskQueue = Queue.Queue(2000)
-
- def ssh_connect(self):
- try:
- #Connect SSH
- self.ssh_conn = paramiko.SSHClient()
- self.ssh_conn.set_missing_host_key_policy(paramiko.AutoAddPolicy())
- self.ssh_conn.load_system_host_keys()
- self.ssh_conn.connect(self.dhcp_params["host"], port=self.dhcp_params.get("port", 22),
- username=self.dhcp_params["user"], password=self.dhcp_params.get("password"),
- key_filename=self.dhcp_params.get("key"), timeout=2)
- except paramiko.ssh_exception.SSHException as e:
- self.logger.error("ssh_connect ssh Exception " + str(e))
-
- def load_mac_from_db(self):
- #TODO get macs to follow from the database
- self.logger.debug("load macs from db")
- self.db_lock.acquire()
- r,c = self.db.get_table(SELECT=('mac','ip_address','nets.uuid as net_id', ),
- FROM='ports join nets on ports.net_id=nets.uuid',
- WHERE_NOT={'ports.instance_id': None, 'nets.provider': None})
- self.db_lock.release()
- now = time.time()
- self.mac_status ={}
- if r<0:
- self.logger.error("Error getting data from database: " + c)
- return
- for port in c:
- if port["net_id"] in self.dhcp_nets:
- self.mac_status[ port["mac"] ] = {"ip": port["ip_address"], "next_reading": now, "created": now, "retries":0}
-
- def insert_task(self, task, *aditional):
- try:
- self.queueLock.acquire()
- task = self.taskQueue.put( (task,) + aditional, timeout=5)
- self.queueLock.release()
- return 1, None
- except Queue.Full:
- return -1, "timeout inserting a task over dhcp_thread"
-
- def run(self):
- self.logger.debug("starting, nets: " + str(self.dhcp_nets))
- next_iteration = time.time() + 10
- while True:
- self.load_mac_from_db()
- while True:
- try:
- self.queueLock.acquire()
- if not self.taskQueue.empty():
- task = self.taskQueue.get()
- else:
- task = None
- self.queueLock.release()
-
- if task is None:
- now=time.time()
- if now >= next_iteration:
- next_iteration = self.get_ip_from_dhcp()
- else:
- time.sleep(1)
- continue
-
- if task[0] == 'add':
- self.logger.debug("processing task add mac " + str(task[1]))
- now=time.time()
- self.mac_status[task[1] ] = {"ip": None, "next_reading": now, "created": now, "retries":0}
- next_iteration = now
- elif task[0] == 'del':
- self.logger.debug("processing task del mac " + str(task[1]))
- if task[1] in self.mac_status:
- del self.mac_status[task[1] ]
- elif task[0] == 'exit':
- self.logger.debug("processing task exit")
- self.terminate()
- return 0
- else:
- self.logger.error("unknown task: " + str(task))
- except Exception as e:
- self.logger.critical("Unexpected exception at run: " + str(e), exc_info=True)
-
- def terminate(self):
- try:
- if self.ssh_conn:
- self.ssh_conn.close()
- except Exception as e:
- self.logger.error("terminate Exception: " + str(e))
- self.logger.debug("exit from dhcp_thread")
-
- def get_ip_from_dhcp(self):
-
- now = time.time()
- next_iteration= now + 40000 # >10 hores
-
- #print self.name, "Iteration"
- for mac_address in self.mac_status:
- if now < self.mac_status[mac_address]["next_reading"]:
- if self.mac_status[mac_address]["next_reading"] < next_iteration:
- next_iteration = self.mac_status[mac_address]["next_reading"]
- continue
-
- if self.mac_status[mac_address].get("active") == None:
- #check from db if already active
- self.db_lock.acquire()
- r,c = self.db.get_table(FROM="ports as p join instances as i on p.instance_id=i.uuid",
- WHERE={"p.mac": mac_address, "i.status": "ACTIVE"})
- self.db_lock.release()
- if r>0:
- self.mac_status[mac_address]["active"] = now
- self.mac_status[mac_address]["next_reading"] = (int(now)/2 +1)* 2
- self.logger.debug("mac %s VM ACTIVE", mac_address)
- self.mac_status[mac_address]["retries"] = 0
- else:
- #print self.name, "mac %s VM INACTIVE" % (mac_address)
- if now - self.mac_status[mac_address]["created"] > 300:
- #modify Database to tell openmano that we can not get dhcp from the machine
- if not self.mac_status[mac_address].get("ip"):
- self.db_lock.acquire()
- r,c = self.db.update_rows("ports", {"ip_address": "0.0.0.0"}, {"mac": mac_address})
- self.db_lock.release()
- self.mac_status[mac_address]["ip"] = "0.0.0.0"
- self.logger.debug("mac %s >> set to 0.0.0.0 because of timeout", mac_address)
- self.mac_status[mac_address]["next_reading"] = (int(now)/60 +1)* 60
- else:
- self.mac_status[mac_address]["next_reading"] = (int(now)/6 +1)* 6
- if self.mac_status[mac_address]["next_reading"] < next_iteration:
- next_iteration = self.mac_status[mac_address]["next_reading"]
- continue
-
-
- if self.test:
- if self.mac_status[mac_address]["retries"]>random.randint(10,100): #wait between 10 and 100 seconds to produce a fake IP
- content = self.get_fake_ip()
- else:
- content = None
- elif self.dhcp_params["host"]=="localhost":
- try:
- command = ['get_dhcp_lease.sh', mac_address]
- content = subprocess.check_output(command)
- except Exception as e:
- self.logger.error("get_ip_from_dhcp subprocess Exception " + str(e))
- content = None
- else:
- try:
- if not self.ssh_conn:
- self.ssh_connect()
- command = 'get_dhcp_lease.sh ' + mac_address
- (_, stdout, _) = self.ssh_conn.exec_command(command)
- content = stdout.read()
- except paramiko.ssh_exception.SSHException as e:
- self.logger.error("get_ip_from_dhcp: ssh_Exception: " + srt(e))
- content = None
- self.ssh_conn = None
- except Exception as e:
- self.logger.error("get_ip_from_dhcp: Exception: " + str(e))
- content = None
- self.ssh_conn = None
-
- if content:
- self.mac_status[mac_address]["ip"] = content
- #modify Database
- self.db_lock.acquire()
- r,c = self.db.update_rows("ports", {"ip_address": content}, {"mac": mac_address})
- self.db_lock.release()
- if r<0:
- self.logger.error("Database update error: " + c)
- else:
- self.mac_status[mac_address]["retries"] = 0
- self.mac_status[mac_address]["next_reading"] = (int(now)/3600 +1)* 36000 # 10 hores
- if self.mac_status[mac_address]["next_reading"] < next_iteration:
- next_iteration = self.mac_status[mac_address]["next_reading"]
- self.logger.debug("mac %s >> %s", mac_address, content)
- continue
- #a fail has happen
- self.mac_status[mac_address]["retries"] +=1
- #next iteration is every 2sec at the beginning; every 5sec after a minute, every 1min after a 5min
- if now - self.mac_status[mac_address]["active"] > 120:
- #modify Database to tell openmano that we can not get dhcp from the machine
- if not self.mac_status[mac_address].get("ip"):
- self.db_lock.acquire()
- r,c = self.db.update_rows("ports", {"ip_address": "0.0.0.0"}, {"mac": mac_address})
- self.db_lock.release()
- self.mac_status[mac_address]["ip"] = "0.0.0.0"
- self.logger.debug("mac %s >> set to 0.0.0.0 because of timeout", mac_address)
-
- if now - self.mac_status[mac_address]["active"] > 60:
- self.mac_status[mac_address]["next_reading"] = (int(now)/6 +1)* 6
- elif now - self.mac_status[mac_address]["active"] > 300:
- self.mac_status[mac_address]["next_reading"] = (int(now)/60 +1)* 60
- else:
- self.mac_status[mac_address]["next_reading"] = (int(now)/2 +1)* 2
-
- if self.mac_status[mac_address]["next_reading"] < next_iteration:
- next_iteration = self.mac_status[mac_address]["next_reading"]
- return next_iteration
-
- def get_fake_ip(self):
- fake_ip = "192.168.{}.{}".format(random.randint(1,254), random.randint(1,254) )
- while True:
- #check not already provided
- already_used = False
- for mac_address in self.mac_status:
- if self.mac_status[mac_address]["ip"] == fake_ip:
- already_used = True
- break
- if not already_used:
- return fake_ip
-
-
-#EXAMPLE of bash script that must be available at the DHCP server for "isc-dhcp-server" type
-# $ cat ./get_dhcp_lease.sh
-# #!/bin/bash
-# awk '
-# ($1=="lease" && $3=="{"){ lease=$2; active="no"; found="no" }
-# ($1=="binding" && $2=="state" && $3=="active;"){ active="yes" }
-# ($1=="hardware" && $2=="ethernet" && $3==tolower("'$1';")){ found="yes" }
-# ($1=="client-hostname"){ name=$2 }
-# ($1=="}"){ if (active=="yes" && found=="yes"){ target_lease=lease; target_name=name}}
-# END{printf("%s", target_lease)} #print target_name
-# ' /var/lib/dhcp/dhcpd.leases
-
-
projects / osm / openvim.git / blobdiff