Bug 1849: LTS Support

Updates base to Ubuntu 20.04
Updates python to 3.8
Updates pip dependencies to more recent versions
Adds apt cache to stage 2 dockerfile

Fixes bug 1849

Change-Id: I8a589bbc76bb11f4bc0c42ebb727729da5c5c906
Signed-off-by: beierlm <mark.beierl@canonical.com>

diff --git a/Dockerfile b/Dockerfile
index 8230f42..f99b758 100644 (file)
--- a/Dockerfile
+++ b/Dockerfile
@@ -21,19 +21,26 @@
 #   devops-stages/stage-build.sh
 #
 
-FROM ubuntu:18.04
+FROM ubuntu:20.04
+
+ARG APT_PROXY
+RUN if [ ! -z $APT_PROXY ] ; then \
+    echo "Acquire::http::Proxy \"$APT_PROXY\";" > /etc/apt/apt.conf.d/proxy.conf ;\
+    echo "Acquire::https::Proxy \"$APT_PROXY\";" >> /etc/apt/apt.conf.d/proxy.conf ;\
+    fi
 
 RUN DEBIAN_FRONTEND=noninteractive apt-get update && \
     DEBIAN_FRONTEND=noninteractive apt-get -y install \
         debhelper \
+        dh-python \
         git \
         python3 \
         python3-all \
         python3-dev \
         python3-setuptools
 
-RUN python3 -m easy_install pip==21.0.1
-RUN pip3 install tox==3.22.0
+RUN python3 -m easy_install pip==21.3.1
+RUN pip install tox==3.24.5
 
 ENV LC_ALL C.UTF-8
 ENV LANG C.UTF-8

diff --git a/requirements-dev.txt b/requirements-dev.txt
index f0e4345..b1bd068 100644 (file)
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -14,7 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #######################################################################################
-aiokafka==0.7.0
+aiokafka==0.7.2
     # via -r https://osm.etsi.org/gitweb/?p=osm/common.git;a=blob_plain;f=requirements.txt;hb=v10.0
 dataclasses==0.6
     # via -r https://osm.etsi.org/gitweb/?p=osm/common.git;a=blob_plain;f=requirements.txt;hb=v10.0
@@ -22,11 +22,11 @@ kafka-python==2.0.2
     # via
     #   -r https://osm.etsi.org/gitweb/?p=osm/common.git;a=blob_plain;f=requirements.txt;hb=v10.0
     #   aiokafka
-git+https://osm.etsi.org/gerrit/osm/common.git@v10.0#egg=osm-common
+osm-common @ git+https://osm.etsi.org/gerrit/osm/common.git@master
     # via -r requirements-dev.in
 pycrypto==2.6.1
     # via -r https://osm.etsi.org/gitweb/?p=osm/common.git;a=blob_plain;f=requirements.txt;hb=v10.0
-pymongo==3.11.3
+pymongo==3.12.3
     # via -r https://osm.etsi.org/gitweb/?p=osm/common.git;a=blob_plain;f=requirements.txt;hb=v10.0
 pyyaml==5.4.1
     # via -r https://osm.etsi.org/gitweb/?p=osm/common.git;a=blob_plain;f=requirements.txt;hb=v10.0

diff --git a/requirements-dist.in b/requirements-dist.in
index 501638f..4f8784f 100644 (file)
--- a/requirements-dist.in
+++ b/requirements-dist.in
@@ -12,7 +12,7 @@
 # implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-##
 
 stdeb
 setuptools-version-command
+setuptools<60
\ No newline at end of file

diff --git a/requirements-dist.txt b/requirements-dist.txt
index 77debcf..8192b48 100644 (file)
--- a/requirements-dist.txt
+++ b/requirements-dist.txt
@@ -20,4 +20,7 @@ stdeb==0.10.0
     # via -r requirements-dist.in
 
 # The following packages are considered to be unsafe in a requirements file:
-# setuptools
+setuptools==59.8.0
+    # via
+    #   -r requirements-dist.in
+    #   setuptools-version-command

diff --git a/requirements.in b/requirements.in
index 729b050..d96dbcc 100644 (file)
--- a/requirements.in
+++ b/requirements.in
@@ -31,9 +31,4 @@
 -r RO-VIM-openvim/requirements.in
 -r RO-VIM-vmware/requirements.in
 
-# Needed to pin due to failure in finding package version
-pyyaml==5.4.1
-importlib-metadata<4.9.0
-jaraco.functools<3.5.0
-portend<3.1.0
-zipp<3.7.0
+pyyaml<6

diff --git a/requirements.txt b/requirements.txt
index 450b676..2d6abdf 100644 (file)
--- a/requirements.txt
+++ b/requirements.txt
@@ -36,7 +36,7 @@ azure-core==1.21.1
     #   azure-mgmt-core
 azure-identity==1.7.1
     # via -r RO-VIM-azure/requirements.in
-azure-mgmt-compute==23.1.0
+azure-mgmt-compute==24.0.0
     # via -r RO-VIM-azure/requirements.in
 azure-mgmt-core==1.3.0
     # via
@@ -51,6 +51,8 @@ bcrypt==3.2.0
     # via paramiko
 boto==2.49.0
     # via -r RO-VIM-aws/requirements.in
+cachetools==4.2.4
+    # via google-auth
 certifi==2021.10.8
     # via
     #   msrest
@@ -60,7 +62,7 @@ cffi==1.15.0
     #   bcrypt
     #   cryptography
     #   pynacl
-charset-normalizer==2.0.9
+charset-normalizer==2.0.10
     # via requests
 cheroot==8.6.0
     # via cherrypy
@@ -93,7 +95,7 @@ debtcollector==2.3.0
     #   oslo.utils
     #   python-keystoneclient
     #   python-neutronclient
-decorator==5.1.0
+decorator==5.1.1
     # via
     #   dogpile.cache
     #   openstacksdk
@@ -101,14 +103,32 @@ dogpile.cache==1.1.4
     # via openstacksdk
 flufl.enum==4.1.1
     # via pyvcloud
+google-api-core==2.3.2
+    # via google-api-python-client
+google-api-python-client==2.34.0
+    # via -r RO-VIM-gcp/requirements.in
+google-auth==2.3.3
+    # via
+    #   -r RO-VIM-gcp/requirements.in
+    #   google-api-core
+    #   google-api-python-client
+    #   google-auth-httplib2
+google-auth-httplib2==0.1.0
+    # via google-api-python-client
+google-cloud==0.34.0
+    # via -r RO-VIM-gcp/requirements.in
+googleapis-common-protos==1.54.0
+    # via google-api-core
+httplib2==0.20.2
+    # via
+    #   google-api-python-client
+    #   google-auth-httplib2
 humanfriendly==10.0
     # via pyvcloud
 idna==3.3
     # via requests
-importlib-metadata==4.8.3
-    # via
-    #   -r NG-RO/requirements.in
-    #   -r requirements.in
+importlib-metadata==4.10.0
+    # via -r NG-RO/requirements.in
 iso8601==1.0.2
     # via
     #   keystoneauth1
@@ -119,9 +139,8 @@ iso8601==1.0.2
     #   python-openstackclient
 isodate==0.6.1
     # via msrest
-jaraco.functools==3.4.0
+jaraco.functools==3.5.0
     # via
-    #   -r requirements.in
     #   cheroot
     #   tempora
 jinja2==3.0.3
@@ -156,12 +175,12 @@ more-itertools==8.12.0
     #   cheroot
     #   cherrypy
     #   jaraco.functools
-msal-extensions==0.3.1
-    # via azure-identity
 msal==1.16.0
     # via
     #   azure-identity
     #   msal-extensions
+msal-extensions==0.3.1
+    # via azure-identity
 msgpack==1.0.3
     # via oslo.serialization
 msrest==0.6.21
@@ -179,6 +198,7 @@ netaddr==0.8.0
     # via
     #   -r RO-VIM-aws/requirements.in
     #   -r RO-VIM-azure/requirements.in
+    #   -r RO-VIM-gcp/requirements.in
     #   -r RO-VIM-openstack/requirements.in
     #   -r RO-VIM-openvim/requirements.in
     #   -r RO-VIM-vmware/requirements.in
@@ -245,9 +265,10 @@ oslo.utils==4.12.0
     #   python-openstackclient
 packaging==21.3
     # via oslo.utils
-paramiko==2.9.1
+paramiko==2.9.2
     # via
     #   -r RO-SDN-dpb/requirements.in
+    #   -r RO-VIM-gcp/requirements.in
     #   -r RO-plugin/requirements.in
 pbr==5.8.0
     # via
@@ -271,11 +292,9 @@ pbr==5.8.0
     #   stevedore
 portalocker==2.3.2
     # via msal-extensions
-portend==3.0.0
-    # via
-    #   -r requirements.in
-    #   cherrypy
-prettytable==2.5.0
+portend==3.1.0
+    # via cherrypy
+prettytable==3.0.0
     # via
     #   -r RO-VIM-vmware/requirements.in
     #   cliff
@@ -284,9 +303,19 @@ prettytable==2.5.0
     #   python-novaclient
 progressbar==2.5
     # via -r RO-VIM-vmware/requirements.in
+protobuf==3.19.3
+    # via
+    #   google-api-core
+    #   googleapis-common-protos
+pyasn1==0.4.8
+    # via
+    #   pyasn1-modules
+    #   rsa
+pyasn1-modules==0.2.8
+    # via google-auth
 pycparser==2.21
     # via cffi
-pygments==2.11.1
+pygments==2.11.2
     # via pyvcloud
 pyinotify==0.9.6
     # via oslo.log
@@ -294,13 +323,14 @@ pyjwt[crypto]==2.3.0
     # via
     #   adal
     #   msal
-pynacl==1.4.0
+pynacl==1.5.0
     # via paramiko
 pyopenssl==21.0.0
     # via python-glanceclient
 pyparsing==3.0.6
     # via
     #   cliff
+    #   httplib2
     #   oslo.utils
     #   packaging
 pyperclip==1.8.2
@@ -317,7 +347,7 @@ python-dateutil==2.8.2
     #   oslo.log
 python-glanceclient==3.5.0
     # via -r RO-VIM-openstack/requirements.in
-python-keystoneclient==4.3.0
+python-keystoneclient==4.4.0
     # via
     #   -r RO-VIM-openstack/requirements.in
     #   python-neutronclient
@@ -353,9 +383,7 @@ pyyaml==5.4.1
     #   openstacksdk
     #   oslo.config
     #   pyvcloud
-requests-oauthlib==1.3.0
-    # via msrest
-requests==2.27.0
+requests==2.27.1
     # via
     #   -r NG-RO/requirements.in
     #   -r RO-SDN-arista_cloudvision/requirements.in
@@ -376,6 +404,7 @@ requests==2.27.0
     #   adal
     #   azure-core
     #   cvprac
+    #   google-api-core
     #   keystoneauth1
     #   msal
     #   msrest
@@ -387,10 +416,14 @@ requests==2.27.0
     #   pyvcloud
     #   pyvmomi
     #   requests-oauthlib
+requests-oauthlib==1.3.0
+    # via msrest
 requestsexceptions==1.4.0
     # via openstacksdk
-rfc3986==1.5.0
+rfc3986==2.0.0
     # via oslo.config
+rsa==4.8
+    # via google-auth
 simplejson==3.17.6
     # via
     #   osc-lib
@@ -403,12 +436,13 @@ six==1.16.0
     #   bcrypt
     #   cheroot
     #   debtcollector
+    #   google-auth
+    #   google-auth-httplib2
     #   isodate
     #   jsonschema
     #   keystoneauth1
     #   msrestazure
     #   munch
-    #   pynacl
     #   pyopenssl
     #   python-dateutil
     #   python-keystoneclient
@@ -425,9 +459,11 @@ stevedore==3.5.0
     #   python-keystoneclient
     #   python-novaclient
     #   python-openstackclient
-tempora==4.1.2
+tempora==5.0.0
     # via portend
-urllib3==1.26.7
+uritemplate==4.1.1
+    # via google-api-python-client
+urllib3==1.26.8
     # via requests
 uuid==1.30
     # via -r RO-SDN-arista_cloudvision/requirements.in
@@ -443,10 +479,8 @@ wrapt==1.13.3
     #   python-glanceclient
 zc.lockfile==2.0
     # via cherrypy
-zipp==3.6.0
-    # via
-    #   -r requirements.in
-    #   importlib-metadata
+zipp==3.7.0
+    # via importlib-metadata
 
 # The following packages are considered to be unsafe in a requirements file:
 # setuptools

diff --git a/tox.ini b/tox.ini
index eaa52c1..134e5d3 100644 (file)
--- a/tox.ini
+++ b/tox.ini
@@ -191,15 +191,19 @@ commands =
 
 #######################################################################################
 [testenv:pip-compile]
-deps =  pip-tools==5.5.0
+deps =  pip-tools==6.4.0
 skip_install = true
-whitelist_externals = sh
+whitelist_externals = bash
+        [
 commands =
-        - sh -c "for file in requirements*.in ; do pip-compile -rU --no-header $file ;\
+        - bash -c "for file in requirements*.in ; do \
+        UNSAFE="" ; \
+        if [[ $file =~ 'dist' ]] ; then UNSAFE='--allow-unsafe' ; fi ; \
+        pip-compile -rU --no-header $UNSAFE $file ;\
         out=`echo $file | sed 's/.in/.txt/'` ; \
         sed -i -e '1 e head -16 tox.ini' $out ;\
         done"
-        - sh -c "sed -i 's/.*RO-plugin/-e RO-plugin/g' requirements-test.txt"
+        - bash -c "sed -i 's/.*RO-plugin/-e RO-plugin/g' requirements-test.txt"
 
 
 #######################################################################################