tools/license_scan.sh

   1 #
   2 #   Copyright 2016 Telefónica Investigación y Desarrollo, S.A.U.
   3 #
   4 #   Licensed under the Apache License, Version 2.0 (the "License");
   5 #   you may not use this file except in compliance with the License.
   6 #   You may obtain a copy of the License at
   7 #
   8 #       http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 #   Unless required by applicable law or agreed to in writing, software
  11 #   distributed under the License is distributed on an "AS IS" BASIS,
  12 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 #   See the License for the specific language governing permissions and
  14 #   limitations under the License.
  15 #
  16 #!/bin/sh
  17
  18 # Change log:
  19 # 1. Bug 722 : Jayant Madavi : JM00553988@techmahindra.com : Enhancement to use new fossology server. Had to change the variable name at #    couple of places, while scanning the variable name was adding curl as a license.
  20 # 2. Bug 542 : Jayant Madavi, Mrityunjay Yadav : JM00553988@techmahindra.com : 24-jul-2019 : Enhancement to raise exit in case files modified or added does #    not contain license.
  21 # 3. Bug 542  : Jayant Madavi, Mrityunjay Yadav : JM00553988@techmahindra.com :add exception list. for now as inLine. later need to create a variable for exception_list
  22
  23 echo GERRIT BRANCH is $GERRIT_BRANCH
  24 dpkg -l wget &>/dev/null ||sudo apt-get install -y wget
  25 dpkg -l curl &>/dev/null ||sudo apt-get install -y curl
  26 #Curl can be used instead of wget:
  27 #curl -s -X POST -d @$file https://osm.etsi.org/fossology/?mod=agent_nomos_once
  28
  29 apache=0
  30 nolicense=0
  31 other=0
  32 exception_list="':(exclude)*.pdf' ':(exclude)*.png' ':(exclude)*.jpeg' ':(exclude)*.jpg' ':(exclude)*.gif' ':(exclude)*.json' ':(exclude)*.ico'"
  33 git fetch
  34
  35 RE="FATAL: your file did not get passed through"
  36
  37 for file in $(echo ${exception_list} | xargs git diff --name-only origin/$GERRIT_BRANCH -- . ); do
  38     if [ -f $file ]; then
  39         if [ -s $file ]; then
  40             licnse=$(curl -s -X POST  -H 'Accept: text' -H 'Cache-Control: no-cache' -H 'Connection: keep-alive'  -H 'Content-Type: multipart/form-data'  -H 'cache-control: no-cache'  -F "file_input=@\"$file\""  -F 'showheader=1' https://fossology-osm.etsi.org/?mod=agent_nomos_once |grep "A one shot license analysis shows the following license(s) in file"|sed -n 's:.*<strong>\(.*\)</strong>.*:\1:p' |xargs)
  41             result=$(echo $licnse | grep "$RE")
  42             if [ -n "$result" ]; then
  43                 # possibly we have exceeded the post rate
  44                 sleep 10
  45                 licnse=$(curl -s -X POST  -H 'Accept: text' -H 'Cache-Control: no-cache' -H 'Connection: keep-alive'  -H 'Content-Type: multipart/form-data'  -H 'cache-control: no-cache'  -F "file_input=@\"$file\""  -F 'showheader=1' https://fossology-osm.etsi.org/?mod=agent_nomos_once |grep "A one shot license analysis shows the following license(s) in file"|sed -n 's:.*<strong>\(.*\)</strong>.*:\1:p' |xargs)
  46             fi
  47         else
  48             licnse="No_license_found"
  49         fi
  50     else
  51         licnse="DELETED"
  52     fi
  53     echo "$file $licnse"
  54     case "$licnse" in
  55         "Apache-2.0")
  56             apache=$((apache + 1))
  57             ;;
  58         "No_license_found")
  59             nolicense=$((nolicense + 1))
  60             ;;
  61         "DELETED")
  62             ;;
  63         "FATAL:*")
  64             ;;
  65         *)
  66             echo "BAD LICENSE ON FILE $file"
  67             other=$((other + 1))
  68             ;;
  69     esac
  70 done
  71
  72 if [ $other -gt 0 ]; then
  73     echo "FATAL: Non-apache licenses detected"
  74     exit 2
  75 fi
  76
  77 if [ $nolicense -gt 0 ]; then
  78     echo "FATAL: Unlicensed files found"
  79         exit 2
  80 fi
  81
  82 exit 0