CI: integration of new dsTester Framework for Minimum functionality

Signed-off-by: Mohammed Ismail <mohammed.ismail@openairinterface.org>

ci-scripts/Jenkinsfile-GitLab-Docker-Mini

+#!/bin/groovy
+/*
+ * Licensed to the OpenAirInterface (OAI) Software Alliance under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The OpenAirInterface Software Alliance licenses this file to You under
+ * the OAI Public License, Version 1.1  (the "License"); you may not use this file
+ * except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.openairinterface.org/?page_id=698
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *-------------------------------------------------------------------------------
+ * For more information about the OpenAirInterface (OAI) Software Alliance:
+ *      contact@openairinterface.org
+ */
+
+//-------------------------------------------------------------------------------
+// Abstraction function to send social media messages:
+// like on Slack or Mattermost
+def sendSocialMediaMessage(pipeChannel, pipeColor, pipeMessage) {
+  if (params.pipelineUsesSlack != null) {
+    if (params.pipelineUsesSlack) {
+      slackSend channel: pipeChannel, color: pipeColor, message: pipeMessage
+    }
+  }
+}
+
+// Location of the CN executor node
+def cn_ci_host = params.Host_CN_CI_Server
+
+// for lock
+def cn_ci_resource = params.DockerContainers
+def ds_tester_ci_resource = params.DsTester
+
+// When triggered by upstream, specify which tag to use
+def upstreamTagToUse = params.upstreamTagToUse
+
+// Location of the CN tester
+def dsT_host_flag = false
+def dsT_host = ""
+def dsT_host_user = ""
+
+// dsTester tag to use
+def dsTesterTag = params.DSTESTER_TAG
+
+// Flags
+def scmEvent = false
+def upstreamEvent = false
+def deployed = true
+
+// Default tags / branches  --> could be passed on by upstream job or by PR content
+def nrfTag = params.nrfTag
+def nrfBranch = params.nrfBranch
+def amfTag = params.amfTag
+def amfBranch = params.amfBranch
+def smfTag = params.smfTag
+def smfBranch = params.smfBranch
+def spgwuTag = params.spgwuTag
+def spgwuBranch = params.spgwuBranch
+
+//-------------------------------------------------------------------------------
+// Pipeline start
+pipeline {
+  agent {
+    label cn_ci_host
+  }
+  options {
+    disableConcurrentBuilds()
+    timestamps()
+    ansiColor('xterm')
+    lock(cn_ci_resource)
+  }
+  stages {
+    stage ('Verify Parameters') {
+      steps {
+        script {
+          echo '\u2705 \u001B[32mVerify Parameters\u001B[0m'
+
+          JOB_TIMESTAMP = sh returnStdout: true, script: 'date --utc --rfc-3339=seconds | sed -e "s#+00:00##"'
+          JOB_TIMESTAMP = JOB_TIMESTAMP.trim()
+
+          echo "Node       is ${NODE_NAME}"
+
+          if (params.DS_Tester_Server_Flag != null) {
+            dsT_host_flag = params.DS_Tester_Server_Flag
+            if (dsT_host_flag) {
+              def allParametersPresent = true
+              if (params.DS_Tester_Server_Name == null) {
+                allParametersPresent = false
+              } else {
+                dsT_host = params.DS_Tester_Server_Name
+              }
+              if (params.DS_Tester_Server_Login == null) {
+                allParametersPresent = false
+              } else {
+                dsT_host_user = params.DS_Tester_Server_Login
+              }
+              if (allParametersPresent) {
+                echo "DS Tester  is on ${dsT_host}"
+              } else {
+                echo "Some DS Tester parameters are missing!"
+                sh "./ci-scripts/fail.sh"
+              }
+            }
+          }
+
+          // Find out the cause of the trigger
+          for (cause in currentBuild.getBuildCauses()) {
+            if (cause.toString() ==~ /.*UpstreamCause.*/) {
+              upstreamEvent = true
+            //} else {
+            //  scmEvent = true
+            }
+          }
+
+          if (upstreamEvent) {
+            if (params.NRF_TAG != null) {
+              nrfTag = params.NRF_TAG
+              echo "Upstream Job passed NRF_TAG to use: ${nrfTag}"
+            }
+            if (params.NRF_BRANCH != null) {
+              nrfBranch = params.NRF_BRANCH
+              echo "Upstream Job passed NRF_BRANCH to use: ${nrfBranch}"
+            }
+            if (params.AMF_TAG != null) {
+              amfTag = params.AMF_TAG
+              echo "Upstream Job passed AMF_TAG to use: ${amfTag}"
+            }
+            if (params.AMF_BRANCH != null) {
+              amfBranch = params.AMF_BRANCH
+              echo "Upstream Job passed AMF_BRANCH to use: ${amfBranch}"
+            }
+            if (params.SMF_TAG != null) {
+              smfTag = params.SMF_TAG
+              echo "Upstream Job passed SMF_TAG to use: ${smfTag}"
+            }
+            if (params.SMF_BRANCH != null) {
+              smfBranch = params.SMF_BRANCH
+              echo "Upstream Job passed SMF_BRANCH to use: ${smfBranch}"
+            }
+            if (params.SPGWU_TAG != null) {
+              spgwuTag = params.SPGWU_TAG
+              echo "Upstream Job passed SPGWU_TAG to use: ${spgwuTag}"
+            }
+            if (params.SPGWU_BRANCH != null) {
+              spgwuBranch = params.SPGWU_BRANCH
+              echo "Upstream Job passed SPGWU_BRANCH to use: ${spgwuBranch}"
+            }
+            sh "git clean -x -d -f > /dev/null 2>&1"
+            sh "git fetch --prune > /dev/null 2>&1"
+            sh 'git checkout -f ' + upstreamTagToUse
+            sh "zip -r -qq oai-cn5g-fed.zip .git"
+            sh "mkdir -p archives DS-TEST-RESULTS"
+            sh './scripts/syncComponents.sh --nrf-branch ' + nrfBranch + ' --amf-branch ' + amfBranch + ' --smf-branch ' + smfBranch + ' --spgwu-tiny-branch ' + spgwuBranch
+          }
+          if (scmEvent) {
+            sh "git clean -x -d -f > /dev/null 2>&1"
+            if ("MERGE".equals(env.gitlabActionType)) {
+              sh "./ci-scripts/doGitLabMerge.sh --src-branch ${env.gitlabSourceBranch} --src-commit ${env.gitlabMergeRequestLastCommit} --target-branch ${env.gitlabTargetBranch} --target-commit ${GIT_COMMIT}"
+            }
+            sh "zip -r -qq oai-cn5g-fed.zip .git"
+            sh "mkdir -p archives DS-TEST-RESULTS"
+            sh './scripts/syncComponents.sh --nrf-branch develop --amf-branch develop --smf-branch develop --spgwu-tiny-branch develop'
+          }
+          if ((!upstreamEvent) && (!scmEvent)) {
+            sh "git clean -x -d -f > /dev/null 2>&1"
+            sh './scripts/syncComponents.sh --nrf-branch ' + nrfBranch + ' --amf-branch ' + amfBranch + ' --smf-branch ' + smfBranch + ' --spgwu-tiny-branch ' + spgwuBranch
+            sh "mkdir -p archives DS-TEST-RESULTS"
+          }
+          // Verify that the images are available
+          try {
+            sh 'echo "OAI_NRF_TAG: oai-nrf:' + nrfTag +'" > archives/oai_nrf_image_info.log'
+            sh 'docker image inspect --format=\'Size = {{.Size}} bytes\' oai-nrf:' + nrfTag + ' >> archives/oai_nrf_image_info.log'
+            sh 'docker image inspect --format=\'Date = {{.Created}}\' oai-nrf:' + nrfTag + ' >> archives/oai_nrf_image_info.log'
+          } catch (Exception e) {
+            error "OAI NRF Image tag to test does not exist!"
+          }
+          try {
+            sh 'echo "OAI_AMF_TAG: oai-amf:' + amfTag +'" > archives/oai_amf_image_info.log'
+            sh 'docker image inspect --format=\'Size = {{.Size}} bytes\' oai-amf:' + amfTag + ' >> archives/oai_amf_image_info.log'
+            sh 'docker image inspect --format=\'Date = {{.Created}}\' oai-amf:' + amfTag + ' >> archives/oai_amf_image_info.log'
+          } catch (Exception e) {
+            error "OAI AMF Image tag to test does not exist!"
+          }
+          try {
+            sh 'echo "OAI_SMF_TAG: oai-smf:' + smfTag +'" > archives/oai_smf_image_info.log'
+            sh 'docker image inspect --format=\'Size = {{.Size}} bytes\' oai-smf:' + smfTag + ' >> archives/oai_smf_image_info.log'
+            sh 'docker image inspect --format=\'Date = {{.Created}}\' oai-smf:' + smfTag + ' >> archives/oai_smf_image_info.log'
+          } catch (Exception e) {
+            error "OAI SMF Image tag to test does not exist!"
+          }
+          try {
+            sh 'echo "OAI_SPGWU_TAG: oai-spgwu-tiny:' + spgwuTag +'" > archives/oai_spgwu_image_info.log'
+            sh 'docker image inspect --format=\'Size = {{.Size}} bytes\' oai-spgwu-tiny:' + spgwuTag + ' >> archives/oai_spgwu_image_info.log'
+            sh 'docker image inspect --format=\'Date = {{.Created}}\' oai-spgwu-tiny:' + spgwuTag + ' >> archives/oai_spgwu_image_info.log'
+          } catch (Exception e) {
+            error "OAI SPGW-U-Tiny Image tag to test does not exist!"
+          }
+        }
+      }
+    }
+    stage ('Deploy 5G Core Network and Test with DS Tester') {
+      when { expression {dsT_host_flag} }
+      steps {
+        lock (ds_tester_ci_resource) {
+          script {
+            echo '\u2705 \u001B[32mDeploy CN5G using Docker-Compose and Testing with DS Tester\u001B[0m'
+            if (fileExists("dstester")) {
+              sh "rm -Rf dstester > /dev/null 2>&1"
+            }
+            sh "mkdir -p dstester"
+            dir ('dstester') {
+              withCredentials([
+                [$class: 'UsernamePasswordMultiBinding', credentialsId: "${params.dsTesterGitLabRepository_Credentials}", usernameVariable: 'git_username', passwordVariable: 'git_token']
+              ]) {
+                sh "git clone https://${git_username}:${git_token}@github.com/OPENAIRINTERFACE/chasseur.git . > ../git_clone.log 2>&1"
+                sh "git checkout -f " + dsTesterTag + " >> ../git_clone.log 2>&1"
+                // First put all correct tags to test
+                sh 'sed -i -e "s#NRF_TAG#' + nrfTag + '#" -i -e "s#AMF_TAG#' + amfTag + '#" -i -e "s#SMF_TAG#' + smfTag + '#" -i -e "s#SPGWU_TAG#' + spgwuTag + '#" ./jenkins/suits/dc/integration/integration-mini.yaml'
+                // Check the route b/w the container and DSTester n/w and add
+                sh 'python3 ../ci-scripts/routeCheck.py --mode Add --userName ' + dsT_host_user + ' --hostName ' + dsT_host + ' --docker_compose docker-compose/integration/integration-mini/integration.tplt'
+                dir ('jenkins') {
+                  try {
+                    sh "python3 ./chasseurdocker.py -f ./suits/dc/integration/integration-mini.yaml | tee ../../DS-TEST-RESULTS/dsTester_Summary.txt"
+                  } catch (Exception e) {
+                    currentBuild.result = 'FAILURE'
+                    echo "dsTester FrameWork FAILED"
+                  }
+                }
+                sh 'python3 ../ci-scripts/routeCheck.py --mode Delete --userName ' + dsT_host_user + ' --hostName ' + dsT_host + ' --docker_compose docker-compose/integration/integration-mini/integration.tplt' 
+              }
+            }
+            sh "python3 ./ci-scripts/toCheckDSTesterResult.py"
+          }  
+        }
+      }
+    }
+  }
+  post {
+    always {
+      script {
+        // Generating the HTML report
+        sh 'python3 ./ci-scripts/dsTestGenerateHTMLReport2.py --job_name ' + JOB_NAME + ' --job_id ' + BUILD_ID + ' --job_url ' + BUILD_URL
+
+        // Zipping all archived log files
+        sh "zip -r -qq cn5g_fed_docker_logs.zip archives DS-TEST-RESULTS"
+        if (fileExists('cn5g_fed_docker_logs.zip')) {
+          archiveArtifacts artifacts: 'cn5g_fed_docker_logs.zip'
+        }
+        if (fileExists('test_results_oai_cn5g_mini.html')) {
+          archiveArtifacts artifacts: 'test_results_oai_cn5g_mini.html'
+        }
+      }
+    }
+  }
+}

ci-scripts/dsTestGenerateHTMLReport2.py

+#/*
+# * Licensed to the OpenAirInterface (OAI) Software Alliance under one or more
+# * contributor license agreements.  See the NOTICE file distributed with
+# * this work for additional information regarding copyright ownership.
+# * The OpenAirInterface Software Alliance licenses this file to You under
+# * the OAI Public License, Version 1.1  (the "License"); you may not use this file
+# * except in compliance with the License.
+# * You may obtain a copy of the License at
+# *
+# *   http://www.openairinterface.org/?page_id=698
+# *
+# * Unless required by applicable law or agreed to in writing, software
+# * distributed under the License is distributed on an "AS IS" BASIS,
+# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# * See the License for the specific language governing permissions and
+# * limitations under the License.
+# *-------------------------------------------------------------------------------
+# * For more information about the OpenAirInterface (OAI) Software Alliance:
+# *   contact@openairinterface.org
+# */
+#---------------------------------------------------------------------
+
+import os
+import re
+import sys
+import subprocess
+import yaml
+import argparse
+
+
+class HtmlReport():
+	def __init__(self):
+		self.job_name = ''
+		self.job_id = ''
+		self.job_url = ''
+		self.job_start_time = 'TEMPLATE_TIME'
+
+	def _parse_args(self) -> argparse.Namespace:
+		"""Parse the command line args
+
+		Returns:
+			argparse.Namespace: the created parser
+		"""
+		parser = argparse.ArgumentParser(description='OAI HTML Report Generation for CI')
+
+		# Jenkins Job name
+		parser.add_argument(
+			'--job_name',
+			action='store',
+			required=True,
+			help='Jenkins Job name',
+		)
+		# Jenkins Job Build ID
+		parser.add_argument(
+			'--job_id',
+			action='store',
+			required=True,
+			help='Jenkins Job Build ID',
+		)
+		# Jenkins Job Build URL
+		parser.add_argument(
+			'--job_url',
+			action='store',
+			required=True,
+			help='Jenkins Job Build URL',
+		)
+		return parser.parse_args()
+
+	def generate(self):
+		cwd = os.getcwd()
+		self.file = open(cwd + '/test_results_oai_cn5g_mini.html', 'w')
+		self.generateHeader()
+		self.deploymentSummaryHeader()
+		finalStatus = self.testSummaryHeader()
+		self.testSummaryDetails()
+		self.testSummaryFooter()
+
+		self.generateFooter()
+		self.file.close()
+
+		if finalStatus:
+			sys.exit(0)
+		else:
+			print("DS-TESTER testing FAILED")
+
+	def generateHeader(self):
+		# HTML Header
+		self.file.write('<!DOCTYPE html>\n')
+		self.file.write('<html class="no-js" lang="en-US">\n')
+		self.file.write('<head>\n')
+		self.file.write('  <meta name="viewport" content="width=device-width, initial-scale=1">\n')
+		self.file.write('  <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap.min.css">\n')
+		self.file.write('  <script src="https://ajax.googleapis.com/ajax/libs/jquery/3.3.1/jquery.min.js"></script>\n')
+		self.file.write('  <script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/js/bootstrap.min.js"></script>\n')
+		self.file.write('  <title>OAI 5G Core Network Test Results for ' + self.job_name + ' job build #' + self.job_id + '</title>\n')
+		self.file.write('</head>\n')
+		self.file.write('<body><div class="container">\n')
+		self.file.write('  <table width = "100%" style="border-collapse: collapse; border: none;">\n')
+		self.file.write('   <tr style="border-collapse: collapse; border: none;">\n')
+		self.file.write('   <td style="border-collapse: collapse; border: none;">\n')
+		self.file.write('    <a href="http://www.openairinterface.org/">\n')
+		self.file.write('      <img src="http://www.openairinterface.org/wp-content/uploads/2016/03/cropped-oai_final_logo2.png" alt="" border="none" height=50 width=150>\n')
+		self.file.write('      </img>\n')
+		self.file.write('    </a>\n')
+		self.file.write('   </td>\n')
+		self.file.write('   <td style="border-collapse: collapse; border: none; vertical-align: center;">\n')
+		self.file.write('     <b><font size = "6">Job Summary -- Job: ' + self.job_name + ' -- Build-ID: <a href="' + self.job_url + '">' + self.job_id + '</a></font></b>\n')
+		self.file.write('   </td>\n')
+		self.file.write('   </tr>\n')
+		self.file.write('  </table>\n')
+		self.file.write('  <br>\n')
+
+	def generateFooter(self):
+		self.file.write('  <div class="well well-lg">End of Test Report -- Copyright <span class="glyphicon glyphicon-copyright-mark"></span> 2020 <a href="http://www.openairinterface.org/">OpenAirInterface</a>. All Rights Reserved.</div>\n')
+		self.file.write('</div></body>\n')
+		self.file.write('</html>\n')
+
+	def deploymentSummaryHeader(self):
+		self.file.write('  <h2>Deployment Summary</h2>\n')
+		passcount = 0
+		failcount = 0
+		restarted = 0
+		cwd = os.getcwd()
+		if os.path.isfile(cwd + '/DS-TEST-RESULTS/mvc.yaml'):
+			with open(cwd + '/DS-TEST-RESULTS/mvc.yaml') as f:
+				data = yaml.full_load(f)
+				try:
+					passcount = len(data['nf-deployment']['pass'])
+					failcount = len(data['nf-deployment']['fail'])
+				except Exception as e:
+					pass
+				if passcount == 5:
+					self.file.write('  <div class="alert alert-success">\n')
+					self.file.write('    <strong>Successful Deployment! <span class="glyphicon glyphicon-warning-sign"></span></strong>\n')
+					self.file.write('  </div>\n')
+				
+				elif failcount > 0:
+					self.file.write('  <div class="alert alert-danger">\n')
+					self.file.write('    <strong>Failed Deployment! <span class="glyphicon glyphicon-warning-sign"></span></strong>\n')
+					self.file.write('  </div>\n')
+				else:
+					self.file.write('  <div class="alert alert-warning">\n')
+					self.file.write('    <strong>Partial Deployment! <span class="glyphicon glyphicon-warning-sign"></span></strong>\n')
+					self.file.write('  </div>\n')	
+		else:
+			self.file.write('  <div class="alert alert-warning">\n')
+			self.file.write('    <strong>LogFile not available! <span class="glyphicon glyphicon-warning-sign"></span></strong>\n')
+			self.file.write('  </div>\n')
+		self.file.write('  <br>\n')
+		self.file.write('  <button data-toggle="collapse" data-target="#deployment-details">More details on Deployment</button>\n')
+		self.file.write('  <br>\n')
+		self.file.write('  <div id="deployment-details" class="collapse">\n')
+		self.file.write('  <br>\n')
+		self.file.write('  <table class="table-bordered" width = "80%" align = "center" border = 1>\n')
+		self.file.write('     <tr bgcolor = "#33CCFF" >\n')
+		self.file.write('       <th>Container Name</th>\n')
+		self.file.write('       <th>Used Image Tag</th>\n')
+		self.file.write('       <th>Image Creation Date</th>\n')
+		self.file.write('       <th>Used Image Size</th>\n')
+		self.file.write('       <th>Configuration Status</th>\n')
+		self.file.write('     </tr>\n')
+		self.addImageRow('mysql')
+		self.addImageRow('oai_nrf')
+		self.addImageRow('oai_amf')
+		self.addImageRow('oai_smf')
+		self.addImageRow('oai_spgwu')
+		self.file.write('  </table>\n')
+		self.file.write('  </div>\n')
+
+	def addImageRow(self, imageInfoPrefix):
+		cwd = os.getcwd()
+		if imageInfoPrefix == 'oai_amf':
+			containerName = 'oai-amf'
+			tagPattern = 'OAI_AMF_TAG'
+			statusPrefix = 'cicd-oai-amf'
+		if imageInfoPrefix == 'oai_smf':
+			containerName = 'oai-smf'
+			tagPattern = 'OAI_SMF_TAG'
+			statusPrefix = 'cicd-oai-smf'
+		if imageInfoPrefix == 'oai_nrf':
+			containerName = 'oai-nrf'
+			tagPattern = 'OAI_NRF_TAG'
+			statusPrefix = 'cicd-oai-nrf'
+		if imageInfoPrefix == 'oai_spgwu':
+			containerName = 'oai-spgwu-tiny'
+			tagPattern = 'OAI_SPGWU_TAG'
+			statusPrefix = 'cicd-oai-upf'
+		if imageInfoPrefix == 'mysql':
+			containerName = imageInfoPrefix
+			tagPattern = 'N/A'
+			statusPrefix = 'cicd-mysql-svr'
+		if os.path.isfile(cwd + '/archives/' + imageInfoPrefix + '_image_info.log'):
+			usedTag = ''
+			createDate = ''
+			size = ''
+			with open(cwd + '/archives/' + imageInfoPrefix + '_image_info.log') as imageLog:
+				for line in imageLog:
+					line = line.strip()
+					result = re.search(tagPattern + ': (?P<tag>[a-zA-Z0-9\-\_:]+)', line)
+					if result is not None:
+						usedTag = result.group('tag')
+					result = re.search('Date = (?P<date>[a-zA-Z0-9\-\_:]+)', line)
+					if result is not None:
+						createDate = result.group('date')
+					result = re.search('Size = (?P<size>[0-9]+) bytes', line)
+					if result is not None:
+						sizeInt = int(result.group('size'))
+						if sizeInt < 1000000:
+							sizeInt = int(sizeInt / 1000)
+							size = str(sizeInt) + ' kB'
+						else:
+							sizeInt = int(sizeInt / 1000000)
+							size = str(sizeInt) + ' MB'
+			imageLog.close()
+			configState = 'KO'
+			if os.path.isfile(cwd + '/DS-TEST-RESULTS/mvc.yaml'):
+				with open(cwd + '/DS-TEST-RESULTS/mvc.yaml') as f:
+					data = yaml.full_load(f)
+					try:
+						if statusPrefix in data['nf-deployment']['pass']:
+							configState = 'OK'
+						elif statusPrefix in data['nf-deployment']['recovered']:
+							configState = 'RS'
+					except Exception as e:
+						pass
+				self.file.write('     <tr>\n')
+				self.file.write('       <td>' + containerName + '</td>\n')
+				self.file.write('       <td>' + usedTag + '</td>\n')
+				self.file.write('       <td>' + createDate + '</td>\n')
+				self.file.write('       <td>' + size + '</td>\n')
+				if configState == 'OK':
+					self.file.write('       <td bgcolor = "DarkGreen"><b><font color="white">' + configState + '</font></b></td>\n')
+				elif configState == 'RS':
+					self.file.write('       <td bgcolor = "Orange"><b><font color="white">' + configState + '</font></b></td>\n')
+				else:
+					self.file.write('       <td bgcolor = "Red"><b><font color="white">' + configState + '</font></b></td>\n')
+				self.file.write('     </tr>\n')
+		else:
+			if imageInfoPrefix == 'mysql':
+				if os.path.isfile(cwd + '/DS-TEST-RESULTS/mvc.yaml'):		
+					self.file.write('     <tr>\n')
+					self.file.write('       <td>' + containerName + '</td>\n')
+					self.file.write('       <td>mysql:5.7</td>\n')
+					self.file.write('       <td>N/A</td>\n')
+					self.file.write('       <td>449MB</td>\n')
+					configState = 'KO'
+					with open(cwd + '/DS-TEST-RESULTS/mvc.yaml') as f:
+						data = yaml.full_load(f)
+						try:
+							if statusPrefix in data['nf-deployment']['pass']:
+								configState = 'OK'
+							elif statusPrefix in data['nf-deployment']['recovered']:
+								configState = 'RS'
+						except Exception as e:
+							pass
+					if configState == 'OK':
+						self.file.write('       <td bgcolor = "DarkGreen"><b><font color="white">OK</font></b></td>\n')
+					elif configState == 'RS':
+						self.file.write('       <td bgcolor = "Orange"><b><font color="white">' + configState + '</font></b></td>\n')
+					else:
+						self.file.write('       <td bgcolor = "Red"><b><font color="white">KO</font></b></td>\n')
+					self.file.write('     </tr>\n')
+			else:
+				self.file.write('     <tr>\n')
+				self.file.write('       <td>' + containerName + '</td>\n')
+				self.file.write('       <td>UNKNOWN</td>\n')
+				self.file.write('       <td>N/A</td>\n')
+				self.file.write('       <td>N/A</td>\n')
+				self.file.write('       <td bgcolor = "DarkOrange"><b><font color="white">UNKNOW</font></b></td>\n')
+				self.file.write('     </tr>\n')
+
+	def testSummaryHeader(self):
+		self.file.write('  <h2>DS Tester Summary</h2>\n')
+		cwd = os.getcwd()
+		finalStatusOK = False
+		if os.path.isfile(cwd + '/DS-TEST-RESULTS/mvc.yaml'):
+			cmd = f'egrep -c "final-result: pass" DS-TEST-RESULTS/mvc.yaml || true'
+			ret = subprocess.run(cmd, shell=True, stdout=subprocess.PIPE, encoding='utf-8')
+			if ret.stdout is not None:
+				if ret.stdout.strip() == '1':
+					finalStatusOK = True
+			if finalStatusOK:
+				self.file.write('  <div class="alert alert-success">\n')
+				self.file.write('   <strong>Successful DsTester suite! <span class="glyphicon glyphicon-warning-sign"></span></strong>\n')
+				self.file.write('  </div>\n')
+			else:
+				self.file.write('  <div class="alert alert-danger">\n')
+				self.file.write('   <strong>Failed DsTester suite! <span class="glyphicon glyphicon-warning-sign"></span></strong>\n')
+				self.file.write('  </div>\n')
+		else:
+			self.file.write('  <div class="alert alert-warning">\n')
+			self.file.write('   <strong>LogFile not available! <span class="glyphicon glyphicon-warning-sign"></span></strong>\n')
+			self.file.write('  </div>\n')
+		return finalStatusOK
+
+	def testSummaryFooter(self):
+		self.file.write('  <br>\n')
+
+	def testSummaryDetails(self):
+		self.file.write('  <br>\n')
+		self.file.write('  <button data-toggle="collapse" data-target="#ds-tester-details">More details on DsTester results</button>\n')
+		self.file.write('  <div id="ds-tester-details" class="collapse">\n')
+		self.file.write('  <table class="table-bordered" width = "60%" align = "center" border = 1>\n')
+		self.file.write('    <tr bgcolor = "#33CCFF" >\n')
+		self.file.write('      <th>Test Name</th>\n')
+		self.file.write('      <th>Test Status</th>\n')
+		self.file.write('      <th>Test Details</th>\n')
+		self.file.write('    </tr>\n')
+		cwd = os.getcwd()
+		if os.path.isfile(cwd + '/DS-TEST-RESULTS/mvc.yaml'):
+			with open(cwd + '/DS-TEST-RESULTS/mvc.yaml') as f:
+				data = yaml.full_load(f)
+				nScenarios = len(data['scenarios'])
+				for scenario in range(nScenarios):
+					self.file.write('     <tr>\n')
+					self.file.write('      <td>' + data['scenarios'][scenario]['name'] + '</td>\n')
+					if data['scenarios'][scenario]['result'] == 'fail':
+						self.file.write('      <td bgcolor = "Red"><b><font color="white">KO</font></b></td>\n')
+					elif data['scenarios'][scenario]['result'] == 'pass':
+						self.file.write('      <td bgcolor = "DarkGreen"><b><font color="white">OK</font></b></td>\n')
+					else:
+						self.file.write('      <td bgcolor = "DarkOrange"><b><font color="white">UNKNOW</font></b></td>\n')
+					testDetails = ''
+					try:
+						if data['scenarios'][scenario]['conditions']['om_conditions'] and data['scenarios'][scenario]['conditions']['pcap_test']:
+							testDetails += 'Conditions: \n'
+							for x,y in data['scenarios'][scenario]['conditions']['om_conditions'].items():
+								testDetails += '      ' + str(x) + ': ' + str(y) + '\n'
+							testDetails += '\npcap_test: \n'
+							for x,y in data['scenarios'][scenario]['conditions']['pcap_test'].items():
+								testDetails += '      ' + str(x) + ': \n'
+								testDetails += '          ' + str(y) + '\n'
+					except Exception as e:
+						for x,y in data['scenarios'][scenario]['conditions'].items():
+							testDetails += str(x) + ': ' + str(y) + '\n'
+							#details += '\n'
+					self.file.write('     <td><pre>' + testDetails + '</pre></td>\n')
+					self.file.write('    </tr>\n')
+		else:
+			print ('no details???')
+		self.file.write('  </table>\n')
+		self.file.write('  </div>\n')
+
+#--------------------------------------------------------------------------------------------------------
+#
+# Start of main
+#
+#--------------------------------------------------------------------------------------------------------
+
+HTML = HtmlReport()
+args = HTML._parse_args()
+
+HTML.job_name = args.job_name
+HTML.job_id = args.job_id
+HTML.job_url = args.job_url
+
+HTML.generate()