From 83023e4ef5e71803a5f4276b5ade865a3c1201ad Mon Sep 17 00:00:00 2001
From: Rohit Gupta <rohit.gupta@eurecom.fr>
Date: Mon, 12 Oct 2015 17:15:42 +0200
Subject: [PATCH] fixed bugs in autotest framework
---
cmake_targets/autotests/README.txt | 226 +++++++++++-
.../autotests/run_exec_autotests.bash | 338 ++++++++++++++----
cmake_targets/tools/build_helper | 3 +-
3 files changed, 479 insertions(+), 88 deletions(-)
diff --git a/cmake_targets/autotests/README.txt b/cmake_targets/autotests/README.txt
index 24f3a71c8d7..51f94d20668 100644
--- a/cmake_targets/autotests/README.txt
+++ b/cmake_targets/autotests/README.txt
@@ -5,25 +5,206 @@ Obj.# Case# Test# Description
01 pre-commit test case
01 01 Build OAI
-01 01 00 Check Makefiles and
-01 01 01 Build oaisim Rel8
-01 01 02 Build oaisim Rel8 + network device driver(nasmesh_fix)
-01 01 03 Build lte-softmode Rel8
-01 01 04 Build dlsim Rel8
-01 01 05 Build ulsim Rel8
-01 01 06 Build oaisim Rel10
-01 01 07 Build oaisim Rel8 with cellular RRC for eNB
-01 01 08 Build oaisim Rel8 with cellular RRC for UE
-01 01 09 "commented test in targets/TEST/OAI/case01.py"
-01 01 10 "commented test in targets/TEST/OAI/case01.py"
-01 01 11 "commented test in targets/TEST/OAI/case01.py"
-01 01 12 "commented test in targets/TEST/OAI/case01.py"
-01 01 13 Build network device driver(oai_nw_drv type ethernet)
-01 01 14 Build oaisim Rel8 with RRC lite (new cellular+ITTI) + RAL (802.21)
-01 01 15 Build oaisim Rel10 with RRC lite (new cellular+ITTI) + RAL (802.21)
-
-01 02 Run OAI Rel8, and check the operation
-01 02 00 Run OAI Rel8, and search for segmentation fault or exit
+01 01 01 Build oaisim.Rel8
+01 01 02 Build oaisim.Rel8 + network device driver(nasmesh_fix)
+01 01 03 Build (lte-softmodem.Rel8.EXMIMO + lte-softmodem.Rel10.EXMIMO + lte-softmodem.Rel10.USRP)
+01 01 04 Build (dlsim.Rel10 + ulsim.Rel10 + pucchsim.Rel10 + prachsim.Rel10 + pdcchsim.Rel10 + pbchsim.Rel10 + mbmssim.Rel10
+ secu_knas_encrypt_eia1.Rel10 secu_kenb.Rel10 aes128_ctr_encrypt.Rel10 aes128_ctr_decrypt.Rel10 secu_knas_encrypt_eea2.Rel10
+ secu_knas.Rel10 secu_knas_encrypt_eea1.Rel10 kdf.Rel10 aes128_cmac_encrypt.Rel10 secu_knas_encrypt_eia2.Rel10)
+01 01 06 Build oaisim.Rel8 + ITTI
+01 01 07 Build oaisim.Rel10
+01 01 08 Build oaisim.Rel10 + ITTI
+01 01 20 Build Nasmesh
+01 01 30 Build RRH Gateway
+
+
+01 02 Run OAISIM Rel10 (TDD + 5MHz + Transmission mode 1), and check the operation
+01 02 00 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (5 MHz) and search for errors, segmentation fault or exit
+01 02 01 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 02 02 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (5 MHz) and search for errors, segmentation fault or exit
+01 02 03 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 02 04 Run OAI Rel10 TDD, 1 eNB + 1 UE (5 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 02 05 Run OAI Rel10 TDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 03 Run OAISIM Rel10 (FDD + 5MHz + Tranmission mode 1), and check the operation
+01 03 00 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (5 MHz) and search for errors, segmentation fault or exit
+01 03 01 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 03 02 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (5 MHz) and search for errors, segmentation fault or exit
+01 03 03 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 03 04 Run OAI Rel10 FDD, 1 eNB + 1 UE (5 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 03 05 Run OAI Rel10 FDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 04 Run OAISIM Rel10 (TDD + 10MHz + Tranmission mode 1), and check the operation
+01 04 00 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (10 MHz) and search for errors, segmentation fault or exit
+01 04 01 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (10 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 04 02 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (10 MHz) and search for errors, segmentation fault or exit
+01 04 03 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (10 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 04 04 Run OAI Rel10 TDD, 1 eNB + 1 UE (10 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 04 05 Run OAI Rel10 TDD, 1 eNB + 1 UE (10 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 05 Run OAISIM Rel10 (FDD + 10MHz + Tranmission mode 1), and check the operation
+01 05 00 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (10 MHz) and search for errors, segmentation fault or exit
+01 05 01 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (10 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 05 02 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (10 MHz) and search for errors, segmentation fault or exit
+01 05 03 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (10 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 05 04 Run OAI Rel10 FDD, 1 eNB + 1 UE (10 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 05 05 Run OAI Rel10 FDD, 1 eNB + 1 UE (10 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 06 Run OAISIM Rel10 (TDD + 20MHz + Tranmission mode 1), and check the operation
+01 06 00 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (20MHz) and search for errors, segmentation fault or exit
+01 06 01 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (20MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 06 02 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (20MHz) and search for errors, segmentation fault or exit
+01 06 03 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (20MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 06 04 Run OAI Rel10 TDD, 1 eNB + 1 UE (20 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 06 05 Run OAI Rel10 TDD, 1 eNB + 1 UE (20 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 07 Run OAISIM Rel10 (FDD + 20MHz + Tranmission mode 1), and check the operation
+01 07 00 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (20MHz) and search for errors, segmentation fault or exit
+01 07 01 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (20MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 07 02 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (20MHz) and search for errors, segmentation fault or exit
+01 07 03 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (20MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 07 04 Run OAI Rel10 FDD, 1 eNB + 1 UE (20 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 07 05 Run OAI Rel10 FDD, 1 eNB + 1 UE (20 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 08 Run OAISIM Rel10 (TDD + 5 MHz + Tranmission mode 1), and check the operation
+01 08 00 Run OAISIM Rel10 TDD, 2 eNB + 1 UE per eNB (5 MHz) and search for errors, segmentation fault or exit
+01 08 01 Run OAISIM Rel10 TDD, 2 eNB + 1 UE per eNB (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 08 02 Run OAISIM Rel10 TDD, 2 eNB + 3 UEs per eNB (5 MHz) and search for errors, segmentation fault or exit
+01 08 03 Run OAISIM Rel10 TDD, 2 eNB + 3 UEs per eNB (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 08 04 Run OAI Rel10 TDD, 2 eNB + 1 UE per eNB (5 MHz) without abstraction mode, send ping from from eNB to UE, and check there is no packet losses
+01 08 05 Run OAI Rel10 TDD, 2 eNB + 1 UE per eNB (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check there is no packet losses
+
+01 09 Run OAISIM Rel10 (FDD + 5 MHz + Tranmission mode 1), and check the operation
+01 09 00 Run OAISIM Rel10 FDD, 2 eNB + 1 UE per eNB (5 MHz) and search for errors, segmentation fault or exit
+01 09 01 Run OAISIM Rel10 FDD, 2 eNB + 1 UE per eNB (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 09 02 Run OAISIM Rel10 FDD, 2 eNB + 3 UEs per eNB (5 MHz) and search for errors, segmentation fault or exit
+01 09 03 Run OAISIM Rel10 FDD, 2 eNB + 3 UEs per eNB (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 09 04 Run OAI Rel10 FDD, 2 eNB + 1 UE per eNB (5 MHz) without abstraction mode, send ping from from eNB to UE, and check there is no packet losses
+01 09 05 Run OAI Rel10 FDD, 2 eNB + 1 UE per eNB (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check there is no packet losses
+
+
+01 10 Run OAISIM Rel10 (TDD + 5MHz + Transmission mode 2), and check the operation
+01 10 00 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (5 MHz) and search for errors, segmentation fault or exit
+01 10 01 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 10 02 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (5 MHz) and search for errors, segmentation fault or exit
+01 10 03 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 10 04 Run OAI Rel10 TDD, 1 eNB + 1 UE (5 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 10 05 Run OAI Rel10 TDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 11 Run OAISIM Rel10 (FDD + 5MHz + Tranmission mode 2), and check the operation
+01 11 00 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (5 MHz) and search for errors, segmentation fault or exit
+01 11 01 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 11 02 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (5 MHz) and search for errors, segmentation fault or exit
+01 11 03 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 11 04 Run OAI Rel10 FDD, 1 eNB + 1 UE (5 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 11 05 Run OAI Rel10 FDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 12 Run OAISIM Rel10 (TDD + 10MHz + Tranmission mode 2), and check the operation
+01 12 00 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (10 MHz) and search for errors, segmentation fault or exit
+01 12 01 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (10 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 12 02 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (10 MHz) and search for errors, segmentation fault or exit
+01 12 03 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (10 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 12 04 Run OAI Rel10 TDD, 1 eNB + 1 UE (10 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 12 05 Run OAI Rel10 TDD, 1 eNB + 1 UE (10 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 13 Run OAISIM Rel10 (FDD + 10MHz + Tranmission mode 2), and check the operation
+01 13 00 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (10 MHz) and search for errors, segmentation fault or exit
+01 13 01 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (10 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 13 02 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (10 MHz) and search for errors, segmentation fault or exit
+01 13 03 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (10 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 13 04 Run OAI Rel10 FDD, 1 eNB + 1 UE (10 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 13 05 Run OAI Rel10 FDD, 1 eNB + 1 UE (10 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 14 Run OAISIM Rel10 (TDD + 20MHz + Tranmission mode 2), and check the operation
+01 14 00 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (20MHz) and search for errors, segmentation fault or exit
+01 14 01 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (20MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 14 02 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (20MHz) and search for errors, segmentation fault or exit
+01 14 03 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (20MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 14 04 Run OAI Rel10 TDD, 1 eNB + 1 UE (20 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 14 05 Run OAI Rel10 TDD, 1 eNB + 1 UE (20 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 15 Run OAISIM Rel10 (FDD + 20MHz + Tranmission mode 2), and check the operation
+01 15 00 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (20MHz) and search for errors, segmentation fault or exit
+01 15 01 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (20MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 15 02 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (20MHz) and search for errors, segmentation fault or exit
+01 15 03 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (20MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 15 04 Run OAI Rel10 FDD, 1 eNB + 1 UE (20 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 15 05 Run OAI Rel10 FDD, 1 eNB + 1 UE (20 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 16 Run OAISIM Rel10 (TDD + 5 MHz + Tranmission mode 2), and check the operation
+01 16 00 Run OAISIM Rel10 TDD, 2 eNB + 1 UE per eNB (5 MHz) and search for errors, segmentation fault or exit
+01 16 01 Run OAISIM Rel10 TDD, 2 eNB + 1 UE per eNB (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 16 02 Run OAISIM Rel10 TDD, 2 eNB + 3 UEs per eNB (5 MHz) and search for errors, segmentation fault or exit
+01 16 03 Run OAISIM Rel10 TDD, 2 eNB + 3 UEs per eNB (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 16 04 Run OAI Rel10 TDD, 2 eNB + 1 UE per eNB (5 MHz) without abstraction mode, send ping from from eNB to UE, and check there is no packet losses
+01 16 05 Run OAI Rel10 TDD, 2 eNB + 1 UE per eNB (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check there is no packet losses
+
+01 17 Run OAISIM Rel10 (FDD + 5 MHz + Tranmission mode 2), and check the operation
+01 17 00 Run OAISIM Rel10 FDD, 2 eNB + 1 UE per eNB (5 MHz) and search for errors, segmentation fault or exit
+01 17 01 Run OAISIM Rel10 FDD, 2 eNB + 1 UE per eNB (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 17 02 Run OAISIM Rel10 FDD, 2 eNB + 3 UEs per eNB (5 MHz) and search for errors, segmentation fault or exit
+01 17 03 Run OAISIM Rel10 FDD, 2 eNB + 3 UEs per eNB (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 17 04 Run OAI Rel10 FDD, 2 eNB + 1 UE per eNB (5 MHz) without abstraction mode, send ping from from eNB to UE, and check there is no packet losses
+01 17 05 Run OAI Rel10 FDD, 2 eNB + 1 UE per eNB (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check there is no packet losses
+
+01 18 Run OAISIM Rel10 (TDD + 5MHz + Transmission mode 5), and check the operation
+01 18 00 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (5 MHz) and search for errors, segmentation fault or exit
+01 18 01 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 18 02 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (5 MHz) and search for errors, segmentation fault or exit
+01 18 03 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 18 04 Run OAI Rel10 TDD, 1 eNB + 1 UE (5 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 18 05 Run OAI Rel10 TDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 19 Run OAISIM Rel10 (FDD + 5MHz + Tranmission mode 5), and check the operation
+01 19 00 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (5 MHz) and search for errors, segmentation fault or exit
+01 19 01 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 19 02 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (5 MHz) and search for errors, segmentation fault or exit
+01 19 03 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 19 04 Run OAI Rel10 FDD, 1 eNB + 1 UE (5 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 19 05 Run OAI Rel10 FDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+
+01 26 Run OAISIM Rel10 (TDD + 5MHz + Transmission mode 6), and check the operation
+01 26 00 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (5 MHz) and search for errors, segmentation fault or exit
+01 26 01 Run OAISIM Rel10 TDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 26 02 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (5 MHz) and search for errors, segmentation fault or exit
+01 26 03 Run OAISIM Rel10 TDD, 1 eNB + 3 UEs (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 26 04 Run OAI Rel10 TDD, 1 eNB + 1 UE (5 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 26 05 Run OAI Rel10 TDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+01 27 Run OAISIM Rel10 (FDD + 5MHz + Tranmission mode 6), and check the operation
+01 27 00 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (5 MHz) and search for errors, segmentation fault or exit
+01 27 01 Run OAISIM Rel10 FDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 27 02 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (5 MHz) and search for errors, segmentation fault or exit
+01 27 03 Run OAISIM Rel10 FDD, 1 eNB + 3 UEs (5 MHz) in PHY_ABSTRACTION mode and search for errors, segmentation fault or exit
+01 27 04 Run OAI Rel10 FDD, 1 eNB + 1 UE (5 MHz) without abstraction mode, send ping from from eNB to UE, and check that there is no packet losses
+01 27 05 Run OAI Rel10 FDD, 1 eNB + 1 UE (5 MHz) in PHY_ABSTRACTION mode, send ping from from eNB to UE, and check that there is no packet losses
+
+
+01 50 Run PHY unitary secuirity tests
+01 50 00 aes128_cmac_encrypt
+01 50 01 aes128_ctr_decrypt
+01 50 02 aes128_ctr_encrypt
+01 50 03 secu_kenb
+01 50 04 secu_knas
+01 50 05 secu_knas_encrypt_eea1
+01 50 06 secu_knas_encrypt_eea2
+01 50 07 secu_knas_encrypt_eia1
+01 50 08 secu_knas_encrypt_eia2
+01 50 09 kdf
+
+
+
+01 51 Run PHY simulator tests
+01 51 00 dlsim
+01 51 00 ulsim
+01 51 00 pucchsim
+01 51 00 prachsim
+01 51 00 pdcchsim
+01 51 00 pbchsim
+01 51 00 mbmssim
+
+
01 02 01 Run OAI Rel8, and search for execution errors
01 02 02 Run OAI Rel8 in abstraction mode and check that RRC proc is finished completely for the configured number of eNB and UE
01 02 03 Run OAI Rel8 in abstraction mode, send ping from from one eNB to each UE, and check that there is no packet losses
@@ -48,3 +229,10 @@ Obj.# Case# Test# Description
05 Performance test case
+
+#TODO: Add test cases for 10,20 MHz
+#TODO: Add test cases for TDD/FDD
+#TODO: Test and compile seperately for Rel8/Rel10
+#TODO: Case03.py eMBMS test case
+
+
diff --git a/cmake_targets/autotests/run_exec_autotests.bash b/cmake_targets/autotests/run_exec_autotests.bash
index 9a2a86ed41d..6c9ec4c366b 100755
--- a/cmake_targets/autotests/run_exec_autotests.bash
+++ b/cmake_targets/autotests/run_exec_autotests.bash
@@ -11,8 +11,9 @@ source $OPENAIR_DIR/cmake_targets/tools/test_helper
#SUDO="sudo -E "
tdir=$OPENAIR_DIR/cmake_targets/autotests
+rm -fr $tdir/bin $tdir/log
mkdir -p $tdir/bin $tdir/log
-results_file="$tdir/log/execution_autotests.xml"
+results_file="$tdir/log/results_autotests.xml"
updated=$(svn st -q $OPENAIR_DIR)
if [ "$updated" != "" ] ; then
@@ -21,6 +22,92 @@ fi
cd $tdir
+#\param $1 -> name of test case
+#\param $2 -> name of compilation program
+#\param $3 -> arguments for compilation program
+#\param $4 -> name of pre-executable to install kernel modules, etc
+#\param $5 -> arguments of pre-executable
+#\param $6 -> name of executable
+#\param $7 -> arguments for running the program
+#\param $8 -> search expression
+#\param $9 -> search expression which should NOT be found (for ex. segmentation fault)
+#\param $10 -> number of runs
+#\param $11 -> pre_compile program execution
+#\param $12 -> class of the test case (compilation, execution)
+
+test_compile() {
+
+ xUnit_start
+ test_case_name=$1
+ log_dir=$tdir/log
+ log_file=$tdir/log/test.$1.txt
+ compile_prog=$2
+ compile_args=$3
+ pre_exec_file=$4
+ pre_exec_args=$5
+ exec_args=$7
+ search_expr_array=("${!8}")
+ search_expr_negative=$9
+ nruns=${10}
+ pre_compile_prog=${11}
+ class=${12}
+ build_dir=$tdir/$1/build
+ exec_file=$build_dir/$6
+
+ #Temporary log file where execution log is stored.
+ temp_exec_log=$log_dir/temp_log.txt
+
+
+
+ #echo "log_dir = $log_dir"
+ #echo "log_file = $log_file"
+ #echo "exec_file = $exec_file"
+ #echo "exec_args = $exec_args"
+ #echo "search_expr = $search_expr"
+ #echo "pre_exec_file = $pre_exec_file"
+ #echo "nruns = $nruns"
+ echo "class = $class"
+
+ compile_prog_array=()
+ read -a compile_prog_array <<<"$compile_prog"
+
+ pre_compile_prog_array=()
+ readarray -t pre_compile_prog_array <<< "$pre_compile_prog"
+ for (( run_index=1; run_index <= $nruns; run_index++ ))
+ do
+
+ for pre_compile_prog_array_index in "${pre_compile_prog_array[@]}"
+ do
+
+ for compile_prog_array_index in "${compile_prog_array[@]}"
+ do
+ echo "Compiling test case $test_case_name.$compile_prog_array_index Log file = $log_file"
+ echo "<COMPILATION LOG file=$compile_prog_array_index , Run = $run_index>" >> $log_file
+ rm -fr $build_dir
+ mkdir -p $build_dir
+ cd $build_dir
+ {
+ eval $pre_compile_prog_array_index
+ cmake ..
+ #rm -fv $exec_file
+ make -j`nproc` $compile_prog_array_index $compile_args
+ }>> $log_file 2>&1
+ echo "</COMPILATION LOG>" >> $log_file 2>&1
+ if [ "$class" == "compilation" ]; then
+ if [ -s "$compile_prog_array_index" ] ; then
+ echo_success "$test_case_name $compile_prog_array_index compiled"
+ xUnit_success "compilation" "$test_case_name.$compile_prog_array_index" "PASS" "$run_index"
+ else
+ echo_error "$test_case_name $exec_prog compilation failed"
+ xUnit_fail "compilation" "$test_case_name.$compile_prog_array_index" "FAIL" "$run_index"
+ fi
+ fi
+ done # End of for loop compile_prog_array
+ done # End of for loop (pre_compile_prog_array_index)
+ done #End of for loop (run_index)
+}
+
+
#\param $1 -> name of test case
#\param $2 -> name of compilation program
@@ -32,10 +119,12 @@ cd $tdir
#\param $8 -> search expression
#\param $9 -> search expression which should NOT be found (for ex. segmentation fault)
#\param $10 -> number of runs
+#\param $11 -> pre_compile program execution
+#\param $12 -> class of the test case (compilation, execution)
test_compile_and_run() {
xUnit_start
- test_case_name=$1.$2
+ test_case_name=$1
log_dir=$tdir/log
log_file=$tdir/log/test.$1.txt
compile_prog=$2
@@ -46,101 +135,128 @@ test_compile_and_run() {
search_expr_array=("${!8}")
search_expr_negative=$9
nruns=${10}
+ pre_compile_prog=${11}
+ class=${12}
build_dir=$tdir/$1/build
exec_file=$build_dir/$6
#Temporary log file where execution log is stored.
temp_exec_log=$log_dir/temp_log.txt
- echo "Compiling test case $test_case_name. Log file = $log_file"
+
+
- rm -fr $build_dir
- mkdir -p $build_dir
#echo "log_dir = $log_dir"
#echo "log_file = $log_file"
#echo "exec_file = $exec_file"
- #echo "args = $args"
+ #echo "exec_args = $exec_args"
#echo "search_expr = $search_expr"
#echo "pre_exec_file = $pre_exec_file"
#echo "nruns = $nruns"
+ echo "class = $class"
+ compile_prog_array=()
+ read -a compile_prog_array <<<"$compile_prog"
+
+
+ for search_expr in "${compile_prog_array[@]}"
+ do
+ echo "Compiling test case $test_case_name.$search_expr Log file = $log_file"
+ echo "<COMPILATION LOG file=$search_expr>" >> $log_file
+
+ rm -fr $build_dir
+ mkdir -p $build_dir
+
+ cd $build_dir
+ {
+ eval $pre_compile_prog
+ cmake ..
+ #rm -fv $exec_file
+ make -j`nproc` $search_expr $compile_args
+ }>> $log_file 2>&1
+ echo "</COMPILATION LOG>" >> $log_file 2>&1
+ if [ "$class" == "compilation" ]; then
+ echo "compilation 1"
+ #TODO: The number of runs for compilation test cases is always 1
+ if [ -s "$search_expr" ] ; then
+ echo "compilation 1 pass"
+ echo_success "$test_case_name $search_expr compiled"
+ xUnit_success "compilation" "$test_name.$search_expr" "PASS" 1
+ else
+ echo "compilation 1 fail"
+ echo_error "$test_case_name $exec_prog compilation failed"
+ xUnit_fail "compilation" "$test_name.$search_expr" "FAIL" 1
+ fi
+ fi
+ done
-
-
- echo "<COMPILATION LOG>" > $log_file
- cd $build_dir
- {
- cmake ..
- #rm -fv $exec_file
- make -j`nproc` $compile_prog
- }>> $log_file 2>&1
- echo "</COMPILATION LOG>" >> $log_file 2>&1
-
- for (( run_index=1; run_index <= $nruns; run_index++ ))
- do
+ #process the test case if it is that of execution
+ if [ "$class" == "execution" ]; then
+ for (( run_index=1; run_index <= $nruns; run_index++ ))
+ do
- echo "Executing test case $test_case_name, Run Index = $run_index, Log file = $log_file"
+ echo "Executing test case $test_case_name, Run Index = $run_index, Log file = $log_file"
- echo "-----------------------------------------------------------------------------" >> $log_file 2>&1
- echo "<EXECUTION LOG Run = $run_index >" >> $log_file 2>&1
+ echo "-----------------------------------------------------------------------------" >> $log_file 2>&1
+ echo "<EXECUTION LOG Run = $run_index >" >> $log_file 2>&1
- if [ -n "$pre_exec_file" ]; then
- { source $pre_exec_file $pre_exec_args; } >> $log_file 2>&1
- fi
+ if [ -n "$pre_exec_file" ]; then
+ { eval "source $pre_exec_file $pre_exec_args"; } >> $log_file 2>&1
+ fi
- { $exec_file $exec_args ;} > $temp_exec_log 2>&1
+ { eval "$exec_file $exec_args" ;} > $temp_exec_log 2>&1
- cat $temp_exec_log >> $log_file 2>&1
- echo "</EXECUTION LOG Run = $run_index >" >> $log_file 2>&1
+ cat $temp_exec_log >> $log_file 2>&1
+ echo "</EXECUTION LOG Run = $run_index >" >> $log_file 2>&1
- result=1
- for search_expr in "${search_expr_array[@]}"
- do
+ result=1
+ for search_expr in "${search_expr_array[@]}"
+ do
- search_result=`grep -E "$search_expr" $temp_exec_log`
+ search_result=`grep -E "$search_expr" $temp_exec_log`
#echo "search_expr = $search_expr"
#echo "search_result = $search_result"
- if [ -z "$search_result" ]; then
- let "result = result & 0"
- else
- let "result = result & 1"
- fi
- done
+ if [ -z "$search_result" ]; then
+ let "result = result & 0"
+ else
+ let "result = result & 1"
+ fi
+ done
- #echo "result = $result"
+ #echo "result = $result"
- test_case_result=""
- if [ "$result" -eq "0" ]; then
- test_case_result="FAIL"
- fi
+ test_case_result=""
+ if [ "$result" -eq "0" ]; then
+ test_case_result="FAIL"
+ fi
- if [ "$result" -eq "1" ]; then
- test_case_result="PASS"
- fi
+ if [ "$result" -eq "1" ]; then
+ test_case_result="PASS"
+ fi
- #If we find a negative search result then there is crash of program and test case is failed even if above condition is true
+ #If we find a negative search result then there is crash of program and test case is failed even if above condition is true
- search_result=`grep -iE "$search_expr_negative" $temp_exec_log`
- if [ -n "$search_result" ]; then
- test_case_result="FAIL"
- fi
+ search_result=`grep -iE "$search_expr_negative" $temp_exec_log`
+ if [ -n "$search_result" ]; then
+ test_case_result="FAIL"
+ fi
- if [ "$test_case_result" == "FAIL" ]; then
- echo_error "execution $test_case_name FAIL $run_index"
- xUnit_fail "execution" "$test_case_name" "FAIL" "$run_index"
- fi
-
- if [ "$test_case_result" == "PASS" ]; then
- echo_success "execution $test_case_name PASS $run_index"
- xUnit_success "execution" "$test_case_name" "PASS" "$run_index"
- fi
+ if [ "$test_case_result" == "FAIL" ]; then
+ echo_error "execution $test_case_name.$compile_prog FAIL $run_index"
+ xUnit_fail "execution" "$test_case_name.$compile_prog" "FAIL" "$run_index"
+ fi
-# End of for loop
- done
+ if [ "$test_case_result" == "PASS" ]; then
+ echo_success "execution $test_case_name.$compile_prog PASS $run_index"
+ xUnit_success "execution" "$test_case_name.$compile_prog" "PASS" "$run_index"
+ fi
+ # End of for loop
+ done
+ fi
}
dbin=$OPENAIR_DIR/cmake_targets/autotests/bin
@@ -169,6 +285,88 @@ else
fi
}
+main () {
+
+xml_conf="$OPENAIR_DIR/cmake_targets/autotests/test_case_list.xml"
+
+test_case_list=`xmlstarlet sel -T -t -m /xml/testCaseList/testCase -s D:N:- "@id" -v "@id" -n $xml_conf`
+
+echo "test_case_list = $test_case_list"
+
+readarray -t test_case_array <<<"$test_case_list"
+
+for search_expr in "${test_case_array[@]}"
+ do
+ name=$search_expr
+ class=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/class" $xml_conf`
+ desc=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/desc" $xml_conf`
+ pre_compile_prog=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/pre_compile_prog" $xml_conf`
+ compile_prog=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/compile_prog" $xml_conf`
+ compile_prog_args=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/compile_prog_args" $xml_conf`
+ pre_exec=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/pre_exec" $xml_conf`
+ pre_exec_args=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/pre_exec_args" $xml_conf`
+ main_exec=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/main_exec" $xml_conf`
+ main_exec_args=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/main_exec_args" $xml_conf`
+ search_expr_true=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/search_expr_true" $xml_conf`
+ search_expr_false=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/search_expr_false" $xml_conf`
+ nruns=`xmlstarlet sel -t -v "/xml/testCaseList/testCase[@id='$search_expr']/nruns" $xml_conf`
+
+ echo "class = $class"
+ echo "name = $name"
+ echo "Description = $desc"
+ echo "pre_compile_prog = $pre_compile_prog"
+ echo "compile_prog = $compile_prog"
+ echo "pre_exec = $pre_exec"
+ echo "pre_exec_args = $pre_exec_args"
+ echo "main_exec = $main_exec"
+ echo "main_exec_args = $main_exec_args"
+ echo "search_expr_true = $search_expr_true"
+ echo "search_expr_false = $search_expr_false"
+ echo "nruns = $nruns"
+
+ #eval $pre_exec
+
+ search_array_true=()
+
+ IFS=\" #set the shell's field separator
+ set -f #don't try to glob
+ #set -- $search_expr_true #split on $IFS
+ for i in $search_expr_true
+ do echo "i = $i"
+ if [ -n "$i" ] && [ "$i" != " " ]; then
+ search_array_true+=("$i")
+ #echo "inside i = \"$i\" "
+ fi
+ done
+ unset IFS
+
+ #echo "arg1 = ${search_array_true[0]}"
+ #echo " arg2 = ${search_array_true[1]}"
+ if [ "$class" == "compilation" ]; then
+ test_compile "$name" "$compile_prog" "$compile_prog_args" "$pre_exec" "$pre_exec_args" "$main_exec" "$main_exec_args" "search_array_true[@]" "$search_expr_false" "$nruns" "$pre_compile_prog" "$class"
+ elif "$class" == "execution" ]; then
+ test_compile_and_run "$name" "$compile_prog" "$compile_prog_args" "$pre_exec" "$pre_exec_args" "$main_exec" "$main_exec_args" "search_array_true[@]" "$search_expr_false" "$nruns" "$pre_compile_prog" "$class"
+ else
+ echo "Unexpected class of test case...Exiting...."
+ fi
+
+ done
+
+
+
+}
+
+main
+
+xUnit_write "$results_file"
+
+echo "Test Results are written to $results_file"
+
+exit
+
+
+
+
#$1 -> name of test case
#$2 -> name of compilation program
#$3 -> arguments for compilation program
@@ -179,19 +377,22 @@ fi
#$8 -> search expression ARRAY which needs to be found
#$9 -> search expression which should NOT be found (for ex. segmentation fault)
#$10 -> number of runs
+#$11 -> pre compile program
+
+
#oaisim tests
search_array=("Received RRCConnectionReconfigurationComplete from UE 0")
-test_compile_and_run 010200 "oaisim_nos1" "" "$OPENAIR_DIR/cmake_targets/tools/init_nas_nos1" "" "oaisim_nos1" " -O $OPENAIR_TARGETS/PROJECTS/GENERIC-LTE-EPC/CONF/enb.band7.generic.oaisim.local_no_mme.conf -b1 -u1 -n100" "search_array[@]" "segmentation fault|assertion|exiting|fatal" 3
+test_compile_and_run 010200 "oaisim_nos1" "" "$OPENAIR_DIR/cmake_targets/tools/init_nas_nos1" "" "oaisim_nos1" " -O $OPENAIR_TARGETS/PROJECTS/GENERIC-LTE-EPC/CONF/enb.band7.generic.oaisim.local_no_mme.conf -A AWGN -b1 -u1 -n100" "search_array[@]" "segmentation fault|assertion|exiting|fatal" 3
search_array=("Received RRCConnectionReconfigurationComplete from UE 0")
-test_compile_and_run 010201 "oaisim_nos1" "" "$OPENAIR_DIR/cmake_targets/tools/init_nas_nos1" "" "oaisim_nos1" " -O $OPENAIR_TARGETS/PROJECTS/GENERIC-LTE-EPC/CONF/enb.band7.generic.oaisim.local_no_mme.conf -b1 -u1 -a -n100" "search_array[@]" "segmentation fault|assertion|exiting|fatal" 3
+test_compile_and_run 010201 "oaisim_nos1" "" "$OPENAIR_DIR/cmake_targets/tools/init_nas_nos1" "" "oaisim_nos1" " -O $OPENAIR_TARGETS/PROJECTS/GENERIC-LTE-EPC/CONF/enb.band7.generic.oaisim.local_no_mme.conf -A AWGN -b1 -u1 -a -n100" "search_array[@]" "segmentation fault|assertion|exiting|fatal" 3
search_array=("Received RRCConnectionReconfigurationComplete from UE 0" "Received RRCConnectionReconfigurationComplete from UE 1" "Received RRCConnectionReconfigurationComplete from UE 2")
-test_compile_and_run 010202 "oaisim_nos1" "" "$OPENAIR_DIR/cmake_targets/tools/init_nas_nos1" "" "oaisim_nos1" " -O $OPENAIR_TARGETS/PROJECTS/GENERIC-LTE-EPC/CONF/enb.band7.generic.oaisim.local_no_mme.conf -b1 -u3 -n100" "search_array[@]" "segmentation fault|assertion|exiting|fatal" 3
+test_compile_and_run 010202 "oaisim_nos1" "" "$OPENAIR_DIR/cmake_targets/tools/init_nas_nos1" "" "oaisim_nos1" " -O $OPENAIR_TARGETS/PROJECTS/GENERIC-LTE-EPC/CONF/enb.band7.generic.oaisim.local_no_mme.conf -A AWGN -b1 -u3 -n100" "search_array[@]" "segmentation fault|assertion|exiting|fatal" 3
search_array=("Received RRCConnectionReconfigurationComplete from UE 0" "Received RRCConnectionReconfigurationComplete from UE 1" "Received RRCConnectionReconfigurationComplete from UE 2")
-test_compile_and_run 010203 "oaisim_nos1" "" "$OPENAIR_DIR/cmake_targets/tools/init_nas_nos1" "" "oaisim_nos1" " -O $OPENAIR_TARGETS/PROJECTS/GENERIC-LTE-EPC/CONF/enb.band7.generic.oaisim.local_no_mme.conf -b1 -u3 -a -n100" "search_array[@]" "segmentation fault|assertion|exiting|fatal" 3
+test_compile_and_run 010203 "oaisim_nos1" "" "$OPENAIR_DIR/cmake_targets/tools/init_nas_nos1" "" "oaisim_nos1" " -O $OPENAIR_TARGETS/PROJECTS/GENERIC-LTE-EPC/CONF/enb.band7.generic.oaisim.local_no_mme.conf -A AWGN -b1 -u3 -a -n100" "search_array[@]" "segmentation fault|assertion|exiting|fatal" 3
#PHY unitary simulations for secuirity tests
search_array=("finished with 0 errors")
@@ -224,8 +425,7 @@ test_compile_and_run 010308 "test_secu_knas_encrypt_eia2" "" "" "" "test_secu_kn
search_array=("finished with 0 errors")
test_compile_and_run 010309 "test_kdf" "" "" "" "test_kdf" " --verbose" "search_array[@]" "segmentation fault|assertion|exiting|fatal" 3
-#TODO: Add test cases for 10,20 MHz
-#TODO: Test and compile seperately for Rel8/Rel10
+
#test_compile_and_run 0200 "oaisim_nos1" "" "$OPENAIR_DIR/cmake_targets/tools/init_nas_nos1" "" "oaisim_nos1" " -O /home/calisson/rohit/oai_snav/taets/PROJECTS/GENERIC-LTE-EPC/CONF/enb.band7.generic.oaisim.local_no_mme.conf -b1 -u1 -a " "RRC_CONN" 3
@@ -240,3 +440,5 @@ xUnit_write "$results_file"
echo "Test Results are written to $results_file"
+
+
diff --git a/cmake_targets/tools/build_helper b/cmake_targets/tools/build_helper
index 4968a420168..46997c27732 100755
--- a/cmake_targets/tools/build_helper
+++ b/cmake_targets/tools/build_helper
@@ -254,7 +254,8 @@ check_install_oai_software() {
openssh-server \
openssl \
python \
- subversion
+ subversion \
+ xmlstarlet
$SUDO update-alternatives --set liblapack.so /usr/lib/atlas-base/atlas/liblapack.so
if [ `lsb_release -rs` = '12.04' ] ; then
install_nettle_from_source
--
GitLab