lte-softmodem.c 75.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30
/*******************************************************************************

  Eurecom OpenAirInterface
  Copyright(c) 1999 - 2011 Eurecom

  This program is free software; you can redistribute it and/or modify it
  under the terms and conditions of the GNU General Public License,
  version 2, as published by the Free Software Foundation.

  This program is distributed in the hope it will be useful, but WITHOUT
  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  more details.

  You should have received a copy of the GNU General Public License along with
  this program; if not, write to the Free Software Foundation, Inc.,
  51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.

  The full GNU General Public License is included in this distribution in
  the file called "COPYING".

  Contact Information
  Openair Admin: openair_admin@eurecom.fr
  Openair Tech : openair_tech@eurecom.fr
  Forums       : http://forums.eurecom.fsr/openairinterface
  Address      : Eurecom, 2229, route des crêtes, 06560 Valbonne Sophia Antipolis, France

*******************************************************************************/

/*! \file lte-softmodem.c
knopp's avatar
 
knopp committed
31 32 33 34 35 36 37 38 39
 * \brief main program to control HW and scheduling
 * \author R. Knopp, F. Kaltenberger
 * \date 2012
 * \version 0.1
 * \company Eurecom
 * \email: knopp@eurecom.fr,florian.kaltenberger@eurecom.fr
 * \note
 * \warning
 */
knopp's avatar
 
knopp committed
40
#define _GNU_SOURCE
41 42 43 44 45 46 47 48 49 50 51 52 53 54 55
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <string.h>
#include <sys/ioctl.h>
#include <sys/types.h>
#include <sys/mman.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <sched.h>
#include <signal.h>
#include <execinfo.h>
#include <getopt.h>

#include "rt_wrapper.h"
56 57
#undef MALLOC //there are two conflicting definitions, so we better make sure we don't use it at all

knopp's avatar
 
knopp committed
58 59
static int hw_subframe;

60
#include "assertions.h"
61 62 63 64 65 66

#ifdef EMOS
#include <gps.h>
#endif

#include "PHY/types.h"
67

68
#include "PHY/defs.h"
69 70 71
#undef MALLOC //there are two conflicting definitions, so we better make sure we don't use it at all
#undef FRAME_LENGTH_COMPLEX_SAMPLES //there are two conflicting definitions, so we better make sure we don't use it at all

72
#include "openair0_lib.h"
73
#undef FRAME_LENGTH_COMPLEX_SAMPLES //there are two conflicting definitions, so we better make sure we don't use it at all
74 75 76

#include "PHY/vars.h"
#include "MAC_INTERFACE/vars.h"
77
//#include "SCHED/defs.h"
78 79 80 81 82 83 84 85 86 87
#include "SCHED/vars.h"
#include "LAYER2/MAC/vars.h"

#include "../../SIMU/USER/init_lte.h"

#ifdef EMOS
#include "SCHED/phy_procedures_emos.h"
#endif

#ifdef OPENAIR2
88
#include "otg_tx.h"
89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105
#include "LAYER2/MAC/defs.h"
#include "LAYER2/MAC/vars.h"
#ifndef CELLULAR
#include "RRC/LITE/vars.h"
#endif
#include "PHY_INTERFACE/vars.h"
#endif

#ifdef SMBV
#include "PHY/TOOLS/smbv.h"
unsigned short config_frames[4] = {2,9,11,13};
#endif
#include "UTIL/LOG/log_extern.h"
#include "UTIL/OTG/otg.h"
#include "UTIL/OTG/otg_vars.h"
#include "UTIL/MATH/oml.h"
#include "UTIL/LOG/vcd_signal_dumper.h"
106
#include "enb_config.h"
107

108 109
#if defined(ENABLE_ITTI)
# include "intertask_interface_init.h"
110
# include "create_tasks.h"
111 112 113
# if defined(ENABLE_USE_MME)
#   include "s1ap_eNB.h"
# endif
114 115
#endif

116 117 118
#ifdef XFORMS
#include "PHY/TOOLS/lte_phy_scope.h"
#include "stats.h"
119 120 121 122 123
#endif

#define FRAME_PERIOD    100000000ULL
#define DAQ_PERIOD      66667ULL

knopp's avatar
 
knopp committed
124 125
#define DEBUG_THREADS 1

126 127 128 129 130 131 132
struct timing_info_t {
  //unsigned int frame, hw_slot, last_slot, next_slot;
  RTIME time_min, time_max, time_avg, time_last, time_now;
  //unsigned int mbox0, mbox1, mbox2, mbox_target;
  unsigned int n_samples;
} timing_info;

gauthier's avatar
gauthier committed
133 134
extern int16_t* sync_corr_ue0;
extern int16_t prach_ifft[4][1024*2];
135 136 137

int init_dlsch_threads(void);
void cleanup_dlsch_threads(void);
gauthier's avatar
gauthier committed
138
int32_t init_rx_pdsch_thread(void);
139
void cleanup_rx_pdsch_thread(void);
knopp's avatar
 
knopp committed
140 141


knopp's avatar
 
knopp committed
142 143
int32_t *rxdata;
int32_t *txdata;
144 145 146 147
void setup_ue_buffers(PHY_VARS_UE *phy_vars_ue, LTE_DL_FRAME_PARMS *frame_parms, int carrier);
void setup_eNB_buffers(PHY_VARS_eNB *phy_vars_eNB, LTE_DL_FRAME_PARMS *frame_parms, int carrier);

#ifdef XFORMS
148 149 150 151
// current status is that every UE has a DL scope for a SINGLE eNB (eNB_id=0)
// at eNB 0, an UL scope for every UE 
FD_lte_phy_scope_ue  *form_ue[NUMBER_OF_UE_MAX];
FD_lte_phy_scope_enb *form_enb[NUMBER_OF_UE_MAX];
152
FD_stats_form                  *form_stats=NULL;
153
char title[255];
154
unsigned char                   scope_enb_num_ue = 1;
155 156 157
#endif //XFORMS

#ifdef RTAI
158
static SEM                     *mutex;
159 160
//static CND *cond;

161 162
static int                      thread0;
static int                      thread1;
knopp's avatar
 
knopp committed
163 164 165
#ifdef USRP
static SEM *sync_sem; // to sync rx & tx streaming
#endif
166 167
//static int sync_thread;
#else
168 169 170 171
pthread_t                       thread0;
pthread_t                       thread1;
pthread_attr_t                  attr_dlsch_threads;
struct sched_param              sched_param_dlsch;
knopp's avatar
 
knopp committed
172 173 174 175
#ifdef USRP
pthread_cond_t sync_cond;
pthread_mutex_t sync_mutex;
#endif
176 177
#endif

knopp's avatar
 
knopp committed
178 179 180 181 182
pthread_attr_t                  attr_eNB_proc_tx[10];
pthread_attr_t                  attr_eNB_proc_rx[10];
struct sched_param              sched_param_eNB_proc_tx[10];
struct sched_param              sched_param_eNB_proc_rx[10];

183 184 185 186 187 188
#ifdef XFORMS
static pthread_t                thread2; //xforms
#endif
#ifdef EMOS
static pthread_t                thread3; //emos
#endif
189

knopp's avatar
 
knopp committed
190 191 192
openair0_device openair0;
openair0_timestamp timestamp;

193
/*
knopp's avatar
 
knopp committed
194 195 196
  static int instance_cnt=-1; //0 means worker is busy, -1 means its free
  int instance_cnt_ptr_kern,*instance_cnt_ptr_user;
  int pci_interface_ptr_kern;
197 198 199 200
*/
//extern unsigned int bigphys_top;
//extern unsigned int mem_base;

201
int                             card = 0;
knopp's avatar
 
knopp committed
202

203

204
#if defined(ENABLE_ITTI)
205 206
static volatile int             start_eNB = 0;
static volatile int             start_UE = 0;
207
#endif
208 209 210 211 212 213
volatile int                    oai_exit = 0;

//static int                      time_offset[4] = {-138,-138,-138,-138};
//static int                      time_offset[4] = {-145,-145,-145,-145};
static int                      time_offset[4] = {0,0,0,0};

knopp's avatar
 
knopp committed
214

215
static char                     UE_flag=0;
gauthier's avatar
gauthier committed
216
static uint8_t                       eNB_id=0,UE_id=0;
217

gauthier's avatar
gauthier committed
218
uint32_t                             carrier_freq[4] =           {1907600000,1907600000,1907600000,1907600000}; /* For UE! */
219
static uint32_t          downlink_frequency[4] =     {1907600000,1907600000,1907600000,1907600000};
gauthier's avatar
gauthier committed
220
static int32_t                      uplink_frequency_offset[4]= {-120000000,-120000000,-120000000,-120000000};
221 222
static char                    *conf_config_file_name = NULL;

knopp's avatar
 
knopp committed
223
#ifdef ITTI_ENABLED
224
static char                    *itti_dump_file = NULL;
knopp's avatar
 
knopp committed
225 226 227 228
#endif

double tx_gain = 50;
double rx_gain = 30;
knopp's avatar
 
knopp committed
229

230

knopp's avatar
 
knopp committed
231
#ifndef USRP
232 233 234 235
static unsigned int             rxg_max[4] =    {133,133,133,133};
static unsigned int             rxg_med[4] =    {127,127,127,127};
static unsigned int             rxg_byp[4] =    {120,120,120,120};
static int                      tx_max_power =  0;
236

knopp's avatar
 
knopp committed
237

knopp's avatar
 
knopp committed
238
#else
knopp's avatar
 
knopp committed
239
double sample_rate=30.72e6;
knopp's avatar
 
knopp committed
240
static unsigned int             rxg_max[4] =    {133,133,133,133};
knopp's avatar
 
knopp committed
241 242
//static unsigned int             rxg_med[4] =    {127,127,127,127};
//static unsigned int             rxg_byp[4] =    {120,120,120,120};
knopp's avatar
 
knopp committed
243
static int                      tx_max_power =  0;
knopp's avatar
 
knopp committed
244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259
double bw = 14e6;
char ref[128] = "internal";
char channels[128] = "0";

int samples_per_frame = 307200;
int samples_per_packets = 2048; // samples got every recv or send
int tx_forward_nsamps;

int sf_bounds_5[10] = {8, 15, 23, 30, 38, 45, 53, 60, 68, 75};
int sf_bounds_10[10] = {8, 15, 23, 30, 38, 45, 53, 60, 68, 75};
int sf_bounds_20[10] = {15, 30, 45, 60, 75, 90, 105, 120, 135, 150};
int *sf_bounds;
int max_cnt;
int tx_delay;

#endif
260
/*
knopp's avatar
 
knopp committed
261 262 263
  uint32_t rf_mode_max[4]     = {55759,55759,55759,55759};
  uint32_t rf_mode_med[4]     = {39375,39375,39375,39375};
  uint32_t rf_mode_byp[4]     = {22991,22991,22991,22991};
264
*/
knopp's avatar
 
knopp committed
265 266
//static uint32_t                      rf_mode[4] =        {MY_RF_MODE,0,0,0};
//static uint32_t                      rf_local[4] =       {8255000,8255000,8255000,8255000}; // UE zepto
knopp's avatar
 
knopp committed
267 268
//{8254617, 8254617, 8254617, 8254617}; //eNB khalifa
//{8255067,8254810,8257340,8257340}; // eNB PETRONAS
269

knopp's avatar
 
knopp committed
270 271 272 273 274
//static uint32_t                      rf_vcocal[4] =      {910,910,910,910};
//static uint32_t                      rf_vcocal_850[4] =  {2015, 2015, 2015, 2015};
//static uint32_t                      rf_rxdc[4] =        {32896,32896,32896,32896};
//static uint32_t                      rxgain[4] =         {20,20,20,20};
//static uint32_t                      txgain[4] =         {20,20,20,20};
275 276 277

static runmode_t                mode;
static int                      rx_input_level_dBm;
278
static int                      online_log_messages=0;
279
#ifdef XFORMS
280
extern int                      otg_enabled;
281
static char                     do_forms=0;
282
#else
283
int                             otg_enabled;
284
#endif
knopp's avatar
 
knopp committed
285
//int                             number_of_cards =   1;
knopp's avatar
 
knopp committed
286
#ifndef USRP
287 288
static int                      mbox_bounds[20] =   {8,16,24,30,38,46,54,60,68,76,84,90,98,106,114,120,128,136,144, 0}; ///boundaries of slots in terms ob mbox counter rounded up to even numbers
//static int                      mbox_bounds[20] =   {6,14,22,28,36,44,52,58,66,74,82,88,96,104,112,118,126,134,142, 148}; ///boundaries of slots in terms ob mbox counter rounded up to even numbers
knopp's avatar
 
knopp committed
289
#endif
290

291
static LTE_DL_FRAME_PARMS      *frame_parms;
292

knopp's avatar
 
knopp committed
293
int multi_thread=0;
knopp's avatar
 
knopp committed
294
int N_RB_DL=25;
knopp's avatar
 
knopp committed
295

296
unsigned int build_rflocal(int txi, int txq, int rxi, int rxq)
297
{
knopp's avatar
 
knopp committed
298
  return (txi + (txq<<6) + (rxi<<12) + (rxq<<18));
299 300 301
}
unsigned int build_rfdc(int dcoff_i_rxfe, int dcoff_q_rxfe)
{
knopp's avatar
 
knopp committed
302
  return (dcoff_i_rxfe + (dcoff_q_rxfe<<8));
303 304
}

305
#if !defined(ENABLE_ITTI)
306 307 308 309 310 311 312 313 314 315 316 317 318 319 320
void signal_handler(int sig)
{
  void *array[10];
  size_t size;

  if (sig==SIGSEGV) {
    // get void*'s for all entries on the stack
    size = backtrace(array, 10);
    
    // print out all the frames to stderr
    fprintf(stderr, "Error: signal %d:\n", sig);
    backtrace_symbols_fd(array, size, 2);
    exit(-1);
  }
  else {
321
    oai_exit = 1;
322 323
  }
}
324
#endif
325 326 327

void exit_fun(const char* s)
{
328
  if (s != NULL) {
gauthier's avatar
gauthier committed
329
    printf("%s %s() Exiting: %s\n",__FILE__, __FUNCTION__, s);
330 331 332 333 334
  }

  oai_exit = 1;

#if defined(ENABLE_ITTI)
335
  itti_terminate_tasks (TASK_UNKNOWN);
336
#endif
337 338 339 340 341 342 343

  //rt_sleep_ns(FRAME_PERIOD);

  //exit (-1);
}

#ifdef XFORMS
344
static void *scope_thread(void *arg) {
knopp's avatar
 
knopp committed
345
  char stats_buffer[16384];
346
# ifdef ENABLE_XFORMS_WRITE_STATS
knopp's avatar
 
knopp committed
347 348
  FILE *UE_stats, *eNB_stats;
  int len = 0;
349
# endif
knopp's avatar
 
knopp committed
350
  struct sched_param sched_param;
351

knopp's avatar
 
knopp committed
352 353
  sched_param.sched_priority = sched_get_priority_min(SCHED_FIFO)+1; 
  sched_setscheduler(0, SCHED_FIFO,&sched_param);
354

knopp's avatar
 
knopp committed
355
  printf("Scope thread has priority %d\n",sched_param.sched_priority);
356
    
knopp's avatar
 
knopp committed
357 358 359 360 361 362
  /*
    if (UE_flag==1) 
    UE_stats  = fopen("UE_stats.txt", "w");
    else 
    eNB_stats = fopen("eNB_stats.txt", "w");
  */
363
    
knopp's avatar
 
knopp committed
364 365
  while (!oai_exit) {
    if (UE_flag==1) {
366
# ifdef ENABLE_XFORMS_WRITE_STATS
knopp's avatar
 
knopp committed
367
      len =
368
# endif
knopp's avatar
 
knopp committed
369 370
	dump_ue_stats (PHY_vars_UE_g[0], stats_buffer, 0, mode,rx_input_level_dBm);
      fl_set_object_label(form_stats->stats_text, stats_buffer);
371
# ifdef ENABLE_XFORMS_WRITE_STATS
knopp's avatar
 
knopp committed
372 373
      rewind (UE_stats);
      fwrite (stats_buffer, 1, len, UE_stats);
374
# endif
knopp's avatar
 
knopp committed
375 376 377 378
      phy_scope_UE(form_ue[UE_id], 
		   PHY_vars_UE_g[UE_id],
		   eNB_id,
		   UE_id,7);
379
            
knopp's avatar
 
knopp committed
380
    } else {
381
# ifdef ENABLE_XFORMS_WRITE_STATS
knopp's avatar
 
knopp committed
382
      len =
383
# endif
knopp's avatar
 
knopp committed
384 385
	dump_eNB_stats (PHY_vars_eNB_g[0], stats_buffer, 0);
      fl_set_object_label(form_stats->stats_text, stats_buffer);
386
# ifdef ENABLE_XFORMS_WRITE_STATS
knopp's avatar
 
knopp committed
387 388
      rewind (eNB_stats);
      fwrite (stats_buffer, 1, len, eNB_stats);
389
# endif
knopp's avatar
 
knopp committed
390 391 392 393 394
      for(UE_id=0;UE_id<scope_enb_num_ue;UE_id++) {
	phy_scope_eNB(form_enb[UE_id], 
		      PHY_vars_eNB_g[eNB_id],
		      UE_id);
      }
395 396
              
    }
knopp's avatar
 
knopp committed
397 398 399
    //printf("doing forms\n");
    usleep(100000); // 100 ms
  }
400
    
401
# ifdef ENABLE_XFORMS_WRITE_STATS
knopp's avatar
 
knopp committed
402 403
  fclose (UE_stats);
  fclose (eNB_stats);
404
# endif
405
    
knopp's avatar
 
knopp committed
406
  pthread_exit((void*)arg);
407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433
}
#endif

int dummy_tx_buffer[3840*4] __attribute__((aligned(16)));

#ifdef EMOS
#define NO_ESTIMATES_DISK 100 //No. of estimates that are aquired before dumped to disk

void *emos_thread (void *arg)
{
  char c;
  char *fifo2file_buffer, *fifo2file_ptr;

  int fifo, counter=0, bytes;

  FILE  *dumpfile_id;
  char  dumpfile_name[1024];
  time_t starttime_tmp;
  struct tm starttime;
  
  int channel_buffer_size;
  
  time_t timer;
  struct tm *now;

  struct gps_data_t *gps_data = NULL;
  struct gps_fix_t dummy_gps_data;
434 435 436 437 438 439 440

  struct sched_param sched_param;
  
  sched_param.sched_priority = sched_get_priority_max(SCHED_FIFO)-1; 
  sched_setscheduler(0, SCHED_FIFO,&sched_param);
  
  printf("EMOS thread has priority %d\n",sched_param.sched_priority);
441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462
 
  timer = time(NULL);
  now = localtime(&timer);

  memset(&dummy_gps_data,1,sizeof(struct gps_fix_t));
  
  gps_data = gps_open("127.0.0.1","2947");
  if (gps_data == NULL) 
    {
      printf("[EMOS] Could not open GPS\n");
      //exit(-1);
    }
#if GPSD_API_MAJOR_VERSION>=4
  else if (gps_stream(gps_data, WATCH_ENABLE,NULL) != 0)
#else
  else if (gps_query(gps_data, "w+x") != 0)
#endif
    {
      //sprintf(tmptxt,"Error sending command to GPS, gps_data = %x", gps_data);
      printf("[EMOS] Error sending command to GPS\n");
      //exit(-1);
    }
463 464
  else 
    printf("[EMOS] Opened GPS, gps_data=%p\n");
465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509
  
  if (UE_flag==0)
    channel_buffer_size = sizeof(fifo_dump_emos_eNB);
  else
    channel_buffer_size = sizeof(fifo_dump_emos_UE);

  // allocate memory for NO_FRAMES_DISK channes estimations
  fifo2file_buffer = malloc(NO_ESTIMATES_DISK*channel_buffer_size);
  fifo2file_ptr = fifo2file_buffer;

  if (fifo2file_buffer == NULL)
    {
      printf("[EMOS] Cound not allocate memory for fifo2file_buffer\n");
      exit(EXIT_FAILURE);
    }

  if ((fifo = open(CHANSOUNDER_FIFO_DEV, O_RDONLY)) < 0)
    {
      fprintf(stderr, "[EMOS] Error opening the fifo\n");
      exit(EXIT_FAILURE);
    }


  time(&starttime_tmp);
  localtime_r(&starttime_tmp,&starttime);
  snprintf(dumpfile_name,1024,"/tmp/%s_data_%d%02d%02d_%02d%02d%02d.EMOS",
	   (UE_flag==0) ? "eNB" : "UE",
	   1900+starttime.tm_year, starttime.tm_mon+1, starttime.tm_mday, starttime.tm_hour, starttime.tm_min, starttime.tm_sec);

  dumpfile_id = fopen(dumpfile_name,"w");
  if (dumpfile_id == NULL)
    {
      fprintf(stderr, "[EMOS] Error opening dumpfile %s\n",dumpfile_name);
      exit(EXIT_FAILURE);
    }


  printf("[EMOS] starting dump, channel_buffer_size=%d ...\n",channel_buffer_size);
  while (!oai_exit)
    {
      bytes = rtf_read_timed(fifo, fifo2file_ptr, channel_buffer_size,100);
      if (bytes==0)
	continue;

      /*
knopp's avatar
 
knopp committed
510
	if (UE_flag==0)
511
	printf("eNB: count %d, frame %d, read: %d bytes from the fifo\n",counter, ((fifo_dump_emos_eNB*)fifo2file_ptr)->frame_tx,bytes);
knopp's avatar
 
knopp committed
512
	else
513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573
	printf("UE: count %d, frame %d, read: %d bytes from the fifo\n",counter, ((fifo_dump_emos_UE*)fifo2file_ptr)->frame_rx,bytes);
      */

      fifo2file_ptr += channel_buffer_size;
      counter ++;

      if (counter == NO_ESTIMATES_DISK)
        {
          //reset stuff
          fifo2file_ptr = fifo2file_buffer;
          counter = 0;

          //flush buffer to disk
	  if (UE_flag==0)
	    printf("[EMOS] eNB: count %d, frame %d, flushing buffer to disk\n",
		   counter, ((fifo_dump_emos_eNB*)fifo2file_ptr)->frame_tx);
	  else
	    printf("[EMOS] UE: count %d, frame %d, flushing buffer to disk\n",
		   counter, ((fifo_dump_emos_UE*)fifo2file_ptr)->frame_rx);


          if (fwrite(fifo2file_buffer, sizeof(char), NO_ESTIMATES_DISK*channel_buffer_size, dumpfile_id) != NO_ESTIMATES_DISK*channel_buffer_size)
            {
              fprintf(stderr, "[EMOS] Error writing to dumpfile\n");
              exit(EXIT_FAILURE);
            }
	  if (gps_data)
	    {
	      if (gps_poll(gps_data) != 0) {
		printf("[EMOS] problem polling data from gps\n");
	      }
	      else {
		printf("[EMOS] lat %g, lon %g\n",gps_data->fix.latitude,gps_data->fix.longitude);
	      }
	      if (fwrite(&(gps_data->fix), sizeof(char), sizeof(struct gps_fix_t), dumpfile_id) != sizeof(struct gps_fix_t))
		{
		  printf("[EMOS] Error writing to dumpfile, stopping recording\n");
		  exit(EXIT_FAILURE);
		}
	    }
	  else
	    {
	      printf("[EMOS] WARNING: No GPS data available, storing dummy packet\n");
	      if (fwrite(&(dummy_gps_data), sizeof(char), sizeof(struct gps_fix_t), dumpfile_id) != sizeof(struct gps_fix_t))
		{
		  printf("[EMOS] Error writing to dumpfile, stopping recording\n");
		  exit(EXIT_FAILURE);
		}
	    } 
        }
    }
  
  free(fifo2file_buffer);
  fclose(dumpfile_id);
  close(fifo);
  
  pthread_exit((void*) arg);

}
#endif

574
#if defined(ENABLE_ITTI)
575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592
static void wait_system_ready (char *message, volatile int *start_flag)
{
  /* Wait for eNB application initialization to be complete (eNB registration to MME) */
  {
    static char *indicator[] = {".    ", "..   ", "...  ", ".... ", ".....",
                                " ....", "  ...", "   ..", "    .", "     "};
    int i = 0;

    while ((!oai_exit) && (*start_flag == 0)) {
      LOG_N(EMU, message, indicator[i]);
      i = (i + 1) % (sizeof(indicator) / sizeof(indicator[0]));
      usleep(200000);
    }
    LOG_D(EMU,"\n");
  }
}
#endif

knopp's avatar
 
knopp committed
593
#if defined(ENABLE_ITTI)
594
void *l2l1_task(void *arg)
595
{
knopp's avatar
 
knopp committed
596 597 598 599 600
  MessageDef *message_p = NULL;
  int         result;

  itti_set_task_real_time(TASK_L2L1);
  itti_mark_task_ready(TASK_L2L1);
601

knopp's avatar
 
knopp committed
602 603
  if (UE_flag == 0) {
    /* Wait for the initialize message */
604
    do {
knopp's avatar
 
knopp committed
605 606 607 608
      if (message_p != NULL) {
	result = itti_free (ITTI_MSG_ORIGIN_ID(message_p), message_p);
	AssertFatal (result == EXIT_SUCCESS, "Failed to free memory (%d)!\n", result);
      }
609 610 611
      itti_receive_msg (TASK_L2L1, &message_p);

      switch (ITTI_MSG_ID(message_p)) {
knopp's avatar
 
knopp committed
612 613 614 615 616 617 618 619 620 621 622 623 624 625
      case INITIALIZE_MESSAGE:
	/* Start eNB thread */
	LOG_D(EMU, "L2L1 TASK received %s\n", ITTI_MSG_NAME(message_p));
	start_eNB = 1;
	break;

      case TERMINATE_MESSAGE:
	oai_exit=1;
	itti_exit_task ();
	break;

      default:
	LOG_E(EMU, "Received unexpected message %s\n", ITTI_MSG_NAME(message_p));
	break;
626
      }
knopp's avatar
 
knopp committed
627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648
    } while (ITTI_MSG_ID(message_p) != INITIALIZE_MESSAGE);
    result = itti_free (ITTI_MSG_ORIGIN_ID(message_p), message_p);
    AssertFatal (result == EXIT_SUCCESS, "Failed to free memory (%d)!\n", result);
  }

  do {
    // Wait for a message
    itti_receive_msg (TASK_L2L1, &message_p);

    switch (ITTI_MSG_ID(message_p)) {
    case TERMINATE_MESSAGE:
      oai_exit=1;
      itti_exit_task ();
      break;

    case ACTIVATE_MESSAGE:
      start_UE = 1;
      break;

    case DEACTIVATE_MESSAGE:
      start_UE = 0;
      break;
649

knopp's avatar
 
knopp committed
650 651 652 653 654 655 656 657 658 659 660 661
    case MESSAGE_TEST:
      LOG_I(EMU, "Received %s\n", ITTI_MSG_NAME(message_p));
      break;

    default:
      LOG_E(EMU, "Received unexpected message %s\n", ITTI_MSG_NAME(message_p));
      break;
    }

    result = itti_free (ITTI_MSG_ORIGIN_ID(message_p), message_p);
    AssertFatal (result == EXIT_SUCCESS, "Failed to free memory (%d)!\n", result);
  } while(1);
662

knopp's avatar
 
knopp committed
663
  return NULL;
664 665 666
}
#endif

knopp's avatar
 
knopp committed
667 668 669 670 671 672 673 674 675 676 677 678 679 680

void do_OFDM_mod(int subframe,PHY_VARS_eNB *phy_vars_eNB) {

  unsigned int aa,slot_offset, slot_offset_F;
  int dummy_tx_b[7680*4] __attribute__((aligned(16)));
  int i, tx_offset;

  slot_offset_F = (subframe<<1)*
    (phy_vars_eNB->lte_frame_parms.ofdm_symbol_size)*
    ((phy_vars_eNB->lte_frame_parms.Ncp==1) ? 6 : 7);
  slot_offset = (subframe<<1)*
    (phy_vars_eNB->lte_frame_parms.samples_per_tti>>1);
  if ((subframe_select(&phy_vars_eNB->lte_frame_parms,subframe)==SF_DL)||
      ((subframe_select(&phy_vars_eNB->lte_frame_parms,subframe)==SF_S))) {
knopp's avatar
 
knopp committed
681
    //	  LOG_D(HW,"Frame %d: Generating slot %d\n",frame,next_slot);
knopp's avatar
 
knopp committed
682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719
      
    for (aa=0; aa<phy_vars_eNB->lte_frame_parms.nb_antennas_tx; aa++) {
      if (phy_vars_eNB->lte_frame_parms.Ncp == EXTENDED){ 
	PHY_ofdm_mod(&phy_vars_eNB->lte_eNB_common_vars.txdataF[0][aa][slot_offset_F],
		     dummy_tx_b,
		     phy_vars_eNB->lte_frame_parms.log2_symbol_size,
		     6,
		     phy_vars_eNB->lte_frame_parms.nb_prefix_samples,
		     phy_vars_eNB->lte_frame_parms.twiddle_ifft,
		     phy_vars_eNB->lte_frame_parms.rev,
		     CYCLIC_PREFIX);
      }
      else {
	normal_prefix_mod(&phy_vars_eNB->lte_eNB_common_vars.txdataF[0][aa][slot_offset_F],
			  dummy_tx_b,
			  7,
			  &(phy_vars_eNB->lte_frame_parms));
      }
#ifdef EXMIMO
      for (i=0; i<phy_vars_eNB->lte_frame_parms.samples_per_tti/2; i++) {
	tx_offset = (int)slot_offset+time_offset[aa]+i;
	if (tx_offset<0)
	  tx_offset += LTE_NUMBER_OF_SUBFRAMES_PER_FRAME*phy_vars_eNB->lte_frame_parms.samples_per_tti;
	if (tx_offset>=(LTE_NUMBER_OF_SUBFRAMES_PER_FRAME*phy_vars_eNB->lte_frame_parms.samples_per_tti))
	  tx_offset -= LTE_NUMBER_OF_SUBFRAMES_PER_FRAME*phy_vars_eNB->lte_frame_parms.samples_per_tti;
	((short*)&phy_vars_eNB->lte_eNB_common_vars.txdata[0][aa][tx_offset])[0]=
	  ((short*)dummy_tx_b)[2*i]<<4;
	((short*)&phy_vars_eNB->lte_eNB_common_vars.txdata[0][aa][tx_offset])[1]=
	  ((short*)dummy_tx_b)[2*i+1]<<4;
      }
#endif //EXMIMO
    }
  }
}


int eNB_thread_tx_status[10];
static void * eNB_thread_tx(void *param) {
knopp's avatar
 
knopp committed
720 721 722

  //unsigned long cpuid;
  eNB_proc_t *proc = (eNB_proc_t*)param;
knopp's avatar
 
knopp committed
723 724
  int subframe_tx;
  //  RTIME time_in,time_out;
knopp's avatar
 
knopp committed
725 726 727 728
#ifdef RTAI
  RT_TASK *task;
  char task_name[8];
#endif
knopp's avatar
 
knopp committed
729 730

 
knopp's avatar
 
knopp committed
731

knopp's avatar
 
knopp committed
732 733 734 735 736
#if defined(ENABLE_ITTI)
  /* Wait for eNB application initialization to be complete (eNB registration to MME) */
  wait_system_ready ("Waiting for eNB application to be ready %s\r", &start_eNB);
#endif

knopp's avatar
 
knopp committed
737
#ifdef RTAI
knopp's avatar
 
knopp committed
738
  sprintf(task_name,"eNB_proc_TX %d",proc->subframe);
knopp's avatar
 
knopp committed
739 740 741
  task = rt_task_init_schmod(nam2num(task_name), 0, 0, 0, SCHED_FIFO, 0xF);

  if (task==NULL) {
knopp's avatar
 
knopp committed
742
    LOG_E(PHY,"[SCHED][eNB] Problem starting eNB_proc_TX thread_index %d (%s)!!!!\n",proc->subframe,task_name);
knopp's avatar
 
knopp committed
743 744 745
    return 0;
  }
  else {
knopp's avatar
 
knopp committed
746
    LOG_I(PHY,"[SCHED][eNB] eNB TX thread %d started with id %p on CPU %d\n",
knopp's avatar
 
knopp committed
747
	  proc->subframe,
knopp's avatar
 
knopp committed
748
	  task,rtai_cpuid());
knopp's avatar
 
knopp committed
749
  }
knopp's avatar
 
knopp committed
750 751 752
#else
  LOG_I(PHY,"[SCHED][eNB] eNB TX thread %d started on CPU %d\n",
	proc->subframe,sched_getcpu());
knopp's avatar
 
knopp committed
753 754 755 756 757 758 759 760 761 762 763 764
#endif

  mlockall(MCL_CURRENT | MCL_FUTURE);

  //rt_set_runnable_on_cpuid(task,1);
  //cpuid = rtai_cpuid();

#ifdef HARD_RT
  rt_make_hard_real_time();
#endif


knopp's avatar
 
knopp committed
765
  subframe_tx = (proc->subframe+1)%10;
knopp's avatar
 
knopp committed
766
  
knopp's avatar
 
knopp committed
767
  while (!oai_exit){
knopp's avatar
 
knopp committed
768
    
knopp's avatar
 
knopp committed
769
    vcd_signal_dumper_dump_function_by_name(VCD_SIGNAL_DUMPER_FUNCTIONS_eNB_PROC_TX0+(2*proc->subframe),0);
knopp's avatar
 
knopp committed
770 771
    
    
knopp's avatar
 
knopp committed
772 773 774
    //    LOG_I(PHY,"Locking mutex for eNB proc %d (IC %d,mutex %p)\n",proc->subframe,proc->instance_cnt,&proc->mutex);
    if (pthread_mutex_lock(&proc->mutex_tx) != 0) {
      LOG_E(PHY,"[SCHED][eNB] error locking mutex for eNB TX proc %d\n",proc->subframe);
knopp's avatar
 
knopp committed
775 776
    }
    else {
knopp's avatar
 
knopp committed
777
      
knopp's avatar
 
knopp committed
778 779
      while (proc->instance_cnt_tx < 0) {
	//	LOG_I(PHY,"Waiting and unlocking mutex for eNB proc %d (IC %d,lock %d)\n",proc->subframe,proc->instance_cnt,pthread_mutex_trylock(&proc->mutex));
knopp's avatar
 
knopp committed
780
	
knopp's avatar
 
knopp committed
781
	pthread_cond_wait(&proc->cond_tx,&proc->mutex_tx);
knopp's avatar
 
knopp committed
782
      }
knopp's avatar
 
knopp committed
783 784 785
      //      LOG_I(PHY,"Waking up and unlocking mutex for eNB proc %d\n",proc->subframe);
      if (pthread_mutex_unlock(&proc->mutex_tx) != 0) {	
	LOG_E(PHY,"[SCHED][eNB] error unlocking mutex for eNB TX proc %d\n",proc->subframe);
knopp's avatar
 
knopp committed
786 787
      }
    }
knopp's avatar
 
knopp committed
788 789 790
    vcd_signal_dumper_dump_function_by_name(VCD_SIGNAL_DUMPER_FUNCTIONS_eNB_PROC_TX0+(2*proc->subframe),1);    
    vcd_signal_dumper_dump_variable_by_name(VCD_SIGNAL_DUMPER_VARIABLES_FRAME_NUMBER_ENB, proc->frame_tx);
    vcd_signal_dumper_dump_variable_by_name(VCD_SIGNAL_DUMPER_VARIABLES_SLOT_NUMBER_ENB, proc->subframe*2);
knopp's avatar
 
knopp committed
791
    
knopp's avatar
 
knopp committed
792 793
    if (oai_exit) break;
    
knopp's avatar
 
knopp committed
794
    if ((((PHY_vars_eNB_g[0]->lte_frame_parms.frame_type == TDD)&&(subframe_select(&PHY_vars_eNB_g[0]->lte_frame_parms,subframe_tx)==SF_DL))||
knopp's avatar
 
knopp committed
795
	 (PHY_vars_eNB_g[0]->lte_frame_parms.frame_type == FDD))) {
knopp's avatar
 
knopp committed
796
      phy_procedures_eNB_TX(subframe_tx,PHY_vars_eNB_g[0],0,no_relay,NULL);
knopp's avatar
 
knopp committed
797
    }
knopp's avatar
 
knopp committed
798 799
    if ((subframe_select(&PHY_vars_eNB_g[0]->lte_frame_parms,subframe_tx)==SF_S)) {
      phy_procedures_eNB_TX(subframe_tx,PHY_vars_eNB_g[0],0,no_relay,NULL);
knopp's avatar
 
knopp committed
800
    }
knopp's avatar
 
knopp committed
801
    do_OFDM_mod(subframe_tx,PHY_vars_eNB_g[0]);  
knopp's avatar
 
knopp committed
802
    
knopp's avatar
 
knopp committed
803 804
    if (pthread_mutex_lock(&proc->mutex_tx) != 0) {
      printf("[openair][SCHED][eNB] error locking mutex for eNB TX proc %d\n",proc->subframe);
knopp's avatar
 
knopp committed
805
    }
knopp's avatar
 
knopp committed
806 807
    else {
      proc->instance_cnt_tx--;
knopp's avatar
 
knopp committed
808
      
knopp's avatar
 
knopp committed
809 810 811 812
      if (pthread_mutex_unlock(&proc->mutex_tx) != 0) {	
	printf("[openair][SCHED][eNB] error unlocking mutex for eNB TX proc %d\n",proc->subframe);
      }
    }
knopp's avatar
 
knopp committed
813
    
knopp's avatar
 
knopp committed
814 815 816
    proc->frame_tx++;
    if (proc->frame_tx==1024)
      proc->frame_tx=0;
knopp's avatar
 
knopp committed
817
  }    
knopp's avatar
 
knopp committed
818 819 820 821
  vcd_signal_dumper_dump_function_by_name(VCD_SIGNAL_DUMPER_FUNCTIONS_eNB_PROC_TX0+(2*proc->subframe),0);        
#ifdef HARD_RT
  rt_make_soft_real_time();
#endif
knopp's avatar
 
knopp committed
822
  
knopp's avatar
 
knopp committed
823 824 825 826 827 828 829 830 831 832
#ifdef DEBUG_THREADS
  printf("Exiting eNB thread TX %d\n",proc->subframe);
#endif
  // clean task
#ifdef RTAI
  rt_task_delete(task);
#else
  eNB_thread_tx_status[proc->subframe]=0;
  pthread_exit(&eNB_thread_tx_status[proc->subframe]);
#endif
knopp's avatar
 
knopp committed
833
  
knopp's avatar
 
knopp committed
834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901
#ifdef DEBUG_THREADS
  printf("Exiting eNB TX thread %d\n",proc->subframe);
#endif
}

int eNB_thread_rx_status[10];
static void * eNB_thread_rx(void *param) {

  //unsigned long cpuid;
  eNB_proc_t *proc = (eNB_proc_t*)param;
  int i;
  int subframe_rx;
  //  RTIME time_in,time_out;
#ifdef RTAI
  RT_TASK *task;
  char task_name[8];
#endif

#if defined(ENABLE_ITTI)
  /* Wait for eNB application initialization to be complete (eNB registration to MME) */
  wait_system_ready ("Waiting for eNB application to be ready %s\r", &start_eNB);
#endif

#ifdef RTAI
  sprintf(task_name,"eNB_proc_RX %d",proc->subframe);
  task = rt_task_init_schmod(nam2num(task_name), 0, 0, 0, SCHED_FIFO, 0xF);

  if (task==NULL) {
    LOG_E(PHY,"[SCHED][eNB] Problem starting eNB_proc_RX thread_index %d (%s)!!!!\n",proc->subframe,task_name);
    return 0;
  }
  else {
    LOG_I(PHY,"[SCHED][eNB] eNB RX thread %d started with id %p on CPU %d\n",
	  proc->subframe,
	  task,rtai_cpuid());
  }
#else
  LOG_I(PHY,"[SCHED][eNB] eNB RX thread %d started on CPU %d\n",
	proc->subframe,sched_getcpu());
#endif

  mlockall(MCL_CURRENT | MCL_FUTURE);

  //rt_set_runnable_on_cpuid(task,1);
  //cpuid = rtai_cpuid();

#ifdef HARD_RT
  rt_make_hard_real_time();
#endif


  subframe_rx = (proc->subframe+9)%10;

  while (!oai_exit){

    vcd_signal_dumper_dump_function_by_name(VCD_SIGNAL_DUMPER_FUNCTIONS_eNB_PROC_RX0+(2*proc->subframe),0);


    //    LOG_I(PHY,"Locking mutex for eNB proc %d (IC %d,mutex %p)\n",proc->subframe,proc->instance_cnt,&proc->mutex);
    if (pthread_mutex_lock(&proc->mutex_rx) != 0) {
      LOG_E(PHY,"[SCHED][eNB] error locking mutex for eNB RX proc %d\n",proc->subframe);
    }
    else {
        
      while (proc->instance_cnt_rx < 0) {
	//	LOG_I(PHY,"Waiting and unlocking mutex for eNB proc %d (IC %d,lock %d)\n",proc->subframe,proc->instance_cnt,pthread_mutex_trylock(&proc->mutex));

	pthread_cond_wait(&proc->cond_rx,&proc->mutex_rx);
knopp's avatar
 
knopp committed
902
      }
knopp's avatar
 
knopp committed
903 904 905
      //      LOG_I(PHY,"Waking up and unlocking mutex for eNB proc %d\n",proc->subframe);
      if (pthread_mutex_unlock(&proc->mutex_rx) != 0) {	
	LOG_E(PHY,"[SCHED][eNB] error unlocking mutex for eNB RX proc %d\n",proc->subframe);
knopp's avatar
 
knopp committed
906 907
      }
    }
knopp's avatar
 
knopp committed
908 909 910 911 912 913 914 915 916 917 918 919 920 921
    vcd_signal_dumper_dump_function_by_name(VCD_SIGNAL_DUMPER_FUNCTIONS_eNB_PROC_RX0+(2*proc->subframe),1);    

    if (oai_exit) break;
    
    if ((((PHY_vars_eNB_g[0]->lte_frame_parms.frame_type == TDD )&&(subframe_select(&PHY_vars_eNB_g[0]->lte_frame_parms,subframe_rx)==SF_UL)) ||
	 (PHY_vars_eNB_g[0]->lte_frame_parms.frame_type == FDD))){
      phy_procedures_eNB_RX(subframe_rx,PHY_vars_eNB_g[0],0,no_relay);
    }
    if ((subframe_select(&PHY_vars_eNB_g[0]->lte_frame_parms,subframe_rx)==SF_S)){
      phy_procedures_eNB_S_RX(subframe_rx,PHY_vars_eNB_g[0],0,no_relay);
    }
      
    if (pthread_mutex_lock(&proc->mutex_rx) != 0) {
      printf("[openair][SCHED][eNB] error locking mutex for eNB RX proc %d\n",proc->subframe);
knopp's avatar
 
knopp committed
922 923
    }
    else {
knopp's avatar
 
knopp committed
924
      proc->instance_cnt_rx--;
knopp's avatar
 
knopp committed
925
      
knopp's avatar
 
knopp committed
926 927
      if (pthread_mutex_unlock(&proc->mutex_rx) != 0) {	
	printf("[openair][SCHED][eNB] error unlocking mutex for eNB RX proc %d\n",proc->subframe);
knopp's avatar
 
knopp committed
928 929
      }
    }
knopp's avatar
 
knopp committed
930 931 932 933

    proc->frame_rx++;
    if (proc->frame_rx==1024)
      proc->frame_rx=0;
knopp's avatar
 
knopp committed
934
    
knopp's avatar
 
knopp committed
935 936
  }
  vcd_signal_dumper_dump_function_by_name(VCD_SIGNAL_DUMPER_FUNCTIONS_eNB_PROC_RX0+(2*proc->subframe),0);        
knopp's avatar
 
knopp committed
937
#ifdef HARD_RT
knopp's avatar
 
knopp committed
938 939 940 941 942 943 944 945 946 947 948 949
  rt_make_soft_real_time();
#endif

#ifdef DEBUG_THREADS
  printf("Exiting eNB thread RX %d\n",proc->subframe);
#endif
  // clean task
#ifdef RTAI
  rt_task_delete(task);
#else
  eNB_thread_rx_status[proc->subframe]=0;
  pthread_exit(&eNB_thread_rx_status[proc->subframe]);
knopp's avatar
 
knopp committed
950 951
#endif

knopp's avatar
 
knopp committed
952 953 954
#ifdef DEBUG_THREADS
  printf("Exiting eNB RX thread %d\n",proc->subframe);
#endif
knopp's avatar
 
knopp committed
955 956 957 958 959 960 961 962
}



void init_eNB_proc() {

  int i;

knopp's avatar
 
knopp committed
963 964


knopp's avatar
 
knopp committed
965
  for (i=0;i<10;i++) {
knopp's avatar
 
knopp committed
966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981
    pthread_attr_init (&attr_eNB_proc_tx[i]);
    pthread_attr_setstacksize(&attr_eNB_proc_tx[i],OPENAIR_THREAD_STACK_SIZE);
    //attr_dlsch_threads.priority = 1;
    sched_param_eNB_proc_tx[i].sched_priority = sched_get_priority_max(SCHED_FIFO)-1; //OPENAIR_THREAD_PRIORITY;
    pthread_attr_setschedparam  (&attr_eNB_proc_tx[i], &sched_param_eNB_proc_tx);
    pthread_attr_setschedpolicy (&attr_eNB_proc_tx[i], SCHED_FIFO);

    pthread_attr_init (&attr_eNB_proc_rx[i]);
    pthread_attr_setstacksize(&attr_eNB_proc_rx[i],OPENAIR_THREAD_STACK_SIZE);
    //attr_dlsch_threads.priority = 1;
    sched_param_eNB_proc_rx[i].sched_priority = sched_get_priority_max(SCHED_FIFO)-1; //OPENAIR_THREAD_PRIORITY;
    pthread_attr_setschedparam  (&attr_eNB_proc_rx[i], &sched_param_eNB_proc_rx);
    pthread_attr_setschedpolicy (&attr_eNB_proc_rx[i], SCHED_FIFO);

    PHY_vars_eNB_g[0]->proc[i].instance_cnt_tx=-1;
    PHY_vars_eNB_g[0]->proc[i].instance_cnt_rx=-1;
knopp's avatar
 
knopp committed
982
    PHY_vars_eNB_g[0]->proc[i].subframe=i;
knopp's avatar
 
knopp committed
983 984 985 986 987 988
    pthread_mutex_init(&PHY_vars_eNB_g[0]->proc[i].mutex_tx,NULL);
    pthread_mutex_init(&PHY_vars_eNB_g[0]->proc[i].mutex_rx,NULL);
    pthread_cond_init(&PHY_vars_eNB_g[0]->proc[i].cond_tx,NULL);
    pthread_cond_init(&PHY_vars_eNB_g[0]->proc[i].cond_rx,NULL);
    pthread_create(&PHY_vars_eNB_g[0]->proc[i].pthread_tx,NULL,eNB_thread_tx,(void*)&PHY_vars_eNB_g[0]->proc[i]);
    pthread_create(&PHY_vars_eNB_g[0]->proc[i].pthread_rx,NULL,eNB_thread_rx,(void*)&PHY_vars_eNB_g[0]->proc[i]);
knopp's avatar
 
knopp committed
989 990 991 992 993 994
  }
}

void kill_eNB_proc() {

  int i;
knopp's avatar
 
knopp committed
995
  int *status_tx,*status_rx;
knopp's avatar
 
knopp committed
996 997

  for (i=0;i<10;i++) {
knopp's avatar
 
knopp committed
998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020

#ifdef DEBUG_THREADS
    printf("Killing TX thread %d\n",i);
#endif
    PHY_vars_eNB_g[0]->proc[i].instance_cnt_tx=0; 
    pthread_cond_signal(&PHY_vars_eNB_g[0]->proc[i].cond_tx);
#ifdef DEBUG_THREADS
    printf("Joining eNB TX thread %d...",i);
#endif
    pthread_join(PHY_vars_eNB_g[0]->proc[i].pthread_tx,(void**)status_tx);
#ifdef DEBUG_THREADS
    if (status_tx) printf("status %d...",*status_tx);
#endif
#ifdef DEBUG_THREADS
    printf("Killing RX thread %d\n",i);
#endif
    PHY_vars_eNB_g[0]->proc[i].instance_cnt_rx=0; 
    pthread_cond_signal(&PHY_vars_eNB_g[0]->proc[i].cond_rx);
#ifdef DEBUG_THREADS
    printf("Joining eNB RX thread %d...",i);
#endif
    pthread_join(PHY_vars_eNB_g[0]->proc[i].pthread_rx,(void**)status_rx);
#ifdef DEBUG_THREADS 
knopp's avatar
 
knopp committed
1021
    if (status_rx) printf("status %d...",*status_rx);
knopp's avatar
 
knopp committed
1022 1023 1024 1025 1026
#endif
    pthread_mutex_destroy(&PHY_vars_eNB_g[0]->proc[i].mutex_tx);
    pthread_mutex_destroy(&PHY_vars_eNB_g[0]->proc[i].mutex_rx);
    pthread_cond_destroy(&PHY_vars_eNB_g[0]->proc[i].cond_tx);
    pthread_cond_destroy(&PHY_vars_eNB_g[0]->proc[i].cond_rx);
knopp's avatar
 
knopp committed
1027 1028 1029 1030
  }
}


knopp's avatar
 
knopp committed
1031 1032


knopp's avatar
 
knopp committed
1033 1034
  
/* This is the main eNB thread. */
knopp's avatar
 
knopp committed
1035 1036
int eNB_thread_status;

knopp's avatar
 
knopp committed
1037

1038 1039 1040 1041 1042
static void *eNB_thread(void *arg)
{
#ifdef RTAI
  RT_TASK *task;
#endif
knopp's avatar
 
knopp committed
1043
  unsigned char slot=0;//,last_slot, next_slot;
knopp's avatar
 
knopp committed
1044
  int frame=0;
knopp's avatar
 
knopp committed
1045

1046
  RTIME time_in, time_diff;
knopp's avatar
 
knopp committed
1047

knopp's avatar
 
knopp committed
1048
  int sf;
knopp's avatar
 
knopp committed
1049
#ifndef USRP
knopp's avatar
 
knopp committed
1050
  volatile unsigned int *DAQ_MBOX = openair0_daq_cnt();
knopp's avatar
 
knopp committed
1051 1052
  int mbox_target=0,mbox_current=0;
  int hw_slot,delay_cnt;
knopp's avatar
 
knopp committed
1053 1054 1055 1056
  int diff;
  int i;
  int ret;

knopp's avatar
 
knopp committed
1057 1058 1059
#else
  int rx_cnt = 0;
  int tx_cnt = tx_delay;
knopp's avatar
 
knopp committed
1060 1061
  //  int tx_offset;

knopp's avatar
 
knopp committed
1062
  hw_subframe = 0;
knopp's avatar
 
knopp committed
1063
#endif
1064 1065
#if defined(ENABLE_ITTI)
  /* Wait for eNB application initialization to be complete (eNB registration to MME) */
1066
  wait_system_ready ("Waiting for eNB application to be ready %s\r", &start_eNB);
1067 1068
#endif

1069
#ifdef RTAI
knopp's avatar
 
knopp committed
1070
  task = rt_task_init_schmod(nam2num("TASK0"), 0, 0, 0, SCHED_FIFO, 0xF);
1071 1072 1073 1074
#endif

  if (!oai_exit) {
#ifdef RTAI
knopp's avatar
 
knopp committed
1075 1076 1077 1078
    LOG_D(HW,"[SCHED][eNB] Started eNB thread (id %p) on CPU %d\n",task,rtai_cpuid());
#else
    LOG_I(HW,"[SCHED][eNB] Started eNB thread on CPU %d\n",
	  sched_getcpu());
1079 1080 1081
#endif

#ifdef HARD_RT
1082
    rt_make_hard_real_time();
1083 1084
#endif

1085
    mlockall(MCL_CURRENT | MCL_FUTURE);
1086

1087 1088 1089 1090
    timing_info.time_min = 100000000ULL;
    timing_info.time_max = 0;
    timing_info.time_avg = 0;
    timing_info.n_samples = 0;
1091

knopp's avatar
 
knopp committed
1092
    while (!oai_exit) {
knopp's avatar
 
knopp committed
1093 1094

#ifndef USRP
knopp's avatar
 
knopp committed
1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125
      hw_slot = (((((volatile unsigned int *)DAQ_MBOX)[0]+1)%150)<<1)/15;
      //        LOG_D(HW,"eNB frame %d, time %llu: slot %d, hw_slot %d (mbox %d)\n",frame,rt_get_time_ns(),slot,hw_slot,((unsigned int *)DAQ_MBOX)[0]);
      //this is the mbox counter where we should be
      //mbox_target = ((((slot+1)%20)*15+1)>>1)%150;
      mbox_target = mbox_bounds[slot];
      //this is the mbox counter where we are
      mbox_current = ((volatile unsigned int *)DAQ_MBOX)[0];
      //this is the time we need to sleep in order to synchronize with the hw (in multiples of DAQ_PERIOD)
      if ((mbox_current>=135) && (mbox_target<15)) //handle the frame wrap-arround
	diff = 150-mbox_current+mbox_target;
      else if ((mbox_current<15) && (mbox_target>=135))
	diff = -150+mbox_target-mbox_current;
      else
	diff = mbox_target - mbox_current;
      
      if (((slot%2==0) && (diff < (-14))) || ((slot%2==1) && (diff < (-7)))) {
	// at the eNB, even slots have double as much time since most of the processing is done here and almost nothing in odd slots
	LOG_D(HW,"eNB Frame %d, time %llu: missed slot, proceeding with next one (slot %d, hw_slot %d, diff %d)\n",frame, rt_get_time_ns(), slot, hw_slot, diff);
	slot++;
	if (frame > 0) {
	  exit_fun("[HW][eNB] missed slot");
	}
	if (slot==20){
	  slot=0;
	  frame++;
	}
	continue;
      }
      if (diff>8)
	LOG_D(HW,"eNB Frame %d, time %llu: skipped slot, waiting for hw to catch up (slot %d, hw_slot %d, mbox_current %d, mbox_target %d, diff %d)\n",frame, rt_get_time_ns(), slot, hw_slot, mbox_current, mbox_target, diff);
      
knopp's avatar
 
knopp committed
1126
      vcd_signal_dumper_dump_variable_by_name(VCD_SIGNAL_DUMPER_VARIABLES_DAQ_MBOX, *DAQ_MBOX);
knopp's avatar
 
knopp committed
1127 1128 1129 1130 1131 1132 1133 1134 1135 1136
      vcd_signal_dumper_dump_variable_by_name(VCD_SIGNAL_DUMPER_VARIABLES_DIFF, diff);
      
      delay_cnt = 0;
      while ((diff>0) && (!oai_exit)) {
	time_in = rt_get_time_ns();
	//LOG_D(HW,"eNB Frame %d delaycnt %d : hw_slot %d (%d), slot %d, (slot+1)*15=%d, diff %d, time %llu\n",frame,delay_cnt,hw_slot,((unsigned int *)DAQ_MBOX)[0],slot,(((slot+1)*15)>>1),diff,time_in);
	//LOG_D(HW,"eNB Frame %d, time %llu: sleeping for %llu (slot %d, hw_slot %d, diff %d, mbox %d, delay_cnt %d)\n", frame, time_in, diff*DAQ_PERIOD,slot,hw_slot,diff,((volatile unsigned int *)DAQ_MBOX)[0],delay_cnt);
	vcd_signal_dumper_dump_function_by_name(VCD_SIGNAL_DUMPER_FUNCTIONS_RT_SLEEP,1);
	ret = rt_sleep_ns(diff*DAQ_PERIOD);
	vcd_signal_dumper_dump_function_by_name(VCD_SIGNAL_DUMPER_FUNCTIONS_RT_SLEEP,0);
knopp's avatar
 
knopp committed
1137
	vcd_signal_dumper_dump_variable_by_name(VCD_SIGNAL_DUMPER_VARIABLES_DAQ_MBOX, *DAQ_MBOX);
knopp's avatar
 
knopp committed
1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148
	if (ret)
	  LOG_D(HW,"eNB Frame %d, time %llu: rt_sleep_ns returned %d\n",frame, time_in);
	hw_slot = (((((volatile unsigned int *)DAQ_MBOX)[0]+1)%150)<<1)/15;
	//LOG_D(HW,"eNB Frame %d : hw_slot %d, time %llu\n",frame,hw_slot,rt_get_time_ns());
	delay_cnt++;
	if (delay_cnt == 10) {
	  LOG_D(HW,"eNB Frame %d: HW stopped ... \n",frame);
	  exit_fun("[HW][eNB] HW stopped");
	}
	mbox_current = ((volatile unsigned int *)DAQ_MBOX)[0];
	if ((mbox_current>=135) && (mbox_target<15)) //handle the frame wrap-arround
knopp's avatar
 
knopp committed
1149
	  diff = 150-mbox_current+mbox_target;
knopp's avatar
 
knopp committed
1150
	else if ((mbox_current<15) && (mbox_target>=135))
knopp's avatar
 
knopp committed
1151
	  diff = -150+mbox_target-mbox_current;
knopp's avatar
 
knopp committed
1152
	else
knopp's avatar
 
knopp committed
1153
	  diff = mbox_target - mbox_current;
knopp's avatar
 
knopp committed
1154
      }
knopp's avatar
 
knopp committed
1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175

#else  // USRP
      while (rx_cnt < sf_bounds[hw_subframe]) {
	openair0.trx_read_func(&openair0, &timestamp, &rxdata[rx_cnt*samples_per_packets], samples_per_packets);

	openair0.trx_write_func(&openair0, (timestamp+samples_per_packets*tx_delay-tx_forward_nsamps), &txdata[tx_cnt*samples_per_packets], samples_per_packets, 1);

	rx_cnt++;
	tx_cnt++;
      }

#ifndef RTAI
      //pthread_mutex_lock(&tti_mutex);
#endif
      hw_subframe++;
      slot+=2;
      if(hw_subframe==10)
        hw_subframe = 0;

#endif // USRP
     
knopp's avatar
 
knopp committed
1176
      if (oai_exit) break;
1177

knopp's avatar
 
knopp committed
1178
      if (frame>5)  {
knopp's avatar
 
knopp committed
1179

knopp's avatar
 
knopp committed
1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214
	timing_info.time_last = timing_info.time_now;
	timing_info.time_now = rt_get_time_ns();
	
	if (timing_info.n_samples>0) {
	  time_diff = timing_info.time_now - timing_info.time_last;
	  if (time_diff < timing_info.time_min)
	    timing_info.time_min = time_diff;
	  if (time_diff > timing_info.time_max)
	    timing_info.time_max = time_diff;
	  timing_info.time_avg += time_diff;
	}
	
	timing_info.n_samples++;
	/*
	  if ((timing_info.n_samples%2000)==0) {
	  LOG_D(HW,"frame %d (%d), slot %d, hw_slot %d: diff=%llu, min=%llu, max=%llu, avg=%llu (n_samples %d)\n",
	  frame, PHY_vars_eNB_g[0]->frame, slot, hw_slot,time_diff,
	  timing_info.time_min,timing_info.time_max,timing_info.time_avg/timing_info.n_samples,timing_info.n_samples);
	  timing_info.n_samples = 0;
	  timing_info.time_avg = 0;
	  }
	*/
	//}
	
	if (multi_thread == 0) {
	  phy_procedures_eNB_lte (((slot+1)%20)>>1, PHY_vars_eNB_g[0], 0, no_relay,NULL);
	  do_OFDM_mod(((slot+1)%20)>>1,PHY_vars_eNB_g[0]);
	}
	else { // multi-thread > 0
	  if ((slot&1) == 0) {
	    sf = ((slot>>1)+1)%10;
	    //		    LOG_I(PHY,"[eNB] Multithread slot %d (IC %d)\n",slot,PHY_vars_eNB_g[0]->proc[sf].instance_cnt);
	    
	    if (pthread_mutex_lock(&PHY_vars_eNB_g[0]->proc[sf].mutex_tx) != 0) {
	      LOG_E(PHY,"[eNB] ERROR pthread_mutex_lock for eNB TX thread %d (IC %d)\n",sf,PHY_vars_eNB_g[0]->proc[sf].instance_cnt_tx);   
knopp's avatar
 
knopp committed
1215
	    }
knopp's avatar
 
knopp committed
1216 1217 1218 1219 1220 1221 1222
	    else {
	      //		      LOG_I(PHY,"[eNB] Waking up eNB process %d (IC %d)\n",sf,PHY_vars_eNB_g[0]->proc[sf].instance_cnt); 
	      PHY_vars_eNB_g[0]->proc[sf].instance_cnt_tx++;
	      pthread_mutex_unlock(&PHY_vars_eNB_g[0]->proc[sf].mutex_tx);
	      if (PHY_vars_eNB_g[0]->proc[sf].instance_cnt_tx == 0) {
		if (pthread_cond_signal(&PHY_vars_eNB_g[0]->proc[sf].cond_tx) != 0) {
		  LOG_E(PHY,"[eNB] ERROR pthread_cond_signal for eNB TX thread %d\n",sf);
knopp's avatar
 
knopp committed
1223
		}
knopp's avatar
 
knopp committed
1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239
	      }
	      else {
		LOG_W(PHY,"[eNB] Frame %d, eNB TX thread %d busy!!\n",PHY_vars_eNB_g[0]->proc[sf].frame_tx,sf);
	      }
	    }
	    
	    if (pthread_mutex_lock(&PHY_vars_eNB_g[0]->proc[sf].mutex_rx) != 0) {
	      LOG_E(PHY,"[eNB] ERROR pthread_mutex_lock for eNB RX thread %d (IC %d)\n",sf,PHY_vars_eNB_g[0]->proc[sf].instance_cnt_rx);   
	    }
	    else {
	      //		      LOG_I(PHY,"[eNB] Waking up eNB process %d (IC %d)\n",sf,PHY_vars_eNB_g[0]->proc[sf].instance_cnt); 
	      PHY_vars_eNB_g[0]->proc[sf].instance_cnt_rx++;
	      pthread_mutex_unlock(&PHY_vars_eNB_g[0]->proc[sf].mutex_rx);
	      if (PHY_vars_eNB_g[0]->proc[sf].instance_cnt_rx == 0) {
		if (pthread_cond_signal(&PHY_vars_eNB_g[0]->proc[sf].cond_rx) != 0) {
		  LOG_E(PHY,"[eNB] ERROR pthread_cond_signal for eNB RX thread %d\n",sf);
knopp's avatar
 
knopp committed
1240 1241
		}
	      }
knopp's avatar
 
knopp committed
1242 1243 1244
	      else {
		LOG_W(PHY,"[eNB] Frame %d, eNB RX thread %d busy!!\n",PHY_vars_eNB_g[0]->proc[sf].frame_rx,sf);
	      }
knopp's avatar
 
knopp committed
1245
	    }
knopp's avatar
 
knopp committed
1246 1247 1248 1249
	    
	  }
	}
      }
knopp's avatar
 
knopp committed
1250
#ifndef USRP
knopp's avatar
 
knopp committed
1251
      slot++;
knopp's avatar
 
knopp committed
1252 1253 1254 1255 1256 1257
#else
      if(rx_cnt == max_cnt) {
	rx_cnt = 0;
      } 
#endif     

knopp's avatar
 
knopp committed
1258 1259 1260 1261
      if (slot==20) {
	slot=0;
	frame++;
      }
1262
#if defined(ENABLE_ITTI)
knopp's avatar
 
knopp committed
1263
      itti_update_lte_time(frame, slot);