Doorbell Interrupt Base Support for Core/Thread Wakeup

This change includes:
    - Implementation of a generic KernelWorkItem Class
    - Kernel functionality for doorbell send to specific PIRs
    - Kernel changes to send core/thread Wakeup doorbells using
      doorbell_send() + placing KernelWorkItems on a cpu stack obj
      to be executed during doorbell wakeup
    - Kernel Interrupt Message handler changes to send wakeup msgs
    - Interrupt Resource Provider (INTRRP) Changes to handle
      wakeup msgs and monitor for timeouts
    - Changes to the IPL flow to invoke proper Core/Thread Wakeup
    - A basic outline (commented out) for how IPC messages can be
      implemented in the future

Change-Id: I547fb8719bac657def561565ae11ab18cde72096
CMVC-Prereq: 992722
RTC:137564
Reviewed-on: http://ralgit01.raleigh.ibm.com/gerrit1/22815
Tested-by: Jenkins Server
Tested-by: FSP CI Jenkins
Reviewed-by: Andrew J. Geissler <andrewg@us.ibm.com>
Reviewed-by: Prachi Gupta <pragupta@us.ibm.com>
Reviewed-by: Daniel M. Crowell <dcrowell@us.ibm.com>

2 files changed, 16 insertions, 4 deletions

diff --git a/src/usr/isteps/istep16/call_host_activate_master.C b/src/usr/isteps/istep16/call_host_activate_master.C
index a90a97549..213f04596 100644
--- a/src/usr/isteps/istep16/call_host_activate_master.C
+++ b/src/usr/isteps/istep16/call_host_activate_master.C
@@ -107,6 +107,9 @@ void* call_host_activate_master (void *io_pArgs)
             TRACFCOMP( ISTEPS_TRACE::g_trac_isteps_trace,
                        "startDeadManLoop SUCCESS"  );
         }
+        //Need to indicate to PHYP to save HRMOR and other SPR Data to be
+        // applied during wakeup
+        MAGIC_INSTRUCTION(MAGIC_SIMICS_CORESTATESAVE);
 
         //Because of a bug in how the SBE injects the IPI used to wake
         //up the master core, need to ensure no mailbox traffic
diff --git a/src/usr/isteps/istep16/call_host_activate_slave_cores.C b/src/usr/isteps/istep16/call_host_activate_slave_cores.C
index 6e4977524..1d521213e 100644
--- a/src/usr/isteps/istep16/call_host_activate_slave_cores.C
+++ b/src/usr/isteps/istep16/call_host_activate_slave_cores.C
@@ -65,16 +65,22 @@ void* call_host_activate_slave_cores (void *io_pArgs)
 
     // @@@@@    CUSTOM BLOCK:   @@@@@
 
-    uint64_t l_masterCoreID = task_getcpuid() & ~7;
+    uint64_t l_masterCoreID = PIR_t::coreFromPir(task_getcpuid());
 
     TargetHandleList l_cores;
     getAllChiplets(l_cores, TYPE_CORE);
+    uint32_t l_numCores = 0;
 
     for(TargetHandleList::const_iterator
         l_core = l_cores.begin();
         l_core != l_cores.end();
         ++l_core)
     {
+        TRACFCOMP( ISTEPS_TRACE::g_trac_isteps_trace,
+                   "Iterating all cores in system - "
+                   "This is core: %d", l_numCores);
+        l_numCores += 1;
+
         ConstTargetHandle_t l_processor = getParentChip(*l_core);
 
         CHIP_UNIT_ATTR l_coreId =
@@ -86,20 +92,23 @@ void* call_host_activate_slave_cores (void *io_pArgs)
         TARGETING::Target* sys = NULL;
         TARGETING::targetService().getTopLevelTarget(sys);
         assert( sys != NULL );
-        uint64_t en_threads = sys->getAttr<ATTR_ENABLED_THREADS>();
 
         const fapi2::Target<fapi2::TARGET_TYPE_CORE> l_fapi2_coreTarget(
               const_cast<TARGETING::Target*> (*l_core));
 
+        //Determine PIR and threads to enable for this core
         uint64_t pir = PIR_t(l_logicalGroupId, l_chipId, l_coreId).word;
+        uint64_t en_threads = sys->getAttr<ATTR_ENABLED_THREADS>();
+        TRACFCOMP( ISTEPS_TRACE::g_trac_isteps_trace,
+                   "pir for this core is: %lx", pir);
 
         if (pir != l_masterCoreID)
         {
             TRACFCOMP( ISTEPS_TRACE::g_trac_isteps_trace,
-                       "call_host_activate_slave_cores: Waking %x",
+                       "call_host_activate_slave_cores: Waking %x.",
                        pir );
 
-            int rc = cpu_start_core(pir,en_threads);
+            int rc = cpu_start_core(pir, en_threads);
 
             // Handle time out error
             if (-ETIME == rc)