Pstates Support in OCC

1. Initialize Pstates global parameters (G_proc_fmax, G_proc_fmin,
G_khz_per_pstate and G_proc_pmin from the OCC Pstate Parameter
Block)

2. When frequency config data packet is received and OCC is NOT
already in Active state:  Send IPC command to PGPE to set pState
clips to be wide open from min frequency to turbo
First verify min/max frequency from TMGT is within what
PGPE allows saved in G_proc_fmax and G_proc_fmin if not
within bounds trace and clip to G_proc_fmax/fmin)

3. Transition to active state:  Send IPC command to PGPE to start
pState protocol (give correct data for OCC vs OPAL in control of
Pstates) and if OPAL system update OPAL shared memory with Pstate
information.

4. amec_slv_freq_smh():  Send IPC command to PGPE to set requested
pState (PowerVM) or set clips (OPAL).

5. Address all the TODO/TEMP/#if 0 in amec_freq.c  either remove
or add RTC# for when it will be addressed

Change-Id: Ic323321b8c66945732a6b7345ad85d6f41a62edd
RTC: 130201
Reviewed-on: http://ralgit01.raleigh.ibm.com/gerrit1/33704
Tested-by: FSP CI Jenkins <fsp-CI-jenkins+hostboot@us.ibm.com>
Reviewed-by: Martha Broyles <mbroyles@us.ibm.com>
Reviewed-by: Andres A. Lugo-Reyes <aalugore@us.ibm.com>
Reviewed-by: Wael El-Essawy <welessa@us.ibm.com>

4 files changed, 976 insertions, 0 deletions

diff --git a/src/occ_405/pgpe/pgpe_interface.c b/src/occ_405/pgpe/pgpe_interface.c
new file mode 100644
index 0000000..bbdf801
--- /dev/null
+++ b/src/occ_405/pgpe/pgpe_interface.c
@@ -0,0 +1,812 @@
+/* IBM_PROLOG_BEGIN_TAG                                                   */
+/* This is an automatically generated prolog.                             */
+/*                                                                        */
+/* $Source: src/occ_405/pgpe/pgpe_interface.c $                           */
+/*                                                                        */
+/* OpenPOWER OnChipController Project                                     */
+/*                                                                        */
+/* Contributors Listed Below - COPYRIGHT 2011,2016                        */
+/* [+] International Business Machines Corp.                              */
+/*                                                                        */
+/*                                                                        */
+/* Licensed under the Apache License, Version 2.0 (the "License");        */
+/* you may not use this file except in compliance with the License.       */
+/* You may obtain a copy of the License at                                */
+/*                                                                        */
+/*     http://www.apache.org/licenses/LICENSE-2.0                         */
+/*                                                                        */
+/* Unless required by applicable law or agreed to in writing, software    */
+/* distributed under the License is distributed on an "AS IS" BASIS,      */
+/* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or        */
+/* implied. See the License for the specific language governing           */
+/* permissions and limitations under the License.                         */
+/*                                                                        */
+/* IBM_PROLOG_END_TAG                                                     */
+
+
+#include "occ_common.h"
+#include "occhw_async.h"
+#include "pgpe_interface.h"
+#include "pstate_pgpe_occ_api.h"
+#include "occ_service_codes.h"
+#include "pgpe_service_codes.h"
+#include "trac.h"
+#include "state.h"
+#include "proc_pstate.h"
+#include "proc_data_control.h"
+#include "occ_sys_config.h"
+
+extern opal_static_table_t  G_opal_static_table;
+
+extern pstateStatus G_proc_pstate_status;
+extern PMCR_OWNER G_proc_pmcr_owner;
+
+extern uint16_t G_proc_fmax_mhz;
+
+extern GPE_BUFFER(PstatesClips* G_core_data_control_gpewrite_ptr);
+extern GPE_BUFFER(PstatesClips* G_core_data_control_occwrite_ptr);
+
+// IPC GPE Requests
+GpeRequest G_clip_update_req;
+GpeRequest G_pmcr_set_req;
+GpeRequest G_start_suspend_req;
+GpeRequest G_wof_control_req;
+GpeRequest G_wof_vfrt_req;
+
+// The the GPE parameter fields for PGPE IPC calls.
+GPE_BUFFER(ipcmsg_clip_update_t*  G_clip_update_parms_ptr);
+GPE_BUFFER(ipcmsg_set_pmcr_t*     G_pmcr_set_parms_ptr);
+GPE_BUFFER(ipcmsg_start_suspend_t G_start_suspend_parms);
+GPE_BUFFER(ipcmsg_wof_control_t   G_wof_control_parms);
+GPE_BUFFER(ipcmsg_wof_vfrt_t      G_wof_vfrt_parms);
+
+
+// Function Specification
+//
+// Name: init_pgpe_ipcs
+//
+// Description: Create all PGPE IPC messages.
+//
+// End Function Specification
+
+errlHndl_t init_pgpe_ipcs(void)
+{
+    errlHndl_t  err = NULL;    // Error handler
+
+    //Set PMCR IPC task parameters to gpewrite's quad pstates data structure
+    G_pmcr_set_parms_ptr = &G_core_data_control_gpewrite_ptr->pstates;
+
+    //Set Clip IPC task parameters to gpewrite's quad pstates data structure
+    G_clip_update_parms_ptr = &G_core_data_control_gpewrite_ptr->clips;
+
+    do
+    {
+        err = pgpe_init_clips();
+        if(err)
+        {
+            break;
+        }
+        err = pgpe_init_pmcr();
+        if(err)
+        {
+            break;
+        }
+        err = pgpe_init_start_suspend();
+        if(err)
+        {
+            break;
+        }
+        err = pgpe_init_wof_control();
+        if(err)
+        {
+            break;
+        }
+        err = pgpe_init_wof_vfrt();
+    }while(0);
+
+    if(err)
+    {
+        REQUEST_RESET(err);
+    }
+
+    // Initialization used in the task_core_data_control for PGPE success
+    // checks made before the first clip/pstate IPC message to be ever sent
+    // from either of the two double buffers.
+    G_core_data_control_occwrite_ptr->clips.msg_cb.rc = PGPE_RC_SUCCESS;
+    G_core_data_control_occwrite_ptr->pstates.msg_cb.rc = PGPE_RC_SUCCESS;
+
+    G_core_data_control_gpewrite_ptr->clips.msg_cb.rc = PGPE_RC_SUCCESS;
+    G_core_data_control_gpewrite_ptr->pstates.msg_cb.rc = PGPE_RC_SUCCESS;
+
+
+    return(err);
+}
+
+
+// Function Specification
+//
+// Name: pgpe_init_clips
+//
+// Description: Create PGPE clip update IPC messages (non-blocking).
+//
+// End Function Specification
+
+errlHndl_t pgpe_init_clips(void)
+{
+    int rc;                    // return code
+    errlHndl_t  err = NULL;    // Error handler
+
+    do
+    {
+        //Initializes the GpeRequest object for pgpe clips setting IPC
+        rc = gpe_request_create(&G_clip_update_req,         // GpeRequest for the task
+                                &G_async_gpe_queue2,        // Queue
+                                IPC_MSGID_405_CLIPS,        // Function ID
+                                G_clip_update_parms_ptr,    // Task parameters
+                                SSX_WAIT_FOREVER,           // Timeout (none)
+                                NULL,                       // Callback
+                                NULL,                       // Callback arguments
+                                ASYNC_CALLBACK_IMMEDIATE ); // Options
+
+        if( rc )
+        {
+            // If we failed to create the GpeRequest then there is a serious problem.
+            MAIN_TRAC_ERR("pgpe_init_clips: Failure creating the "
+                          "IPC_MSGID_405_CLIPS GpeRequest. [RC=0x%08x]", rc );
+
+            /*
+             * @errortype
+             * @moduleid    PGPE_INIT_CLIPS_MOD
+             * @reasoncode  GPE_REQUEST_CREATE_FAILURE
+             * @userdata1   gpe_request_create return code
+             * @userdata4   OCC_NO_EXTENDED_RC
+             * @devdesc     Failure to create clips GpeRequest object
+             */
+            err = createErrl(
+                PGPE_INIT_CLIPS_MOD,             //ModId
+                GPE_REQUEST_CREATE_FAILURE,      //Reasoncode
+                OCC_NO_EXTENDED_RC,              //Extended reason code
+                ERRL_SEV_PREDICTIVE,             //Severity
+                NULL,                            //Trace Buf
+                DEFAULT_TRACE_SIZE,              //Trace Size
+                rc,                              //Userdata1
+                0                                //Userdata2
+                );
+        }
+
+    } while (0);
+
+    return(err);
+}
+
+// Function Specification
+//
+// Name: pgpe_init_pmcr
+//
+// Description: Create PGPE PMCR set IPC messages (non-blocking).
+//
+// End Function Specification
+
+errlHndl_t pgpe_init_pmcr(void)
+{
+    int rc;                    // return code
+    errlHndl_t  err = NULL;    // Error handler
+
+    do
+    {
+        //Initializes the GpeRequest object for pgpe PMCR setting IPC
+        rc = gpe_request_create(&G_pmcr_set_req,            // GpeRequest for the task
+                                &G_async_gpe_queue2,        // Queue
+                                IPC_MSGID_405_SET_PMCR,     // Function ID
+                                G_pmcr_set_parms_ptr,       // Task parameters
+                                SSX_WAIT_FOREVER,           // Timeout (none)
+                                NULL,                       // Callback
+                                NULL,                       // Callback arguments
+                                ASYNC_CALLBACK_IMMEDIATE);  // Options
+
+        if( rc )
+        {
+            // If we failed to create the GpeRequest then there is a serious problem.
+            MAIN_TRAC_ERR("pgpe_init_pmcr: Failure creating the "
+                          "IPC_MSGID_405_SET_PMCR GpeRequest. [RC=0x%08x]",
+                          rc );
+
+            /*
+             * @errortype
+             * @moduleid    PGPE_INIT_PMCR_MOD
+             * @reasoncode  GPE_REQUEST_CREATE_FAILURE
+             * @userdata1   gpe_request_create return code
+             * @userdata4   OCC_NO_EXTENDED_RC
+             * @devdesc     Failure to create pmcr GpeRequest object
+             */
+            err = createErrl(
+                PGPE_INIT_PMCR_MOD,              //ModId
+                GPE_REQUEST_CREATE_FAILURE,      //Reasoncode
+                OCC_NO_EXTENDED_RC,              //Extended reason code
+                ERRL_SEV_PREDICTIVE,             //Severity
+                NULL,                            //Trace Buf
+                DEFAULT_TRACE_SIZE,              //Trace Size
+                rc,                              //Userdata1
+                0                                //Userdata2
+                );
+        }
+
+    } while (0);
+
+    return(err);
+}
+
+// Function Specification
+//
+// Name: pgpe_init_start_suspend
+//
+// Description: Create PGPE start/suspend IPC messages (blocking).
+//
+// End Function Specification
+
+errlHndl_t pgpe_init_start_suspend(void)
+{
+    int rc;                    // return code
+    errlHndl_t  err = NULL;    // Error handler
+
+    do
+    {
+        //Initializes the GpeRequest object for pgpe start/suspend IPC
+        rc = gpe_request_create(&G_start_suspend_req,                              // GpeRequest for the task
+                                &G_async_gpe_queue2,                               // Queue
+                                IPC_MSGID_405_START_SUSPEND,                       // Function ID
+                                &G_start_suspend_parms,                            // Task parameters
+                                SSX_WAIT_FOREVER,                                  // Timeout (none)
+                                (AsyncRequestCallback)pgpe_start_suspend_callback, // Callback
+                                NULL,                                              // Callback arguments
+                                ASYNC_CALLBACK_IMMEDIATE );                        // Options
+
+        if( rc )
+        {
+            // If we failed to create the GpeRequest then there is a serious problem.
+            MAIN_TRAC_ERR("pgpe_init_start_suspend: Failure creating the "
+                          "IPC_MSGID_405_START_SUSPEND GpeRequest. [RC=0x%08x]",
+                          rc );
+
+            /*
+             * @errortype
+             * @moduleid    PGPE_INIT_START_SUSPEND_MOD
+             * @reasoncode  GPE_REQUEST_CREATE_FAILURE
+             * @userdata1   gpe_request_create return code
+             * @userdata4   OCC_NO_EXTENDED_RC
+             * @devdesc     Failure to create start_suspend GpeRequest object
+             */
+            err = createErrl(
+                PGPE_INIT_START_SUSPEND_MOD,     //ModId
+                GPE_REQUEST_CREATE_FAILURE,      //Reasoncode
+                OCC_NO_EXTENDED_RC,              //Extended reason code
+                ERRL_SEV_PREDICTIVE,             //Severity
+                NULL,                            //Trace Buf
+                DEFAULT_TRACE_SIZE,              //Trace Size
+                rc,                              //Userdata1
+                0                                //Userdata2
+                );
+        }
+
+    } while (0);
+
+    return(err);
+}
+
+
+// Function Specification
+//
+// Name: pgpe_init_wof_control
+//
+// Description: Create PGPE WOF control IPC messages (non-blocking).
+//
+// End Function Specification
+
+errlHndl_t pgpe_init_wof_control(void)
+{
+    int rc;                    // return code
+    errlHndl_t  err = NULL;    // Error handler
+
+    do
+    {
+        //Initializes the GpeRequest object for pgpe wof control IPC
+        rc = gpe_request_create(&G_wof_control_req,         // GpeRequest for the task
+                                &G_async_gpe_queue2,        // Queue
+                                IPC_MSGID_405_WOF_CONTROL,  // Function ID
+                                &G_wof_control_parms,       // Task parameters
+                                SSX_WAIT_FOREVER,           // Timeout (none)
+                                NULL,                       // Callback
+                                NULL,                       // Callback arguments
+                                ASYNC_CALLBACK_IMMEDIATE); // Options
+
+        if( rc )
+        {
+            // If we failed to create the GpeRequest then there is a serious problem.
+            MAIN_TRAC_ERR("pgpe_init_wof_control: Failure creating the "
+                          "IPC_MSGID_405_WOF_CONTROL GpeRequest. [RC=0x%08x]",
+                          rc );
+
+            /*
+             * @errortype
+             * @moduleid    PGPE_INIT_WOF_CONTROL_MOD
+             * @reasoncode  GPE_REQUEST_CREATE_FAILURE
+             * @userdata1   gpe_request_create return code
+             * @userdata4   OCC_NO_EXTENDED_RC
+             * @devdesc     Failure to create wof control GpeRequest object
+             */
+            err = createErrl(
+                PGPE_INIT_WOF_CONTROL_MOD,       //ModId
+                GPE_REQUEST_CREATE_FAILURE,      //Reasoncode
+                OCC_NO_EXTENDED_RC,              //Extended reason code
+                ERRL_SEV_PREDICTIVE,             //Severity
+                NULL,                            //Trace Buf
+                DEFAULT_TRACE_SIZE,              //Trace Size
+                rc,                              //Userdata1
+                0                                //Userdata2
+                );
+        }
+
+    } while (0);
+
+    return(err);
+}
+
+// Function Specification
+//
+// Name: pgpe_init_wof_vfrt
+//
+// Description: Create PGPE WOF vfrt IPC messages (non-blocking).
+//
+// End Function Specification
+
+errlHndl_t pgpe_init_wof_vfrt(void)
+{
+    int rc;                    // return code
+    errlHndl_t  err = NULL;    // Error handler
+
+    do
+    {
+        //Initializes the GpeRequest object for pgpe wof vfrt IPC
+        rc = gpe_request_create(&G_wof_vfrt_req,            // GpeRequest for the task
+                                &G_async_gpe_queue2,        // Queue
+                                IPC_MSGID_405_WOF_VFRT,     // Function ID
+                                &G_wof_vfrt_parms,          // Task parameters
+                                SSX_WAIT_FOREVER,           // Timeout (none)
+                                NULL,                       // Callback
+                                NULL,                       // Callback arguments
+                                ASYNC_CALLBACK_IMMEDIATE);  // Options
+
+        if( rc )
+        {
+            // If we failed to create the GpeRequest then there is a serious problem.
+            MAIN_TRAC_ERR("pgpe_init_wof_vfrt: Failure creating the "
+                          "IPC_MSGID_405_WOF_VFRT GpeRequest. [RC=0x%08x]",
+                          rc );
+
+            /*
+             * @errortype
+             * @moduleid    PGPE_INIT_WOF_VFRT_MOD
+             * @reasoncode  GPE_REQUEST_CREATE_FAILURE
+             * @userdata1   gpe_request_create return code
+             * @userdata4   OCC_NO_EXTENDED_RC
+             * @devdesc     Failure to create wof control GpeRequest object
+             */
+            err = createErrl(
+                PGPE_INIT_WOF_VFRT_MOD,          //ModId
+                GPE_REQUEST_CREATE_FAILURE,      //Reasoncode
+                OCC_NO_EXTENDED_RC,              //Extended reason code
+                ERRL_SEV_PREDICTIVE,             //Severity
+                NULL,                            //Trace Buf
+                DEFAULT_TRACE_SIZE,              //Trace Size
+                rc,                              //Userdata1
+                0                                //Userdata2
+                );
+        }
+
+    } while (0);
+
+    return(err);
+}
+
+
+// Function Specification
+//
+// Name: pgpe_widen_clip_ranges
+//
+// Description: Wide open PGPE clip ranges. Since this IPC call
+//              is non-blocking, this routine has to assure call
+//              completion before checking the pgpe return value.
+//
+// End Function Specification
+
+errlHndl_t pgpe_widen_clip_ranges(void)
+{
+
+    errlHndl_t  err = NULL;    // Error handler
+    uint8_t     i;             // Loop variable
+
+    // Set clip bounds wide open
+    for(i=0; i<MAX_QUADS; i++)
+    {
+        // minimum pstate
+        G_clip_update_parms_ptr->ps_val_clip_min[i] = pmin_rail();
+
+        // maximum pstate:
+        G_clip_update_parms_ptr->ps_val_clip_max[i] = proc_freq2pstate(G_proc_fmax_mhz);
+    }
+
+    // Check that no previous clip update calls are still in progress
+    if(async_request_is_idle(&G_clip_update_req.request))
+    {
+        // will check for this IPC completion at transition to active state
+        err = pgpe_clip_update();
+    }
+    else
+    {
+        // an earlier clip update IPC call has not completed, trace and log an error
+        TRAC_ERR("pgpe_widen_clip_ranges: clip update IPC task is not Idle");
+
+        // log an error
+        MAIN_TRAC_ERR("pgpe_widen_clip_ranges: clip update IPC is not Idle");
+
+        /*
+         * @errortype
+         * @moduleid    PGPE_WIDEN_CLIP_RANGES_MOD
+         * @reasoncode  PGPE_FAILURE
+         * @userdata1   0
+         * @userdata4   ERC_PGPE_NOT_IDLE
+         * @devdesc     pgpe clip update not idle
+         */
+        err = createErrl(
+            PGPE_WIDEN_CLIP_RANGES_MOD,      //ModId
+            PGPE_FAILURE,                    //Reasoncode
+            OCC_NO_EXTENDED_RC,              //Extended reason code
+            ERRL_SEV_PREDICTIVE,             //Severity
+            NULL,                            //Trace Buf
+            DEFAULT_TRACE_SIZE,              //Trace Size
+            0,                               //Userdata1
+            0                                //Userdata2
+            );
+    }
+
+    return(err);
+}
+
+// Function Specification
+//
+// Name: pgpe_clip_update
+//
+// Description: call PGPE IPC to update clip ranges. Since this IPC call is
+//              non-blocking, the calling function needs to assure previous
+//              call completion before calling this call.
+//
+// End Function Specification
+
+errlHndl_t pgpe_clip_update(void)
+{
+    int rc;           // gpe schedule return code
+    errlHndl_t  err = NULL;    // Error handler
+
+    do
+    {
+        // Caller must check the completion of previous invocation of clip updates.
+        // This check is a safety feature in case caller didn't check IPC is idle.
+        if(!async_request_is_idle(&G_clip_update_req.request))
+        {
+            // an earlier clip update IPC call has not completed, trace and log an error
+            TRAC_ERR("pgpe_clip_update: clip update IPC task is not Idle");
+
+            /*
+             * @errortype
+             * @moduleid    PGPE_CLIP_UPDATE_MOD
+             * @reasoncode  PGPE_FAILURE
+             * @userdata1   0
+             * @userdata4   ERC_PGPE_NOT_IDLE
+             * @devdesc     pgpe clip update not idle
+             */
+            err = createErrl(
+                PGPE_CLIP_UPDATE_MOD,            //ModId
+                PGPE_FAILURE,                    //Reasoncode
+                ERC_PGPE_NOT_IDLE,               //Extended reason code
+                ERRL_SEV_PREDICTIVE,             //Severity
+                NULL,                            //Trace Buf
+                DEFAULT_TRACE_SIZE,              //Trace Size
+                0,                               //Userdata1
+                0                                //Userdata2
+                );
+
+            break;
+        }
+
+        // @TODO: remove this precompile directive check when PGPE code is integrated.
+        //        RTC: 163934
+#ifdef PGPE_SUPPORT
+        // Schedule PGPE clip update IPC task
+        rc = gpe_request_schedule(&G_clip_update_req);
+#else
+        G_start_suspend_parms.msg_cb.rc = PGPE_RC_SUCCESS;
+        rc = 0;
+#endif
+        // Confirm Successfull completion of PGPE clip update task
+        if(rc != 0)
+        {
+            //Error in scheduling pgpe clip update task
+            TRAC_ERR("pgpe_clip_update: Failed to schedule clip update pgpe task rc=%x",
+                     rc);
+
+            /* @
+             * @errortype
+             * @moduleid    PGPE_CLIP_UPDATE_MOD
+             * @reasoncode  GPE_REQUEST_SCHEDULE_FAILURE
+             * @userdata1   rc - gpe_request_schedule return code
+             * @userdata2   0
+             * @userdata4   OCC_NO_EXTENDED_RC
+             * @devdesc     OCC Failed to schedule a GPE job for clip update
+             */
+            err = createErrl(
+                PGPE_CLIP_UPDATE_MOD,                   // modId
+                GPE_REQUEST_SCHEDULE_FAILURE,           // reasoncode
+                OCC_NO_EXTENDED_RC,                     // Extended reason code
+                ERRL_SEV_UNRECOVERABLE,                 // Severity
+                NULL,                                   // Trace Buf
+                DEFAULT_TRACE_SIZE,                     // Trace Size
+                rc,                                     // userdata1
+                0                                       // userdata2
+                );
+
+            REQUEST_RESET(err);   //This will add a firmware callout for us
+        }
+    }while(0);
+
+    return err;
+}
+
+
+// Function Specification
+//
+// Name: start_suspend_callback
+//
+// Description: callback function for the pgpe_start_suspend IPC function
+//              gets called after the PGPE IPC enables/disables pstates.
+//              Upon successful completion, it sets/clears the G_proc_pstate_status
+//              flag to indicat whether it is enabled/disabled/in-transition.
+//
+// End Function Specification
+
+void pgpe_start_suspend_callback(void)
+{
+    int pgpe_rc;               // pgpe return codes
+    errlHndl_t  err = NULL;    // Error handler
+
+    pgpe_rc = G_start_suspend_parms.msg_cb.rc;
+
+    do
+    {
+    // Confirm Successfull completion of PGPE clup update task
+        if(pgpe_rc != PGPE_RC_SUCCESS)
+        {
+            //Error in scheduling pgpe clip update task
+
+            /* @
+             * @errortype
+             * @moduleid    PGPE_START_SUSPEND_CALLBACK_MOD
+             * @reasoncode  GPE_REQUEST_SCHEDULE_FAILURE
+             * @userdata1   pgpe_rc - PGPE return code
+             * @userdata4   OCC_NO_EXTENDED_RC
+             * @devdesc     OCC Failed to schedule a GPE job for start_suspend
+             */
+            err = createErrl(
+                PGPE_START_SUSPEND_CALLBACK_MOD,        // modId
+                PGPE_FAILURE,                           // reasoncode
+                ERC_PGPE_UNSUCCESSFULL,                 // Extended reason code
+                ERRL_SEV_UNRECOVERABLE,                 // Severity
+                NULL,                                   // Trace Buf
+                DEFAULT_TRACE_SIZE,                     // Trace Size
+                pgpe_rc,                                // userdata1
+                0                                       // userdata2
+                );
+
+            REQUEST_RESET(err);   //This will add a firmware callout for us
+            break;
+        }
+        // task completed successfully
+        else
+        {
+            // this was a command to enable pstates
+            if(G_start_suspend_parms.action == PGPE_ACTION_PSTATE_START)
+            {
+                // Pstates are now enabled (enable Active State transition).
+                G_proc_pstate_status = PSTATES_ENABLED;
+            }
+            // this was a command to disable pstates
+            else if(G_start_suspend_parms.action == PGPE_ACTION_PSTATE_SUSPEND)
+            {
+                // Pstates are now disabled (disaable Active State transition).
+                G_proc_pstate_status = PSTATES_DISABLED;
+            }
+
+            G_proc_pmcr_owner = G_start_suspend_parms.pmcr_owner;
+        }
+
+    } while(0);
+
+}
+
+// Function Specification
+//
+// Name: pgpe_start_suspend
+//
+// Description: Schedule a PGPE IPC to enable/disable pstates. This will also tell
+//              PGPE how to set PMCR mode register (OCC/OPAL control pstates).
+//              when this IPC is successfully scheduled, it sets the G_proc_pstate_status
+//              global variable to in-transition, a call back function
+//              (pgpe_start_suspend_callback) will set it to the appropriate value upon
+//              successfull completion.
+//
+// End Function Specification
+
+errlHndl_t pgpe_start_suspend(uint8_t action)
+{
+    PMCR_OWNER owner;          // PMCR owner
+    int rc;                    // gpe schedule return codes
+    errlHndl_t  err = NULL;    // Error handler
+
+    // For now, we set PMCR ownership based on whether the system
+    // is OPAL system or not.
+    if(G_sysConfigData.system_type.kvm)
+    {
+        owner = PMCR_OWNER_HOST;
+    }
+    else
+    {
+        owner = PMCR_OWNER_OCC;
+    }
+
+    // set the IPC parameters
+    G_start_suspend_parms.action = action;
+    G_start_suspend_parms.pmcr_owner = owner;
+
+    // @TODO: remove this precompile directive check when PGPE code is integrated.
+    //        RTC: 163934
+#ifdef PGPE_SUPPORT
+    // Schedule PGPE start_suspend task
+    rc = gpe_request_schedule(&G_start_suspend_req);
+#else
+    rc = 0;
+#endif
+
+    // couldn't schedule the IPC task?
+    if(rc != 0)
+    {
+        //Error in scheduling pgpe clip update task
+        TRAC_ERR("pgpe_start_suspend: Failed to schedule pgpe start_suspend task rc=%x",
+                 rc);
+        /* @
+         * @errortype
+         * @moduleid    PGPE_START_SUSPEND_MOD
+         * @reasoncode  GPE_REQUEST_SCHEDULE_FAILURE
+         * @userdata1   rc - gpe_request_schedule return code
+         * @userdata4   OCC_NO_EXTENDED_RC
+         * @devdesc     OCC Failed to schedule a GPE job for start_suspend
+         */
+        err = createErrl(
+            PGPE_START_SUSPEND_MOD,                 // modId
+            GPE_REQUEST_SCHEDULE_FAILURE,           // reasoncode
+            OCC_NO_EXTENDED_RC,                     // Extended reason code
+            ERRL_SEV_UNRECOVERABLE,                 // Severity
+            NULL,                                   // Trace Buf
+            DEFAULT_TRACE_SIZE,                     // Trace Size
+            rc,                                     // userdata1
+            0                                       // userdata2
+            );
+
+        REQUEST_RESET(err);   //This will add a firmware callout for us
+    }
+    // successfully scheduled, set the G_proc_pstate_status to indicate transition
+    else
+    {
+        G_proc_pstate_status = PSTATES_IN_TRANSITION;
+    }
+
+#ifndef PGPE_SUPPORT
+    pgpe_start_suspend_callback();
+#endif
+
+    return err;
+}
+
+
+// Function Specification
+//
+// Name: pgpe_pmcr_set
+//
+// Description: call PGPE IPC to set the PMCR with the pstate values.
+//              Since this IPC call is non-blocking, the calling
+//              function needs to assure previous call completion
+//              before calling this call.
+//
+// End Function Specification
+
+errlHndl_t pgpe_pmcr_set(void)
+{
+    int rc;                  // gpe schedule return codes
+    errlHndl_t  err = NULL;  // Error handler
+
+    do
+    {
+        // Caller must check the completion of previous invocation of pmcr set IPC call.
+        // This check is a safety feature in case caller didn't check IPC is idle.
+        if(!async_request_is_idle(&G_pmcr_set_req.request))
+        {
+            // an earlier clip update IPC call has not completed, trace and log an error
+            TRAC_ERR("pgpe_pmcr_set: clip update IPC task is not Idle");
+
+            /*
+             * @errortype
+             * @moduleid    PGPE_PMCR_SET_MOD
+             * @reasoncode  PGPE_FAILURE
+             * @userdata1   0
+             * @userdata4   ERC_PGPE_NOT_IDLE
+             * @devdesc     pgpe pmcr set not idle
+             */
+            err = createErrl(
+                PGPE_PMCR_SET_MOD,               //ModId
+                PGPE_FAILURE,                    //Reasoncode
+                ERC_PGPE_NOT_IDLE,               //Extended reason code
+                ERRL_SEV_PREDICTIVE,             //Severity
+                NULL,                            //Trace Buf
+                DEFAULT_TRACE_SIZE,              //Trace Size
+                0,                               //Userdata1
+                0                                //Userdata2
+                );
+
+            break;
+        }
+
+        // @TODO: remove this precompile directive check when PGPE code is integrated.
+        //        RTC: 163934
+#ifdef PGPE_SUPPORT
+        // Schedule PGPE clip update IPC task
+        rc = gpe_request_schedule(&G_pmcr_set_req);
+#else
+        rc = 0;
+#endif
+
+        // Confirm Successfull completion of PGPE clup update task
+        if(rc != 0)
+        {
+            //Error in scheduling pgpe clip update task
+            TRAC_ERR("pgpe_pmcr_set: Failed to schedule PMCR setup pgpe task rc=%x",
+                     rc);
+        }
+
+        if(rc != 0)
+        {
+            /* @
+             * @errortype
+             * @moduleid    PGPE_PMCR_SET_MOD
+             * @reasoncode  GPE_REQUEST_SCHEDULE_FAILURE
+             * @userdata1   rc - gpe_request_schedule return code
+             * @userdata2   0
+             * @userdata4   OCC_NO_EXTENDED_RC
+             * @devdesc     OCC Failed to schedule a GPE job for clip update
+         */
+            err = createErrl(
+                PGPE_PMCR_SET_MOD,                      // modId
+                GPE_REQUEST_SCHEDULE_FAILURE,           // reasoncode
+                OCC_NO_EXTENDED_RC,                     // Extended reason code
+                ERRL_SEV_UNRECOVERABLE,                 // Severity
+                NULL,                                   // Trace Buf
+                DEFAULT_TRACE_SIZE,                     // Trace Size
+                rc,                                     // userdata1
+                0                                       // userdata2
+                );
+
+            REQUEST_RESET(err);   //This will add a firmware callout for us
+        }
+    }
+    while(0);
+
+    return err;
+}
+
diff --git a/src/occ_405/pgpe/pgpe_interface.h b/src/occ_405/pgpe/pgpe_interface.h
new file mode 100644
index 0000000..a777f28
--- /dev/null
+++ b/src/occ_405/pgpe/pgpe_interface.h
@@ -0,0 +1,45 @@
+/* IBM_PROLOG_BEGIN_TAG                                                   */
+/* This is an automatically generated prolog.                             */
+/*                                                                        */
+/* $Source: src/occ_405/pgpe/pgpe_interface.h $                           */
+/*                                                                        */
+/* OpenPOWER OnChipController Project                                     */
+/*                                                                        */
+/* Contributors Listed Below - COPYRIGHT 2011,2016                        */
+/* [+] International Business Machines Corp.                              */
+/*                                                                        */
+/*                                                                        */
+/* Licensed under the Apache License, Version 2.0 (the "License");        */
+/* you may not use this file except in compliance with the License.       */
+/* You may obtain a copy of the License at                                */
+/*                                                                        */
+/*     http://www.apache.org/licenses/LICENSE-2.0                         */
+/*                                                                        */
+/* Unless required by applicable law or agreed to in writing, software    */
+/* distributed under the License is distributed on an "AS IS" BASIS,      */
+/* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or        */
+/* implied. See the License for the specific language governing           */
+/* permissions and limitations under the License.                         */
+/*                                                                        */
+/* IBM_PROLOG_END_TAG                                                     */
+
+#ifndef _PGPE_INTERFACE_H_
+#define _PGPE_INTERFACE_H_
+
+#include "errl.h"
+
+errlHndl_t init_pgpe_ipcs(void);
+
+errlHndl_t pgpe_init_clips(void);
+errlHndl_t pgpe_init_pmcr(void);
+errlHndl_t pgpe_init_start_suspend(void);
+errlHndl_t pgpe_init_wof_control(void);
+errlHndl_t pgpe_init_wof_vfrt(void);
+
+errlHndl_t pgpe_widen_clip_ranges(void);
+errlHndl_t pgpe_clip_update(void);
+errlHndl_t pgpe_pmcr_set(void);
+errlHndl_t pgpe_start_suspend(uint8_t action);
+void pgpe_start_suspend_callback(void);
+
+#endif /* #ifndef _PGPE_INTERFACE_H_ */
diff --git a/src/occ_405/pgpe/pgpe_service_codes.h b/src/occ_405/pgpe/pgpe_service_codes.h
new file mode 100644
index 0000000..2e66952
--- /dev/null
+++ b/src/occ_405/pgpe/pgpe_service_codes.h
@@ -0,0 +1,46 @@
+/* IBM_PROLOG_BEGIN_TAG                                                   */
+/* This is an automatically generated prolog.                             */
+/*                                                                        */
+/* $Source: src/occ_405/pgpe/pgpe_service_codes.h $                       */
+/*                                                                        */
+/* OpenPOWER OnChipController Project                                     */
+/*                                                                        */
+/* Contributors Listed Below - COPYRIGHT 2011,2016                        */
+/* [+] International Business Machines Corp.                              */
+/*                                                                        */
+/*                                                                        */
+/* Licensed under the Apache License, Version 2.0 (the "License");        */
+/* you may not use this file except in compliance with the License.       */
+/* You may obtain a copy of the License at                                */
+/*                                                                        */
+/*     http://www.apache.org/licenses/LICENSE-2.0                         */
+/*                                                                        */
+/* Unless required by applicable law or agreed to in writing, software    */
+/* distributed under the License is distributed on an "AS IS" BASIS,      */
+/* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or        */
+/* implied. See the License for the specific language governing           */
+/* permissions and limitations under the License.                         */
+/*                                                                        */
+/* IBM_PROLOG_END_TAG                                                     */
+
+#ifndef _PGPE_SERVICE_CODES_H_
+#define _PGPE_SERVICE_CODES_H_
+
+#include <comp_ids.h>
+
+enum pgpeModuleId
+{
+    PGPE_INIT_CLIPS_MOD              = PGPE_COMP_ID | 0x00,
+    PGPE_INIT_PMCR_MOD               = PGPE_COMP_ID | 0x01,
+    PGPE_INIT_START_SUSPEND_MOD      = PGPE_COMP_ID | 0x02,
+    PGPE_INIT_WOF_CONTROL_MOD        = PGPE_COMP_ID | 0x03,
+    PGPE_INIT_WOF_VFRT_MOD           = PGPE_COMP_ID | 0x04,
+    PGPE_CLIP_UPDATE_MOD             = PGPE_COMP_ID | 0x05,
+    PGPE_START_SUSPEND_MOD           = PGPE_COMP_ID | 0x06,
+    PGPE_PMCR_SET_MOD                = PGPE_COMP_ID | 0x07,
+    PGPE_WIDEN_CLIP_RANGES_MOD       = PGPE_COMP_ID | 0x08,
+    PGPE_START_SUSPEND_CALLBACK_MOD  = PGPE_COMP_ID | 0x09,
+};
+
+
+#endif /* #ifndef _PGPE_SERVICE_CODES_H_ */
diff --git a/src/occ_405/pgpe/pgpe_shared.h b/src/occ_405/pgpe/pgpe_shared.h
new file mode 100644
index 0000000..eb4b27a
--- /dev/null
+++ b/src/occ_405/pgpe/pgpe_shared.h
@@ -0,0 +1,73 @@
+/* IBM_PROLOG_BEGIN_TAG                                                   */
+/* This is an automatically generated prolog.                             */
+/*                                                                        */
+/* $Source: src/occ_405/pgpe/pgpe_shared.h $                              */
+/*                                                                        */
+/* OpenPOWER OnChipController Project                                     */
+/*                                                                        */
+/* Contributors Listed Below - COPYRIGHT 2011,2016                        */
+/* [+] International Business Machines Corp.                              */
+/*                                                                        */
+/*                                                                        */
+/* Licensed under the Apache License, Version 2.0 (the "License");        */
+/* you may not use this file except in compliance with the License.       */
+/* You may obtain a copy of the License at                                */
+/*                                                                        */
+/*     http://www.apache.org/licenses/LICENSE-2.0                         */
+/*                                                                        */
+/* Unless required by applicable law or agreed to in writing, software    */
+/* distributed under the License is distributed on an "AS IS" BASIS,      */
+/* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or        */
+/* implied. See the License for the specific language governing           */
+/* permissions and limitations under the License.                         */
+/*                                                                        */
+/* IBM_PROLOG_END_TAG                                                     */
+
+#define PGPE_HEADER_ADDR             0xFFF20180 // 0xfff20000 + 0x180
+#define PGPE_HEADER_SZ               96         // Size of PGPE Image header
+
+#define PGPE_MAGIC_NUMBER            0x5849502050475045ull   // "XIP PGPE"
+
+// Offset addresses of PGPE Header parameters (relative to start address)
+#define PGPE_SHARED_SRAM_ADDR_OFFSET 0x0c
+#define PGPE_SHARED_SRAM_SZ_OFFSET   0x14
+#define PGPE_BEACON_ADDR_OFFSET      0x48
+
+// PGPE Image Header Parameter addresses
+
+//Shared OCC-PGPE SRAM parameters
+#define PGPE_SHARED_SRAM_ADDR_PTR    (PGPE_HEADER_ADDR + PGPE_SHARED_SRAM_ADDR_OFFSET)
+#define PGPE_SHARED_SRAM_SZ_PTR      (PGPE_HEADER_ADDR + PGPE_SHARED_SRAM_SZ_OFFSET)
+
+// A pointer to PGPE Beacon Address
+#define PGPE_BEACON_ADDR_PTR         (PGPE_HEADER_ADDR + PGPE_BEACON_ADDR_OFFSET)
+
+
+// PMMR (Pstates PM region) in HOMMR
+#define PPMR_OPPM_ADDR_OFFSET    0x40     //offset of the OCC Pstates Parameter Block address in the PPMR header
+#define PPMR_OPPM_SZ_OFFSET      0x44     //offset of the OCC Pstates Parameter Block size in the PPMR header
+
+
+// This size must be a multiple of 128
+typedef struct __attribute__ ((packed))
+{
+    uint64_t  magic_number;
+    uint32_t  bc_offset;
+    uint32_t  resserved;
+    uint32_t  bl_offset;
+    uint32_t  bl_length;
+    uint32_t  build_date;;
+    uint32_t  version;
+    uint8_t   resvd_flag[8];
+    uint32_t  pgpe_hcode_offset;
+    uint32_t  pgpe_hcode_length;
+    uint32_t  gppb_offset;
+    uint32_t  gppb_length;
+    uint32_t  lppb_offset;
+    uint32_t  lppb_length;
+    uint32_t  oppb_offset;
+    uint32_t  oppb_length;
+    uint32_t  pstables_offset;
+    uint32_t  pstables_length;
+    uint8_t   pad[48];
+} ppmr_header_t __attribute__ ((aligned (128)));