path: root/src/build/vpo/VBU_Cacheline.pm

#!/usr/bin/perl
# IBM_PROLOG_BEGIN_TAG
# This is an automatically generated prolog.
#
# $Source: src/build/vpo/VBU_Cacheline.pm $
#
# OpenPOWER HostBoot Project
#
# COPYRIGHT International Business Machines Corp. 2011,2014
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied. See the License for the specific language governing
# permissions and limitations under the License.
#
# IBM_PROLOG_END_TAG
#
# Name:     src/build/vpo/VBU_Cacheline.pm
#
# Purpose:  routines for reading and writing a 64-bit value into L3 in an
#           AWAN session.  Accepts an address into L3, and 64-bit data hex word
#           (write).
#           VBU can only read/write to memory in 128-byte cachelines, so if
#           we want to write a memory location we must read in the entire
#           cacheline, modify the correct byte(s) and then write it back.
#           Called from shell script do_p8vbu_script_hbi*
#           Written in perl because that is what is being used for the debug
#           framework
#
# Author: Mark Wenning
#

package VBU_Cacheline;
require Exporter;

our @ISA        =   qw( Exporter );
our @EXPORT     =   qw( CLread CLwrite RunClocks P8_Ins_Start P8_Ins_Start_T0 P8_Ins_Stop P8_Ins_Query SetFlags);


#------------------------------------------------------------------------------
# Specify perl modules to use
#------------------------------------------------------------------------------
use strict;
use warnings;
use POSIX;
use Fcntl;

## 64-bit input
use bigint;
no  warnings    'portable';

#------------------------------------------------------------------------------
#   Forward declarations
#------------------------------------------------------------------------------
sub CLread;
sub CLwrite;
sub RunClocks;
sub P8_Ins_Start;
sub P8_Ins_Start_T0;
sub P8_Ins_Stop;
sub P8_Ins_Query;
sub P8_Flush_L2;
sub SetFlags;


############################################
##  constants
############################################
my  $curDir      =   $ENV{'PWD'};
my  $CLfile     =   "$curDir/istepmodereg.dma";
my  $CORE       =   "-cft";

my  $SIM_CLOCKS =   $ENV{'HB_SIMCLOCKS'};
if ( ! defined ( $SIM_CLOCKS ) || $SIM_CLOCKS == 0 ) {
	 $SIM_CLOCKS =   "4000000";
}
print "clocks=$SIM_CLOCKS\n";

#############################################
##  Internal Globals
#############################################
my  $CLdebug    =   0;
my  $CLtest     =   0;

##  flushed Flag, if 0, it means the L2 cache has not been flushed.
##  It must be flushed once before doing L3 reads
my  $L2_Flushed =   0;

my $vbuToolsDir = $ENV{'HB_VBUTOOLS'};
if ( ! defined ( $vbuToolsDir ) || $vbuToolsDir eq "" ) {
	$vbuToolsDir = "/gsa/ausgsa/projects/h/hostboot/vbutools/dev";
}

my $vbuProcsRoot = $ENV{'VBU_PROCS_ROOT'};
if ( ! defined ( $vbuProcsRoot ) || $vbuProcsRoot eq "" ) {
	my $vbuProcsRoot = $vbuToolsDir;
}

my  $DUMPCMD    =   "$vbuToolsDir/p8_dump_l3";
my  $GETMEMCMD    =   "$vbuToolsDir/proc_pba_getmem_coherent_wrap.x86";
my  $PUTMEMCMD    =   "$vbuToolsDir/proc_pba_putmem_coherent_wrap.x86";
my  $LOADCMD    =   "$vbuToolsDir/p8_load_l3";
my  $FLUSHCMD   =   "$vbuProcsRoot/proc_l2_flush_wrap.x86 $CORE -quiet";
my  $FLUSHQUERY =   "$vbuToolsDir/p8_check_l3";
my  $RUNCLKSCMD =   "simclock";

# Start/Stop/Query tool commands
# Note:
# -----
#    Query command output strings:
#       Single thread (-t0,1,..)   "Running" or "Quiesced"
#       All threads   (-tall)      A formatted table
#
# TODO:
# Needs to resolve the error when using "start -tall".  After running a while,
# start -tall may lock up with this error:
#   "proc_thread_control: Thread Start failed: RAS Status Run bit is not on"
# Temporary workaround is using only one thread as shown below.
# Lance Karm is still investigating.
my  $QUERYCMD   =   "sh -c \"$vbuProcsRoot/proc_thread_control_wrap.x86 -query  $CORE -tall -quiet | sed -n -e '/State/s/ *//gp'\"";
my  $STARTCMD   =   "sh -c \"$vbuProcsRoot/proc_thread_control_wrap.x86 -start  $CORE -tall -quiet -warncheck \| sed -e '/ Using deprecated ReturnCode function to assign integer/d'\"";
my  $STARTCMD_T0   =   "sh -c \"$vbuProcsRoot/proc_thread_control_wrap.x86 -start  $CORE -t0 -quiet -warncheck \| sed -e '/ Using deprecated ReturnCode function to assign integer/d'\"";
my  $STOPCMD    =   "sh -c \"$vbuProcsRoot/proc_thread_control_wrap.x86 -stop   $CORE -tall -quiet \| sed -e '/ Using deprecated ReturnCode function to assign integer/d'\"";
my  $RESETCMD   =   "$vbuProcsRoot/proc_thread_control_wrap.x86 -sreset $CORE -tall -quiet";

##
#==============================================================================
# SUBROUTINES
#==============================================================================


##
##  Read the cacheline at addr from L3 and dump it to a binary file.
##  Assumes that the input address is a binary addr on a 128 byte boundary
##
sub readcacheline( $ )
{
    my ( $addr ) =   @_;
    my $cmd;
    ##  my  $hexaddr    =   sprintf( "0x%x", $addr );
    my  $hexaddr    =   sprintf( "%x", $addr );

    if ( $CLdebug )   { print  STDERR __LINE__,  "--  Read cacheline at $hexaddr...\n"; }

    $cmd    =   "$GETMEMCMD $hexaddr 1 -f $CLfile -binmode -quiet $CORE";
    if ( $CLdebug )   {   print STDERR __LINE__,  "-- run $cmd ...\n";   }
    ( system( "sh -c \"$cmd  \| sed -e '/ Using deprecated ReturnCode function to assign integer/d'\"" ) == 0)
        or die "$cmd failed $? : $! \n";

}


##
##  derived from Perl Cookbook, 8.13
##  pack/unpack format is unsigned big endian 32-bit hi, lo
##  however, the input data from getopts still assumes that perl is compiled
##  for 64-bit #s
##
sub modifycacheline( $$ )
{
    my  ( $offset, $data )  =   @_;

    my $typedef     =   'N N';                        #  2 32-bit network order
    my $sizeof      =   length( pack($typedef,() ) );
    my $filesize    =   -s $CLfile;
    my $buffer;

    open( FH, "+< $CLfile") or die "can't open $CLfile : $!";
    binmode FH;                 ## not really necessary, but....
    seek( FH, $offset, SEEK_SET) or die "seek $CLfile failed: $!";
    read( FH, $buffer, $sizeof) == $sizeof or die "read failed: $!";

    ( my $hi, my $lo ) = unpack($typedef, $buffer);

    $hi = ($data >> 32) ;
    $lo = ($data & 0x00000000ffffffff);

    $buffer = pack($typedef, $hi, $lo );

    # back up one record
    seek( FH, -$sizeof, SEEK_CUR) or die "seek $CLfile failed: $!";

    print FH $buffer;

    close( FH ) or die "close $CLfile failed: $!";
}

##
##  Write modified file back to L3 cacheline.
##  This assumes that addr has already been converted to binary addr on a
##  128 byte boundary
##
sub writecacheline( $ )
{
    my  ( $addr )  =   @_;
    my  $cmd;
    ##  my  $hexaddr    =   sprintf( "0x%x", $addr );
    my  $hexaddr    =   sprintf( "%x", $addr );

    $cmd    =   "$LOADCMD -o $hexaddr -f $CLfile -b $CORE";
    if ( $CLdebug )   {   print STDERR __LINE__,  "-- run $cmd ...\n";   }
    ( system( $cmd ) == 0 )
        or die "$cmd failed, $? : $! \n";

}


##
##  Query the state of the simulator, "RUNNING" or "STOPPED".
##
sub P8_Ins_Query()
{
    my  $cmd    =   "$QUERYCMD";
    my  $retstr =   "";

    if ( $CLdebug ) {   print STDERR __LINE__,  "--   run $cmd ...\n";   }

    ## execute it with backticks so we can get the output.
    $retstr = `$cmd`;
    if ( $? != 0 )  { die "$cmd failed $? : $! \n"; }

    chomp($retstr);

    if ( $CLdebug ) {   print STDERR __LINE__,  "--   P8_Ins_Query: $retstr\n"; }

    # Return STOPPED only if all threads are quiesced (including POR state)
    $retstr =~ s/\(POR\)//g;
    if  ( "$retstr" eq "State|Quiesced|Quiesced|Quiesced|Quiesced|Quiesced|Quiesced|Quiesced|Quiesced|" )
    {
        return "STOPPED";
    }
    elsif  ( "$retstr" eq "State|Running|Quiesced|Quiesced|Quiesced|Quiesced|Quiesced|Quiesced|Quiesced|" )
    {
	return "RUNNING_T0";
    }

    # Return RUNNING if one or more threads are Running and the rest are Quiesced
    $retstr =~ s/Quiesced/Running/g;

    if ( "$retstr" eq "State|Running|Running|Running|Running|Running|Running|Running|Running|" )
    {
        return "RUNNING";
    }
    else
    {
        die "invalid string \"$retstr\" from P8_Ins_Query\n";
    }
}


##
##  Start the simulation.
##
sub P8_Ins_Start()
{
    my  $cmd    =   "$STARTCMD";

    if ( !$CLdebug )
    {   $cmd    .=  " -quiet";  }
    else
    {   print STDERR __LINE__,  "--   run $cmd ...\n";   }

    ( system( $cmd ) == 0 )
        or die "$cmd failed $? : $! \n";

    ##  reset the flushFlag, need to flush again before a read.
    $L2_Flushed   =   0;

}

##
##  Start master thread 0
##
sub P8_Ins_Start_T0()
{
    my  $cmd    =   "$STARTCMD_T0";

    if ( !$CLdebug )
    {   $cmd    .=  " -quiet";  }
    else
    {   print STDERR __LINE__,  "--   run $cmd ...\n";   }

    ( system( $cmd ) == 0 )
        or die "$cmd failed $? : $! \n";

    ##  reset the flushFlag, need to flush again before a read.
    $L2_Flushed   =   0;

}

##
##  Stop the simulation.
##
sub P8_Ins_Stop()
{
    my  $cmd    =   "$STOPCMD";

    if ( P8_Ins_Query() ne "STOPPED" )
    {
        if ( ! $CLdebug )
        {   $cmd    .=  " -quiet";  }
        else
        {   print STDERR __LINE__,  "--   run $cmd ...\n";  }

       ( system( $cmd ) == 0 )
            or die "$cmd failed $? : $! \n";

    }
    else
    {
        if ($CLdebug)   {   print STDERR __LINE__,    "-- P8_Ins_Stop: already STOPPED\n"; }
    }

}

##
##  Check if cache is flushed.
##  $TODO
##   p8_check_L3 will scan the L3 directory for unfilled cachelines and
##   return a string:
##      $ p8_check_l3 100 4 -c3 -f $labhome/foo -x -o
##      p8_check_l3 - address (0x100) not found in L3 directory.
##
##      $ p8_check_l3 100 4 -c3 -f $labhome/foo -x -o
##      p8_check_l3 - all addresses found in L3 directory.
##
sub P8_Check_Flushed
{
    my  ( $addr, $lines )   =   @_;
    my  $tmpfile =   "./tmpflush";
    my  $cmd    =   "$FLUSHQUERY";
    my  $rc     =   0;

        ## execute it with backticks so we can get the output.
    my $retstr = `$cmd $CORE -f $tmpfile -x -o`;
    if ( $? != 0 )  { die "$cmd failed $? : $! \n"; }

    chomp( $retstr );

    if ( $retstr    =~  /^.*.all addresses.*/ )
    {
        $rc =   1;
    }

    return  $rc;
}

##
##  Flush L2 Cache
##  This only needs to be done once after the clock is stopped,
##      thus the toggle flag
##
sub P8_Flush_L2()
{
    my  $cmd    =   "$FLUSHCMD";

    ## if ( !$L2_Flushed )
    ##{
        if ( $CLdebug )   {   print STDERR __LINE__,  "-- run $cmd ...\n";   }
        ( system( $cmd ) == 0 )
            or die "$cmd failed $? : $! \n";

   ##     ##  mark the CPU as flushed.
   ##     $L2_Flushed =   1;
   ## }
   ##
   ##if ($CLdebug)   {   print STDERR __LINE__,    "-- P8_FLush_L2 : $L2_Flushed\n"; }
}


##
##  tell the simulator to run for so many clock cycles.
##  If simulator is stopped, then start it up first.
##
sub RunClocks()
{
    my  $cmd    =   0;

    if ( $CLdebug ) {   printf STDERR __LINE__, "-- RunClocks()\n"; }

    $cmd    =   "$RUNCLKSCMD $SIM_CLOCKS   -quiet";
    if ( $CLdebug )   {   print STDERR __LINE__,  "-- run $cmd ...\n";   }
    ( system( $cmd ) == 0 )
        or die "$cmd failed, $? : $! \n";

}


##
##  Read a 64-bit value from L3 at hex addr.
##  Input is expected to be a hex ascii string
##
sub CLread( $ )
{
    my ( $addr ) =   @_;
    my $cmd;
    my  $CLbase     =   ( hex($addr) & 0xffffff80);
    my  $CLoffset   =   ( hex($addr) & (~0xffffff80) );
    my  $result     =   0;     ## 64-bit hex

    if ( $CLdebug ) {   printf STDERR __LINE__, "-- CLread( %s ) : CLbase=0x%x, CLoffset=0x%x\n", $addr, $CLbase, $CLoffset }

    system( "rm -f $CLfile" );
    readcacheline( $CLbase );

    ##  extract quadword from cacheline file
    my $typedef     =   'N N';                        #  QuadWord
    my $sizeof      =   length( pack($typedef,() ) );
    my $filesize    =   -s $CLfile;
    my $buffer;
    open( FH, "+< $CLfile") or die "can't open $CLfile : $!";
    binmode FH;                 ## not really necessary, but....
    seek( FH, $CLoffset, SEEK_SET) or die "seek $CLfile failed: $!";
    read( FH, $buffer, $sizeof) == $sizeof or die "read failed: $!";
    close( FH ) or die "close $CLfile failed: $!";

    ## unpack and reassemble as big-endian
    ( my $hi, my $lo )  =   unpack($typedef, $buffer);
    $result =   ( ( ( $hi << 32 ) & 0xffffffff00000000 ) | $lo );

    if ( $CLdebug )
    {
        printf STDERR __LINE__, "-- CLread( %s ) = 0x%lx  ", $addr, $result;
        dumpcacheline(" " );
    }

    return ( $result );
}

##
##  Write command byte to cacheline
##      Inputs are expected to be hex ascii strings
##
sub CLwrite( $$ )
{
    my  ( $addr, $data )    =   @_;
    my  $CLbase     =   ( hex($addr) & 0xffffff80 );
    my  $CLoffset   =   ( hex($addr) & (~0xffffff80) );
    my  $CLdata     =   hex($data);
    my  $result     =   0;

    if ( $CLdebug ) {   printf STDERR __LINE__, "-- CLwrite( %s, %s ) : CLbase=0x%x, CLoffset=0x%x, CLdata=0x%lx\n",
                                $addr, $data, $CLbase, $CLoffset, $CLdata;   }

    ##  clear the cacheline file
    system( "rm -f $CLfile" );

    ## issue the command to dump the cacheline to a file
    readcacheline( $CLbase );

    ## dumpcacheline( "after read", $CLfile );

   ##   modify the cacheline file
    modifycacheline( $CLoffset, $data );

    ## dumpcacheline( "after modify", $CLfile );

    ##  write the cacheline back to L3
    writecacheline( $CLbase );

    if ( $CLdebug )
    {
        ##  check, clear the cacheline file and read again
        system( "rm -f $CLfile" );
        readcacheline( $CLbase );
        dumpcacheline( "Readback", $CLfile );
    }

}


sub dumpcacheline()
{
    my  ( $comment )   =   @_;

    if ( $CLdebug )
    {
        print STDERR __LINE__, "--    $comment, dump cache file :\n";
        system( "xxd $CLfile" );
    }

}

sub SetFlags( $$ )
{
    my  ( $debug, $test )   =   @_;

    $CLdebug    =   $debug;
    $CLtest     =   $test;

    if ( $CLdebug )
    {
        print STDERR __LINE__, "-- CLdebug=$CLdebug, CLtest=$CLtest\n";
    }
}


##  required at the end of perl modules
1;

__END__