sdsc4.c

Go to the documentation of this file.

/*
 * $Id$
 *
 * Test example for multiplex functionality, originally 
 * provided by Timothy Kaiser, SDSC. It was modified to fit the 
 * PAPI test suite by Nils Smeds, <smeds@pdc.kth.se>.
 *
 * This example verifies the adding and removal of multiplexed
 * events in an event set.
 */

#include "papi_test.h"
#include <stdio.h>
#include <math.h>
#include <assert.h>

#define MAXEVENTS 9
#define REPEATS (MAXEVENTS * 4)
#define SLEEPTIME 100
#define MINCOUNTS 100000

static double dummy3( double x, int iters );

int
main( int argc, char **argv )
{
    PAPI_event_info_t info;
    char name2[PAPI_MAX_STR_LEN];
    int i, j, retval, idx, repeats;
    int iters = NUM_FLOPS;
    double x = 1.1, y, dtmp;
    long long t1, t2;
    long long values[MAXEVENTS], refvals[MAXEVENTS];
    int nsamples[MAXEVENTS], truelist[MAXEVENTS], ntrue;
#ifdef STARTSTOP
    long long dummies[MAXEVENTS];
#endif
    int sleep_time = SLEEPTIME;
    double valsample[MAXEVENTS][REPEATS];
    double valsum[MAXEVENTS];
    double avg[MAXEVENTS];
    double spread[MAXEVENTS];
    int nevents = MAXEVENTS, nev1;
    int eventset = PAPI_NULL;
    int events[MAXEVENTS];
    int eventidx[MAXEVENTS];
    int eventmap[MAXEVENTS];
    int fails;

    events[0] = PAPI_FP_INS;
    events[1] = PAPI_TOT_CYC;
    events[2] = PAPI_TOT_INS;
    events[3] = PAPI_TOT_IIS;
    events[4] = PAPI_INT_INS;
    events[5] = PAPI_STL_CCY;
    events[6] = PAPI_BR_INS;
    events[7] = PAPI_SR_INS;
    events[8] = PAPI_LD_INS;

    for ( i = 0; i < MAXEVENTS; i++ ) {
        values[i] = 0;
        valsum[i] = 0;
        nsamples[i] = 0;
    }

    if ( argc > 1 ) {
        if ( !strcmp( argv[1], "TESTS_QUIET" ) )
            tests_quiet( argc, argv );
        else {
            sleep_time = atoi( argv[1] );
            if ( sleep_time <= 0 )
                sleep_time = SLEEPTIME;
        }
    }

    if ( !TESTS_QUIET ) {
        printf( "\nFunctional check of multiplexing routines.\n" );
        printf( "Adding and removing events from an event set.\n\n" );
    }

    if ( ( retval =
           PAPI_library_init( PAPI_VER_CURRENT ) ) != PAPI_VER_CURRENT )
        test_fail( __FILE__, __LINE__, "PAPI_library_init", retval );

#ifdef MPX
    init_multiplex(  );
#endif
    if ( ( retval = PAPI_create_eventset( &eventset ) ) )
        test_fail( __FILE__, __LINE__, "PAPI_create_eventset", retval );

#ifdef MPX

    /* In Component PAPI, EventSets must be assigned a component index
       before you can fiddle with their internals.
       0 is always the cpu component */
    retval = PAPI_assign_eventset_component( eventset, 0 );
    if ( retval != PAPI_OK )
        test_fail( __FILE__, __LINE__, "PAPI_assign_eventset_component",
                   retval );

    if ( ( retval = PAPI_set_multiplex( eventset ) ) ) {
            if ( retval == PAPI_ENOSUPP) {
           test_skip(__FILE__, __LINE__, "Multiplex not supported", 1);
        }
       
        test_fail( __FILE__, __LINE__, "PAPI_set_multiplex", retval );
    }
#endif

    /* What does this code even do */
    nevents = MAXEVENTS;
    for ( i = 0; i < nevents; i++ ) {
        if ( ( retval = PAPI_add_event( eventset, events[i] ) ) ) {
            for ( j = i; j < MAXEVENTS-1; j++ )
                events[j] = events[j + 1];
            nevents--;
            i--;
        }
    }
    if ( nevents < 3 )
        test_skip( __FILE__, __LINE__, "Not enough events left...", 0 );

    /* Find a reasonable number of iterations (each 
     * event active 20 times) during the measurement
     */
    t2 = 10000 * 20 * nevents;  /* Target: 10000 usec/multiplex, 20 repeats */
    if ( t2 > 30e6 )
        test_skip( __FILE__, __LINE__, "This test takes too much time",
                   retval );

    /* Measure one run */
    t1 = PAPI_get_real_usec(  );
    y = dummy3( x, iters );
    t1 = PAPI_get_real_usec(  ) - t1;

    if ( t2 > t1 )           /* Scale up execution time to match t2 */
        iters = iters * ( int ) ( t2 / t1 );
    else if ( t1 > 30e6 )    /* Make sure execution time is < 30s per repeated test */
        test_skip( __FILE__, __LINE__, "This test takes too much time",
                   retval );

    j = nevents;
    for ( i = 1; i < nevents; i = i + 2 )
        eventidx[--j] = i;
    for ( i = 0; i < nevents; i = i + 2 )
        eventidx[--j] = i;
    assert( j == 0 );
    for ( i = 0; i < nevents; i++ )
        eventmap[i] = i;

    x = 1.0;

    if ( !TESTS_QUIET )
        printf( "\nReference run:\n" );

    t1 = PAPI_get_real_usec(  );
    if ( ( retval = PAPI_start( eventset ) ) )
        test_fail( __FILE__, __LINE__, "PAPI_start", retval );
    y = dummy3( x, iters );
    PAPI_read( eventset, refvals );
    t2 = PAPI_get_real_usec(  );

    ntrue = nevents;
    PAPI_list_events( eventset, truelist, &ntrue );
    if ( !TESTS_QUIET ) {
        printf( "\tOperations= %.1f Mflop", y * 1e-6 );
        printf( "\t(%g Mflop/s)\n\n", ( y / ( double ) ( t2 - t1 ) ) );
        printf( "%20s   %16s   %-15s %-15s\n", "PAPI measurement:",
                "Acquired count", "Expected event", "PAPI_list_events" );
    }

    if ( !TESTS_QUIET ) {
        for ( j = 0; j < nevents; j++ ) {
            PAPI_get_event_info( events[j], &info );
            PAPI_event_code_to_name( truelist[j], name2 );
            if ( !TESTS_QUIET )
                printf( "%20s = %16lld   %-15s %-15s %s\n", info.short_descr,
                        refvals[j], info.symbol, name2, strcmp( info.symbol,
                                                                name2 ) ?
                        "*** MISMATCH ***" : "" );
        }
        printf( "\n" );
    }

    nev1 = nevents;
    repeats = nevents * 4;
    for ( i = 0; i < repeats; i++ ) {
        if ( ( i % nevents ) + 1 == nevents )
            continue;

        if ( !TESTS_QUIET )
            printf( "\nTest %d (of %d):\n", i + 1 - i / nevents, repeats - 4 );

        if ( ( retval = PAPI_stop( eventset, values ) ) )
            test_fail( __FILE__, __LINE__, "PAPI_stop", retval );

        j = eventidx[i % nevents];

        if ( ( i / nevents ) % 2 == 0 ) {
            PAPI_get_event_info( events[j], &info );
            if ( !TESTS_QUIET )
                printf( "Removing event[%d]: %s\n", j, info.short_descr );
            if ( ( retval = PAPI_remove_event( eventset, events[j] ) ) )
                test_fail( __FILE__, __LINE__, "PAPI_remove_event", retval );
            nev1--;
            for ( idx = 0; eventmap[idx] != j; idx++ );
            for ( j = idx; j < nev1; j++ )
                eventmap[j] = eventmap[j + 1];
        } else {
            PAPI_get_event_info( events[j], &info );
            if ( !TESTS_QUIET )
                printf( "Adding event[%d]: %s\n", j, info.short_descr );
            if ( ( retval = PAPI_add_event( eventset, events[j] ) ) )
                test_fail( __FILE__, __LINE__, "PAPI_add_event", retval );
            eventmap[nev1] = j;
            nev1++;
        }
        if ( ( retval = PAPI_start( eventset ) ) )
            test_fail( __FILE__, __LINE__, "PAPI_start", retval );

        x = 1.0;
#ifndef STARTSTOP
        if ( ( retval = PAPI_reset( eventset ) ) )
            test_fail( __FILE__, __LINE__, "PAPI_reset", retval );
#else
        if ( ( retval = PAPI_stop( eventset, dummies ) ) )
            test_fail( __FILE__, __LINE__, "PAPI_stop", retval );
        if ( ( retval = PAPI_start( eventset ) ) )
            test_fail( __FILE__, __LINE__, "PAPI_start", retval );
#endif

        t1 = PAPI_get_real_usec(  );
        y = dummy3( x, iters );
        PAPI_read( eventset, values );
        t2 = PAPI_get_real_usec(  );

        if ( !TESTS_QUIET ) {
            printf( "\n(calculated independent of PAPI)\n" );
            printf( "\tOperations= %.1f Mflop", y * 1e-6 );
            printf( "\t(%g Mflop/s)\n\n", ( y / ( double ) ( t2 - t1 ) ) );
            printf( "%20s   %16s   %-15s %-15s\n", "PAPI measurement:",
                    "Acquired count", "Expected event", "PAPI_list_events" );
        }

        ntrue = nev1;
        PAPI_list_events( eventset, truelist, &ntrue );
        for ( j = 0; j < nev1; j++ ) {
            idx = eventmap[j];
            /* printf("Mapping: Counter %d -> slot %d.\n",j,idx); */
            PAPI_get_event_info( events[idx], &info );
            PAPI_event_code_to_name( truelist[j], name2 );
            if ( !TESTS_QUIET )
                printf( "%20s = %16lld   %-15s %-15s %s\n", info.short_descr,
                        values[j], info.symbol, name2, strcmp( info.symbol,
                                                               name2 ) ?
                        "*** MISMATCH ***" : "" );
            dtmp = ( double ) values[j];
            valsum[idx] += dtmp;
            valsample[idx][nsamples[idx]] = dtmp;
            nsamples[idx]++;
        }
        if ( !TESTS_QUIET )
            printf( "\n" );
    }


    if ( !TESTS_QUIET ) {
        printf( "\n\nEstimated variance relative to average counts:\n" );
        for ( j = 0; j < nev1; j++ )
            printf( "   Event %.2d", j );
        printf( "\n" );
    }

    fails = nevents;
    /* Due to limited precision of floating point cannot really use
       typical standard deviation compuation for large numbers with
       very small variations. Instead compute the std devation
       problems with precision.
     */
    for ( j = 0; j < nev1; j++ ) {
        avg[j] = valsum[j] / nsamples[j];
        spread[j] = 0;
        for ( i = 0; i < nsamples[j]; ++i ) {
            double diff = ( valsample[j][i] - avg[j] );
            spread[j] += diff * diff;
        }
        spread[j] = sqrt( spread[j] / nsamples[j] ) / avg[j];
        if ( !TESTS_QUIET )
            printf( "%9.2g  ", spread[j] );
        /* Make sure that NaN get counted as errors */
        if ( spread[j] < MPX_TOLERANCE )
            fails--;
        else if ( values[j] < MINCOUNTS )   /* Neglect inprecise results with low counts */
            fails--;
    }
    if ( !TESTS_QUIET ) {
        printf( "\n\n" );
        for ( j = 0; j < nev1; j++ ) {
            PAPI_get_event_info( events[j], &info );
            printf( "Event %.2d: mean=%10.0f, sdev/mean=%7.2g nrpt=%2d -- %s\n",
                    j, avg[j], spread[j], nsamples[j], info.short_descr );
        }
        printf( "\n\n" );
    }

    if ( fails )
        test_fail( __FILE__, __LINE__, "Values differ from reference", fails );
    else
        test_pass( __FILE__, NULL, 0 );

    return 0;
}

static double
dummy3( double x, int iters )
{
    int i;
    double w, y, z, a, b, c, d, e, f, g, h;
    double one;
    one = 1.0;
    w = x;
    y = x;
    z = x;
    a = x;
    b = x;
    c = x;
    d = x;
    e = x;
    f = x;
    g = x;
    h = x;
    for ( i = 1; i <= iters; i++ ) {
        w = w * 1.000000000001 + one;
        y = y * 1.000000000002 + one;
        z = z * 1.000000000003 + one;
        a = a * 1.000000000004 + one;
        b = b * 1.000000000005 + one;
        c = c * 0.999999999999 + one;
        d = d * 0.999999999998 + one;
        e = e * 0.999999999997 + one;
        f = f * 0.999999999996 + one;
        g = h * 0.999999999995 + one;
        h = h * 1.000000000006 + one;
    }
    return 2.0 * ( a + b + c + d + e + f + w + x + y + z + g + h );
}