/***** includes *****/ #include "lfds710_freelist_internal.h" /****************************************************************************/ int lfds710_freelist_pop( struct lfds710_freelist_state *fs, struct lfds710_freelist_element **fe, struct lfds710_prng_st_state *psts ) { char unsigned result; lfds710_pal_uint_t backoff_iteration = LFDS710_BACKOFF_INITIAL_VALUE, elimination_array_index, loop, random_value; struct lfds710_freelist_element LFDS710_PAL_ALIGN(LFDS710_PAL_ALIGN_DOUBLE_POINTER) *new_top[PAC_SIZE], *volatile original_top[PAC_SIZE]; LFDS710_PAL_ASSERT( fs != NULL ); LFDS710_PAL_ASSERT( fe != NULL ); // TRD : psts can be NULL LFDS710_MISC_BARRIER_LOAD; if( fs->elimination_array_size_in_elements > 0 ) { if( psts != NULL ) { LFDS710_PRNG_ST_GENERATE( *psts, random_value ); elimination_array_index = ( random_value & (fs->elimination_array_size_in_elements-1) ); } else { elimination_array_index = (lfds710_pal_uint_t) fe; LFDS710_PRNG_ST_MIXING_FUNCTION( elimination_array_index ); elimination_array_index = ( elimination_array_index & (fs->elimination_array_size_in_elements-1) ); } // TRD : full scan of one cache line, max pointers per cache line *fe = NULL; for( loop = 0 ; loop < LFDS710_FREELIST_ELIMINATION_ARRAY_ELEMENT_SIZE_IN_FREELIST_ELEMENTS ; loop++ ) if( fs->elimination_array[elimination_array_index][loop] != NULL ) { LFDS710_PAL_ATOMIC_EXCHANGE( &fs->elimination_array[elimination_array_index][loop], *fe, struct lfds710_freelist_element * ); if( *fe != NULL ) return 1; } } original_top[COUNTER] = fs->top[COUNTER]; original_top[POINTER] = fs->top[POINTER]; do { if( original_top[POINTER] == NULL ) { *fe = NULL; return 0; } new_top[COUNTER] = original_top[COUNTER] + 1; new_top[POINTER] = original_top[POINTER]->next; LFDS710_PAL_ATOMIC_DWCAS( fs->top, original_top, new_top, LFDS710_MISC_CAS_STRENGTH_WEAK, result ); if( result == 0 ) { LFDS710_BACKOFF_EXPONENTIAL_BACKOFF( fs->pop_backoff, backoff_iteration ); LFDS710_MISC_BARRIER_LOAD; } } while( result == 0 ); *fe = original_top[POINTER]; LFDS710_BACKOFF_AUTOTUNE( fs->pop_backoff, backoff_iteration ); return 1; }