--- a/lib/ipfix.c +++ b/lib/ipfix.c @@ -37,6 +37,9 @@ $$LIC$$ #ifdef SCTPSUPPORT #include <netinet/sctp.h> #endif +#ifndef NOTHREADS +#include <pthread.h> +#endif #include <fcntl.h> #include <netdb.h> @@ -123,6 +126,18 @@ static uint16_t g_lasttid; static ipfix_datarecord_t g_data = { NULL, NULL, 0 }; /* ipfix_export */ static ipfix_field_t *g_ipfix_fields; +#ifndef NOTHREADS +static pthread_mutex_t g_mutex; +#define mod_lock() { \ + if ( pthread_mutex_lock( &g_mutex ) !=0 ) \ + mlogf( 0, "[ipfix] mutex_lock() failed: %s\n", \ + strerror( errno ) ); \ + } +#define mod_unlock() { pthread_mutex_unlock( &g_mutex ); } +#else +#define mod_lock() +#define mod_unlock() +#endif /*----- prototypes -------------------------------------------------------*/ @@ -133,6 +148,7 @@ int _ipfix_send_message( ipfix_t *ifh, ipfix_message_t *message ); int _ipfix_write_msghdr( ipfix_t *ifh, ipfix_message_t *msg, iobuf_t *buf ); void _ipfix_disconnect( ipfix_collector_t *col ); +int _ipfix_export_flush( ipfix_t *ifh ); /* name : do_writeselect @@ -576,16 +592,18 @@ int ipfix_decode_float( void *in, void * int ipfix_snprint_float( char *str, size_t size, void *data, size_t len ) { - float tmp32; - double tmp64; + uint32_t tmp32; + uint64_t tmp64; switch ( len ) { case 4: - ipfix_decode_float( data, &tmp32, 4); - return snprintf( str, size, "%f", tmp32 ); + memcpy( &tmp32, data, len ); + tmp32 = htonl( tmp32 ); + return snprintf( str, size, "%f", (float)tmp32 ); case 8: - ipfix_decode_float( data, &tmp64, 8); - return snprintf( str, size, "%lf", tmp64); + memcpy( &tmp64, data, len ); + tmp64 = HTONLL( tmp64 ); + return snprintf( str, size, "%lf", (double)tmp64 ); default: break; } @@ -682,12 +700,19 @@ int ipfix_get_eno_ieid( char *field, int * parameters: * remarks: init module, read field type info. */ -int ipfix_init ( void ) +int ipfix_init( void ) { if ( g_tstart ) { ipfix_cleanup(); } +#ifndef NOTHREADS + if ( pthread_mutex_init( &g_mutex, NULL ) !=0 ) { + mlogf( 0, "[ipfix] pthread_mutex_init() failed: %s\n", + strerror(errno) ); + return -1; + } +#endif g_tstart = time(NULL); signal( SIGPIPE, SIG_IGN ); g_lasttid = 255; @@ -806,6 +831,9 @@ void ipfix_cleanup ( void ) g_data.maxfields = 0; g_data.lens = NULL; g_data.addrs = NULL; +#ifndef NOTHREADS + (void)pthread_mutex_destroy( &g_mutex ); +#endif } int _ipfix_connect ( ipfix_collector_t *col ) @@ -1465,7 +1493,7 @@ int _ipfix_write_template( ipfix_t default: /* check space */ if ( tsize+ifh->offset > IPFIX_DEFAULT_BUFLEN ) { - if ( ipfix_export_flush( ifh ) < 0 ) + if ( _ipfix_export_flush( ifh ) < 0 ) return -1; if ( tsize+ifh->offset > IPFIX_DEFAULT_BUFLEN ) return -1; @@ -1474,6 +1502,8 @@ int _ipfix_write_template( ipfix_t /* write template prior to data */ if ( ifh->offset > 0 ) { memmove( ifh->buffer + tsize, ifh->buffer, ifh->offset ); + if ( ifh->cs_tid ) + ifh->cs_header += tsize; } buf = ifh->buffer; @@ -1615,8 +1645,11 @@ int ipfix_open( ipfix_t **ipfixh, int so return -1; } node->ifh = i; + + mod_lock(); node->next = g_ipfixlist; g_ipfixlist = node; + mod_unlock(); *ipfixh = i; return 0; @@ -1633,7 +1666,8 @@ void ipfix_close( ipfix_t *h ) { ipfix_node_t *l, *n; - ipfix_export_flush( h ); + mod_lock(); + _ipfix_export_flush( h ); while( h->collectors ) _ipfix_drop_collector( (ipfix_collector_t**)&h->collectors ); @@ -1659,6 +1693,7 @@ void ipfix_close( ipfix_t *h ) #endif free(h->buffer); free(h); + mod_unlock(); } } @@ -2156,6 +2191,22 @@ void ipfix_release_template( ipfix_t *if ipfix_delete_template( ifh, templ ); } +static void _finish_cs( ipfix_t *ifh ) +{ + size_t buflen; + uint8_t *buf; + + /* finish current dataset */ + if ( (buf=ifh->cs_header) ==NULL ) + return; + buflen = 0; + INSERTU16( buf+buflen, buflen, ifh->cs_tid ); + INSERTU16( buf+buflen, buflen, ifh->cs_bytes ); + ifh->cs_bytes = 0; + ifh->cs_header = NULL; + ifh->cs_tid = 0; +} + int ipfix_export( ipfix_t *ifh, ipfix_template_t *templ, ... ) { int i; @@ -2199,13 +2250,14 @@ int ipfix_export( ipfix_t *ifh, ipfix_te g_data.addrs, g_data.lens ); } -int ipfix_export_array( ipfix_t *ifh, - ipfix_template_t *templ, - int nfields, - void **fields, - uint16_t *lengths ) +static int +_ipfix_export_array( ipfix_t *ifh, + ipfix_template_t *templ, + int nfields, + void **fields, + uint16_t *lengths ) { - int i; + int i, newset_f=0; size_t buflen, datasetlen; uint8_t *p, *buf; @@ -2249,7 +2301,19 @@ int ipfix_export_array( ipfix_t /** get size of data set, check space */ - for ( i=0, datasetlen=4; i<nfields; i++ ) { + if ( templ->tid == ifh->cs_tid ) { + newset_f = 0; + datasetlen = 0; + } + else { + if ( ifh->cs_tid > 0 ) { + _finish_cs( ifh ); + } + newset_f = 1; + datasetlen = 4; + } + + for ( i=0; i<nfields; i++ ) { if ( templ->fields[i].flength == IPFIX_FT_VARLEN ) { if ( lengths[i]>254 ) datasetlen += 3; @@ -2263,21 +2327,29 @@ int ipfix_export_array( ipfix_t } datasetlen += lengths[i]; } - if ( ((ifh->offset + datasetlen) > IPFIX_DEFAULT_BUFLEN ) - && (ipfix_export_flush( ifh ) <0) ) { - return -1; + + if ( (ifh->offset + datasetlen) > IPFIX_DEFAULT_BUFLEN ) { + if ( ifh->cs_tid ) + _finish_cs( ifh ); + newset_f = 1; + + if ( _ipfix_export_flush( ifh ) <0 ) + return -1; } - /* fill buffer - */ + /* fill buffer */ buf = (uint8_t*)(ifh->buffer) + ifh->offset; buflen = 0; - /* insert data set - */ - ifh->nrecords ++; - INSERTU16( buf+buflen, buflen, templ->tid ); - INSERTU16( buf+buflen, buflen, datasetlen ); + if ( newset_f ) { + /* insert data set + */ + ifh->cs_bytes = 0; + ifh->cs_header = buf; + ifh->cs_tid = templ->tid; + INSERTU16( buf+buflen, buflen, templ->tid ); + INSERTU16( buf+buflen, buflen, 4 ); + } /* insert data record */ @@ -2303,7 +2375,9 @@ int ipfix_export_array( ipfix_t buflen += lengths[i]; } + ifh->nrecords ++; ifh->offset += buflen; + ifh->cs_bytes += buflen; if ( ifh->version == IPFIX_VERSION ) ifh->seqno ++; return 0; @@ -2313,7 +2387,7 @@ int ipfix_export_array( ipfix_t * parameters: * remarks: rewrite this func! */ -int ipfix_export_flush( ipfix_t *ifh ) +int _ipfix_export_flush( ipfix_t *ifh ) { iobuf_t *buf; ipfix_collector_t *col; @@ -2322,8 +2396,14 @@ int ipfix_export_flush( ipfix_t *ifh ) if ( (ifh==NULL) || (ifh->offset==0) ) return 0; - if ( (buf=_ipfix_getbuf()) ==NULL ) + if ( ifh->cs_tid > 0 ) { + /* finish current dataset */ + _finish_cs( ifh ); + } + + if ( (buf=_ipfix_getbuf()) ==NULL ) { return -1; + } #ifdef DEBUG mlogf( 0, "[ipfix_export_flush] msg has %d records, %d bytes\n", @@ -2350,3 +2430,30 @@ int ipfix_export_flush( ipfix_t *ifh ) _ipfix_freebuf( buf ); return ret; } + +int ipfix_export_array( ipfix_t *ifh, + ipfix_template_t *templ, + int nfields, + void **fields, + uint16_t *lengths ) +{ + int ret; + + mod_lock(); + ret = _ipfix_export_array( ifh, templ, nfields, fields, lengths ); + mod_unlock(); + + return ret; +} + +int ipfix_export_flush( ipfix_t *ifh ) +{ + int ret; + + mod_lock(); + ret = _ipfix_export_flush( ifh ); + mod_unlock(); + + return ret; +} + --- a/lib/ipfix.h +++ b/lib/ipfix.h @@ -142,6 +142,12 @@ typedef struct int nrecords; /* no. of records in buffer */ size_t offset; /* output buffer fill level */ uint32_t seqno; /* sequence no. of next message */ + + /* experimental */ + int cs_tid; /* template id of current dataset */ + int cs_bytes; /* size of current set */ + uint8_t *cs_header; /* start of current set */ + } ipfix_t; /** exporter funcs --- a/lib/ipfix_col.c +++ b/lib/ipfix_col.c @@ -897,6 +897,8 @@ int ipfix_decode_datarecord( ipfixt_node return -1; } + n->ipfixt->fields[i].elem->decode(p,p,len); + data->lens[i] = len; data->addrs[i] = p; @@ -907,7 +909,7 @@ int ipfix_decode_datarecord( ipfixt_node return 0; } -static void do_free_datarecord( ipfix_datarecord_t *data ) +void ipfix_free_datarecord( ipfix_datarecord_t *data ) { if ( data ) { if ( data->addrs ) @@ -925,6 +927,7 @@ int ipfix_parse_msg( ipfix_input_t *inpu ipfix_hdr_t hdr; /* ipfix packet header */ ipfixs_node_t *s; ipfix_datarecord_t data = { NULL, NULL, 0 }; + ipfixe_node_t *e; uint8_t *buf; /* ipfix payload */ uint16_t setid, setlen; /* set id, set lenght */ int i, nread, offset; /* counter */ @@ -1042,6 +1045,12 @@ int ipfix_parse_msg( ipfix_input_t *inpu err_flag = 1; } else { + for ( e=g_exporter; e!=NULL; e=e->next ) { + if ( e->elem->export_dset ) + (void) e->elem->export_dset( t, buf+nread, setlen, + e->elem->data ); + } + /** read data records */ for ( offset=nread, bytesleft=setlen; bytesleft>4; ) { @@ -1076,11 +1085,11 @@ int ipfix_parse_msg( ipfix_input_t *inpu goto errend; end: - do_free_datarecord( &data ); + ipfix_free_datarecord( &data ); return nread; errend: - do_free_datarecord( &data ); + ipfix_free_datarecord( &data ); return -1; } @@ -1093,7 +1102,7 @@ void process_client_tcp( int fd, int mas tcp_conn_t *tcon = (tcp_conn_t*)data; char *func = "process_client_tcp"; - mlogf( 3, "[%s] fd %d mask %d called.\n", func, fd, mask ); + mlogf( 4, "[%s] fd %d mask %d called.\n", func, fd, mask ); /** read ipfix header */ --- a/lib/ipfix_col.h +++ b/lib/ipfix_col.h @@ -88,6 +88,7 @@ typedef struct ipfix_col_info int (*export_newsource)(ipfixs_node_t*,void*); int (*export_newmsg)(ipfixs_node_t*,ipfix_hdr_t*,void*); int (*export_trecord)(ipfixs_node_t*,ipfixt_node_t*,void*); + int (*export_dset)(ipfixt_node_t*,uint8_t*,size_t,void*); int (*export_drecord)(ipfixs_node_t*,ipfixt_node_t*, ipfix_datarecord_t*,void*); void (*export_cleanup)(void*); --- a/lib/ipfix_col_files.c +++ b/lib/ipfix_col_files.c @@ -68,7 +68,7 @@ static int export_newsource_file( ipfixs return -1; } snprintf( s->fname+strlen(s->fname), PATH_MAX-strlen(s->fname), - "/%u", s->odid ); + "/%u", (unsigned int)s->odid ); if ( (access( s->fname, R_OK ) <0 ) && (mkdir( s->fname, S_IRWXU ) <0) ) { mlogf( 0, "[%s] cannot access dir '%s': %s\n", --- a/lib/ipfix_FOKUS_IEs.txt +++ b/lib/ipfix_FOKUS_IEs.txt @@ -24,6 +24,8 @@ 196, IPFIX_FT_PKTID, 4, IPFIX_CODING_UINT, "pktId", "FOKUS packet id" 197, IPFIX_FT_STARTTIME, 4, IPFIX_CODING_INT, "startTime", "FOKUS interval start" 198, IPFIX_FT_ENDTIME, 4, IPFIX_CODING_INT, "endTime", "FOKUS interval end" +199, IPFIX_FT_RTT_USEC, 8, IPFIX_CODING_UINT, "rtt_usec", "FOKUS rtt in us" + 300, IPFIX_FT_FLOWCREATIONTIMEUSEC, 4, IPFIX_CODING_INT, "flowCreationTimeUsec", "FOKUS flow start usec fraction" 301, IPFIX_FT_FLOWENDTIMEUSEC, 4, IPFIX_CODING_INT, "flowEndTimeUsec", "FOKUS flow end usec fraction" 303, IPFIX_FT_TC_PACKETS, 4, IPFIX_CODING_UINT, "tcPackets", "DAIDALOS Packets seen" @@ -39,3 +41,48 @@ 313, IPFIX_FT_OWDVARMIN_NSEC, 4, IPFIX_CODING_INT, "owdvarmin_nsec", "FOKUS minimum owd variance in ns" 314, IPFIX_FT_OWDVARMAX_NSEC, 4, IPFIX_CODING_INT, "owdvarmax_nsec", "FOKUS maximum ow variance in ns" +# Project INTERSECTION +315, IPFIX_FT_SOURCEIPV4FANOUT, 4, IPFIX_CODING_UINT,"sourceIPv4FanOut", "FOKUS IPv4 fanout" +316, IPFIX_FT_DESTINATIONIPV4FANIN, 4, IPFIX_CODING_UINT,"destinationIPv4FanIn", "FOKUS IPv4 fanin" + +# Project PRISM + +330, IPFIX_FT_PR_SESSIONID, 4, IPFIX_CODING_UINT, "sessionId", "PRISM Session ID" +331, IPFIX_FT_PR_TRANSACTIONID, 4, IPFIX_CODING_UINT, "transactionId", "PRISM Transaction ID" +332, IPFIX_FT_PR_ENCRYPTEDDATA, 65535, IPFIX_CODING_STRING, "encryptedData", "PRISM encrypted data" +333, IPFIX_FT_PR_DECRYPTIONKEY, 65535, IPFIX_CODING_STRING, "decryptionKey", "PRISM decryption key" +334, IPFIX_FT_PR_KEYSHARE, 65535, IPFIX_CODING_STRING, "keyShare", "PRISM key share" +335, IPFIX_FT_PR_KEYSHAREADP, 65535, IPFIX_CODING_STRING, "keyShareAdp", "PRISM key share ADP" +336, IPFIX_FT_PR_INITVECTOR, 65535, IPFIX_CODING_STRING, "cryptoInitVector", "PRISM crypto init vector" + + +# these information elements have been defined by FOKUS for the Oracle project + +402, IPFIX_FT_ORsignalBandwidth, 4, IPFIX_CODING_UINT, "ORsignalBandwidth", "signal bandwidth" +403, IPFIX_FT_ORsignalPower, 2, IPFIX_CODING_UINT, "ORsignalPower", "ERIP" +404, IPFIX_FT_ORmodulationType, 2, IPFIX_CODING_UINT, "ORmodulationType", "AM/FM,.." +405, IPFIX_FT_ORsymbolRate, 2, IPFIX_CODING_UINT, "ORsymbolRate", "symbol rate" +406, IPFIX_FT_ORmodulationOrder, 1, IPFIX_CODING_UINT, "ORmodulationOrder", "number of levels" +407, IPFIX_FT_ORrolloffFactor, 2, IPFIX_CODING_UINT, "ORrolloffFactor", "roll of factor" +408, IPFIX_FT_ORgeopositionLon, 4, IPFIX_CODING_UINT, "ORgeopositionLon", "GPS coordinate, resolution 1 cm" +409, IPFIX_FT_ORgeopositionLat, 4, IPFIX_CODING_UINT, "ORgeopositionLat", "GPS coordinate, resolution 1 cm" +410, IPFIX_FT_ORgeopositionElev, 4, IPFIX_CODING_UINT, "ORgeopositionElev", "GPS coordinate, resolution 1 cm" +411, IPFIX_FT_ORpolicyRecord, 65535, IPFIX_CODING_STRING, "ORpolicyRecord", "policy record has variable length, First 8 bits in data describe the length (in bytes) of the field" +420, IPFIX_FT_channel_status, 1, IPFIX_CODING_UINT, "channel_status", vacancy of the scanned channel (1: channel busy, 0: channel idle)" +421, IPFIX_FT_sensing_value, 2, IPFIX_CODING_UINT, "sensing_value", "Cost function output" +422, IPFIX_FT_sensing_threshold, 2, IPFIX_CODING_UINT, "sensing_threshold", "Decision threshold" +423, IPFIX_FT_OR_terminal_id, 1, IPFIX_CODING_UINT, "OR_terminal_id", "terminal identifier" +424, IPFIX_FT_OR_terminal_id_list, 65535, IPFIX_CODING_STRING, "OR_terminal_id_list", "terminal identifier list" +425, IPFIX_FT_Infrastructure_network_id, 1, IPFIX_CODING_UINT, "Infrastructure_network_id", "network identifier" +426, IPFIX_FT_Infrastructure_network_type, 1, IPFIX_CODING_UINT, "Infrastructure_network_type", "network type (GSM - 1, UMTS - 2, WiMAX - 3, WiFi - 4)" +427, IPFIX_FT_Battery_lifetime_min, 1, IPFIX_CODING_UINT, "Battery_lifetime_min", "expected battery lifetime to provide requested services or functionalities, in minutes" +428, IPFIX_FT_Battery_lifetime_h, 1, IPFIX_CODING_UINT, "Battery_lifetime_h", "expected battery lifetime to provide requested services or functionalities, in hours" +429, IPFIX_FT_Battery_status, 1, IPFIX_CODING_UINT, "Battery_status", "expected battery lifetime to provide requested services or functionalities, 1 bit status flag, values 1 or 0" +430, IPFIX_FT_Cell_id_number, 4, IPFIX_CODING_UINT, "Cell_id_number", "16-32 bit cell id number, identifier" +431, IPFIX_FT_Spectral_allocation_vector, 1, IPFIX_CODING_UINT, "Spectral_allocation_vector", "binary vector to indicate whether a band is free 1 bit 0 or not 1 bit 1" +432, IPFIX_FT_Spectral_allocation_profile, 2, IPFIX_CODING_UINT, "Spectral_allocation_profile", "received power spectral density vs. frequency to indicate spectral activity in the band of interest (8-16 bits per discrete frequency value)" +433, IPFIX_FT_Center_frequency, 2, IPFIX_CODING_UINT, "Center_frequency", "Center frequency of the sensed band" +434, IPFIX_FT_Bandwidth_of_CAP, 2, IPFIX_CODING_UINT, "Bandwidth_of_CAP", "Bandwidth of the spectral allocation profile" +435, IPFIX_FT_ORmodulation, 1, IPFIX_CODING_UINT, "ORmodulation", "CREST factor" +436, IPFIX_FT_ORprofileRecord, 65535, IPFIX_CODING_STRING, "ORprofileRecord", "profile record has variable length, First 8 bits in data describe the length (in bytes) of the field" +