4 #include <sys/socket.h>
5 #include <netinet/in.h>
20 #include <semaphore.h>
21 #include <sys/ioctl.h>
27 #include <ul_logreg.h>
34 /* static UL_LOG_CUST(ulogd); */
35 /* static ul_log_domain_t ulogd = {UL_LOGL_MSG, "wclient"}; */
36 /* UL_LOGREG_SINGLE_DOMAIN_INIT_FUNCTION(init_ulogd_wclient, ulogd); */
40 #define MAX_STREAMS 10
41 #define MIN_GRANULARITY 100
43 unsigned opt_packet_size = 800;
44 int opt_send_buf_size = -1;
45 unsigned opt_period_usec = 10*MSEC_TO_USEC;
47 unsigned opt_jitter = 0;
48 char *opt_output = "delay_stats";
49 unsigned opt_count_sec = 0;
50 unsigned opt_def_bandwidth = 50;
51 unsigned opt_def_period_msec = 0;
52 int opt_granularity_usec = MIN_GRANULARITY;
53 bool opt_wait_for_queue_is_full; /* Don't gather any statistics until any queue is full */
54 char *opt_comment = NULL;
57 bool some_queue_is_full = false;
58 uint64_t reset_timestamp; /* [nsec] */
60 bool some_contract_not_accepted = false;
62 /* Locked when some queue is full to prevent multiple resets of
64 pthread_mutex_t queue_full_mutex = PTHREAD_MUTEX_INITIALIZER;
66 int ac_sockfd[AC_NUM];
71 unsigned received, last_received;
74 struct receiver receivers[AC_NUM];
80 /* maximal traffic delay in ms - 10 s*/
81 #define MAX_DELAY_US 10000000
84 unsigned csc; /* Client-server-client delay divided by 2 */
85 unsigned cs; /* Client-server delay */
86 unsigned sc; /* Server-client delay */
89 struct delay_stat delay_stats[AC_NUM][MAX_DELAY_US/MIN_GRANULARITY];
90 pthread_mutex_t delay_stats_mutex = PTHREAD_MUTEX_INITIALIZER;
92 /*struct ac_stats[AC_NUM] {
93 unsigned long int min_trans_time;
94 unsigned long int sum_trans_time;
95 struct timespec recv_timestamp;
96 struct timespec send_timestamp;
100 /* Input parameters */
102 int bandwidth_bps; /* bits per second */
103 int jitter; /* percent */
104 /* Mulualy exclusive input parameters */
106 long period_usec; /* all time units are in microseconds */
108 /* Internal fields */
110 struct sockaddr_in rem_addr;
112 frsh_send_endpoint_t endpoint;
113 frsh_receive_endpoint_t resp_endpoint;
114 frsh_vres_id_t vres, vres_rcv;
116 struct receiver receiver;
120 pthread_mutex_t mutex;
121 unsigned long long sent, really_sent, received;
122 long wc_delay; /* worst-case delay */
125 static struct cmsg_ipi {
127 struct in_pktinfo ipi;
128 } cmsg = { {sizeof(struct cmsg_ipi), SOL_IP, IP_PKTINFO},
133 struct send_endpoint sepoint[] = {
134 { .ac = AC_VO, .period_usec=200*MSEC_TO_USEC, .bandwidth_bps = 34*Kbit },
135 { .ac = AC_VI, .period_usec=25*MSEC_TO_USEC, .bandwidth_bps = 480*Kbit },
136 { .ac = AC_BE, .period_usec=40*MSEC_TO_USEC, .bandwidth_bps = 300*Kbit },
137 { .ac = AC_BK, .period_usec=40*MSEC_TO_USEC, .bandwidth_bps = 300*Kbit },
138 // { .ac = AC_VI, .period_usec=17*MSEC_TO_USEC, .bandwidth_bps = 675*Kbit },
142 struct stream streams[MAX_STREAMS];
144 unsigned int nr_streams = 0;
146 sem_t sem_thread_finished;
148 bool exit_flag = false;
151 #define negotiate_contract_for_stream(s) negotiate_contract_for_stream_fwp(s)
152 #define create_stream_endpoint(s) create_stream_endpoint_fwp(s)
153 #define send_packet(s, b) send_packet_fwp(s, b)
154 #define recv_packet(s, b) recv_packet_fwp(s, b)
155 #define wait_for_all_threads_to_finish() wait_for_all_threads_to_finish_fwp()
157 #define negotiate_contract_for_stream(s) 0
158 #define create_stream_endpoint(s) create_stream_endpoint_native(s)
159 #define send_packet(s, b) send_packet_native(s, b)
160 #define recv_packet(s, b) recv_packet_native(s, b)
161 #define wait_for_all_threads_to_finish() wait_for_all_threads_to_finish_native()
169 /* Interrupt all receivers */
171 for (i=0; i < nr_streams; i++) {
172 if (streams[i].receiver.valid) pthread_kill(streams[i].receiver.thread, SIGUSR1);
175 for (i=0; i < AC_NUM; i++) {
176 pthread_kill(receivers[i].thread, SIGUSR1);
181 void stream_to_text(char *stream_desc, size_t n, struct stream *stream, long long useconds)
187 snprintf(real, sizeof(real), "; real: %s sent %lld (%lld/s), received %lld (%lld/s)",
188 bandwidth_to_text(buf[0], (long long)stream->really_sent*stream->packet_size*8*SEC_TO_USEC/useconds),
189 stream->sent, stream->sent*SEC_TO_USEC/useconds,
190 stream->received, stream->received*SEC_TO_USEC/useconds);
195 snprintf(stream_desc, n, "%"PRIdPTR": %s %s (%d bytes per %s +-%s, %d packets/s)%s",
196 stream-streams, ac_to_text[stream->ac], bandwidth_to_text(buf[0], stream->bandwidth_bps),
197 stream->packet_size, usec_to_text(buf[1], stream->period_usec),
198 usec_to_text(buf[2], stream->jitter*stream->period_usec/100),
199 (int)(SEC_TO_USEC/stream->period_usec), real);
202 void save_results(int argc, char *argv[], int useconds)
205 const int mini = 3000/opt_granularity_usec;
207 unsigned send_count[AC_NUM];
209 fprintf(stderr, "Writing data to %s... ", logfname);
212 fprintf(logfd, "# Invoked as: ");
213 for (i=0; i<argc; i++) fprintf(logfd, "%s ", argv[i]);
215 fprintf(logfd, "(%s)", opt_comment);
217 fprintf(logfd, "\n");
219 if (useconds/SEC_TO_USEC != opt_count_sec) {
221 usec_to_text(buf, useconds);
222 fprintf(logfd, "# Data gathered for %s.\n", buf);
225 for (i = 0; i < nr_streams; i++) {
226 char stream_desc[200];
227 stream_to_text(stream_desc, sizeof(stream_desc), &streams[i], useconds);
228 fprintf(logfd, "# Stream %s\n", stream_desc);
231 /* Find maximal delay */
233 for (maxi = MAX_DELAY_US/opt_granularity_usec - 1; maxi >= 0; maxi--) {
234 for (ac = 0; ac < AC_NUM; ac++) {
235 if ((delay_stats[ac][maxi].csc != 0) ||
236 (delay_stats[ac][maxi].cs != 0) ||
237 (delay_stats[ac][maxi].sc != 0))
240 if (!allzeros) break;
243 if (maxi < mini) maxi = mini;
245 /* Calculate total number of sent packets per AC */
246 memset(send_count, 0, sizeof(send_count));
247 for (i = 0; i < nr_streams; i++) {
249 send_count[ac] += streams[i].sent;
254 for ( i = 0 ; i < maxi; i++) {
255 fprintf(logfd,"\n%f", i*opt_granularity_usec/1000.0);
256 for (ac = 0; ac < AC_NUM; ac++) {
258 val = (double)delay_stats[ac][i]*100.0 / sum[ac];
259 else val = -1; /* Don't display this ac */
260 fprintf(logfd," %lf", val);
264 fprintf(logfd,"\n\n");
267 fprintf(logfd,"## Format: msec csc%% cs%% sc%%\n");
270 for (ac = 0; ac < AC_NUM; ac++) {
271 struct delay_stat integral = {0,0,0}, last = {-1,-1,-1};
273 fprintf(logfd,"%f %f %f %f\n", 0.0, 0.0, 0.0, 0.0);
275 if (send_count[ac] != 0) {
277 while ((delay_stats[ac][i].csc == 0) &&
278 (delay_stats[ac][i].cs == 0) &&
279 (delay_stats[ac][i].sc == 0)) i++;
281 for (i++; i < maxi+1; i++) {
282 if (memcmp(&last, &integral, sizeof(last))) {
284 snprintf(buf[0], sizeof(buf[0]), "%f", (double)integral.csc*100.0 / send_count[ac]);
285 snprintf(buf[1], sizeof(buf[1]), "%f", (double)integral.cs *100.0 / send_count[ac]);
286 snprintf(buf[2], sizeof(buf[2]), "%f", (double)integral.sc *100.0 / send_count[ac]);
288 fprintf(logfd,"%f %s %s %s\n", i*opt_granularity_usec/1000.0,
289 integral.csc != last.csc ? buf[0] : "-",
290 integral.cs != last.cs ? buf[1] : "-",
291 integral.sc != last.sc ? buf[2] : "-"
296 integral.csc += delay_stats[ac][i-1].csc;
297 integral.sc += delay_stats[ac][i-1].sc;
298 integral.cs += delay_stats[ac][i-1].cs;
302 fprintf(logfd,"\n\n");
305 fprintf(stderr, "finished.\n");
311 int create_ac_socket(intptr_t ac)
314 unsigned int yes=1, tos;
317 if ((sockfd = socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP)) < 0)
319 error(0, errno, "Unable to open socket");
322 if (fcntl(sockfd, F_SETFL, O_NONBLOCK) != 0) {
323 error(0, errno, "set non-blocking socket");
326 if (setsockopt(sockfd,SOL_SOCKET,SO_REUSEADDR,&yes,sizeof(int)) == -1) {
327 error(0, errno, "Unable to set socket");
331 if (opt_send_buf_size >= 0) {
332 if (setsockopt(sockfd,SOL_SOCKET,SO_SNDBUF,&opt_send_buf_size,sizeof(opt_send_buf_size)) == -1) {
333 error(0, errno, "Unable to set socket buffer size");
339 //tos = ((AC_NUM - ac) *2 - 1)*32;
341 if (setsockopt(sockfd, SOL_IP, IP_TOS, &tos, sizeof(tos))) {
342 error(0, errno, "Unable to set TOS");
354 void reset_statistics()
358 for (i = 0; i < nr_streams; i++) {
359 pthread_mutex_lock(&streams[i].mutex);
361 streams[i].really_sent = 0;
362 streams[i].received = 0;
363 pthread_mutex_unlock(&streams[i].mutex);
365 pthread_mutex_lock(&delay_stats_mutex);
366 clock_gettime(CLOCK_REALTIME, &ts);
367 reset_timestamp = ts.tv_sec*1000000000LL + ts.tv_nsec;
368 memset(delay_stats, 0, sizeof(delay_stats));
369 pthread_mutex_unlock(&delay_stats_mutex);
373 int recv_packet_native(intptr_t ac, struct msg_t *msg)
377 struct sockaddr_in rem_addr;
378 unsigned int rem_addr_length;
381 FD_SET(ac_sockfd[ac], &fdset);
382 rem_addr_length = sizeof(rem_addr);
385 ret = select(ac_sockfd[ac]+1, &fdset, NULL, NULL, NULL);
387 if (errno == EINTR) continue;
388 error(0, errno, "receiver select");
391 mlen = recvfrom(ac_sockfd[ac], msg, sizeof(*msg), 0,
392 (struct sockaddr*)&rem_addr, &rem_addr_length);
398 int recv_packet_fwp(struct stream *stream, struct msg_t *msg)
403 ret = frsh_receive_sync(stream->resp_endpoint, msg, sizeof(*msg), &mlen, NULL);
408 void* receiver(void* arg)
411 long long int trans_time_usec, client_to_server_usec, server_to_client_usec;
412 long long int min_trans_time;
414 uint64_t send_timestamp, server_timestamp, recv_timestamp;
425 struct stream *stream = arg;
427 mlen = recv_packet_fwp(stream, &msg);
430 mlen = recv_packet_native(ac, &msg);
434 error(0, errno, "receive_packet error");
437 clock_gettime(CLOCK_REALTIME,&ts);
438 recv_timestamp = ts.tv_sec*1000000000LL + ts.tv_nsec;
439 send_timestamp = msg.send_timestamp;
440 server_timestamp = msg.sendback_timestamp;
442 /* Check whether this message was sent after reset_statistics() */
444 if (send_timestamp < reset_timestamp) {
445 continue; /* If so, don't count it */
448 trans_time_usec = (recv_timestamp - send_timestamp) / 2 / 1000;
449 client_to_server_usec = (server_timestamp - send_timestamp) / 1000;
450 server_to_client_usec = (recv_timestamp - server_timestamp) / 1000;
452 pthread_mutex_lock(&delay_stats_mutex);
453 if (trans_time_usec < MAX_DELAY_US && trans_time_usec >= 0) {
454 delay_stats[ac][trans_time_usec/opt_granularity_usec].csc++;
456 if (client_to_server_usec < MAX_DELAY_US && client_to_server_usec >= 0) {
457 delay_stats[ac][client_to_server_usec/opt_granularity_usec].cs++;
459 if (server_to_client_usec < MAX_DELAY_US && server_to_client_usec >= 0) {
460 delay_stats[ac][server_to_client_usec/opt_granularity_usec].sc++;
462 pthread_mutex_unlock(&delay_stats_mutex);
464 if (trans_time_usec > streams[msg.stream].wc_delay) {
465 streams[msg.stream].wc_delay = trans_time_usec;
467 receivers[ac].received++;
469 pthread_mutex_lock(&streams[msg.stream].mutex);
470 streams[msg.stream].received++;
471 pthread_mutex_unlock(&streams[msg.stream].mutex);
473 /*if (trans_time_nsec < min_trans_time)
474 min_trans_time = trans_time_nsec;*/
475 /*printf("seqn= %lu tos= %d start= %lu(s).%lu(ns)"\
476 "stop= %lu(s).%lu(ns)\n trans_time = %lums\n",\
477 msg.seqn, msg.tos, send_timestamp.tv_sec,\
478 send_timestamp.tv_nsec,recv_timestamp.tv_sec,\
479 recv_timestamp.tv_nsec, trans_time_msec); */
482 sem_post(&sem_thread_finished);
489 * @return -1 in case of error, 1 in case of sucessfull send and 0
490 * when all buffers are full.
494 send_packet_native(struct stream* stream, union msg_buff* buff)
500 iov.iov_len = stream->packet_size;
501 msg.msg_name = (void*)&stream->rem_addr;
502 msg.msg_namelen = sizeof(stream->rem_addr);
506 msg.msg_control = &cmsg;
507 msg.msg_controllen = cmsg_len;
511 while (sendmsg(ac_sockfd[stream->ac], &msg, 0) < 0) {
512 if (errno == EINTR) continue;
513 if (errno == EAGAIN) {
514 if (opt_wait_for_queue_is_full &&
515 !some_queue_is_full &&
516 /* We use mutex as atomic test and set */
517 (pthread_mutex_trylock(&queue_full_mutex) != EBUSY)) {
518 some_queue_is_full = true;
524 error(0, errno, "Error while sending");
533 send_packet_fwp(struct stream* stream, union msg_buff* buff)
537 buff->msg.resp_port = htons(stream->resp_port);
538 ret = frsh_send_async(stream->endpoint, buff, stream->packet_size);
541 frsh_strerror(ret, msg, sizeof(msg));
542 fprintf(stderr, "frsh_send error: %s\n", msg);
544 return (ret == 0) ? 0 : -1;
549 wait_for_next_send(struct stream* stream, struct timespec *last_send_time)
551 struct timespec time_to_wait, current_time, period, interval;
552 unsigned delay_usec, period_usec = stream->period_usec;
554 /* |~~~+~~~| jitter interval (width = 2*stream->jitter percentage from period)*/
555 /* |-------------| nominal period*/
556 if (stream->jitter) {
557 delay_usec = period_usec*(100-stream->jitter)/100
558 + rand() % (2*period_usec*stream->jitter/100);
560 delay_usec = period_usec;
562 period.tv_nsec = USEC_TO_NSEC*(delay_usec%SEC_TO_USEC);
563 period.tv_sec = delay_usec/SEC_TO_USEC;
565 timespec_add(&time_to_wait, last_send_time, &period);
566 clock_gettime(CLOCK_MONOTONIC,¤t_time);
567 timespec_sub(&interval,&time_to_wait,¤t_time);
568 if (interval.tv_sec >= 0) {
569 nanosleep(&interval,NULL);
570 *last_send_time = time_to_wait;
572 *last_send_time = current_time;
577 void* sender(void* arg)
580 unsigned long int seqn;
581 struct stream* stream = (struct stream*) arg;
582 struct timespec timer = { 0, 0 }, ts;
586 char stream_desc[100];
587 stream_to_text(stream_desc, sizeof(stream_desc), stream, 0);
588 printf("%s\n", stream_desc);
590 if (stream->bandwidth_bps == 0)
596 set_rt_prio(90-stream->ac);
599 wait_for_next_send(stream, &timer);
601 /* buff.msg.seqn = seqn++; */
602 /* buff.msg.tos = ac_to_tos[stream->ac]; */
603 buff.msg.stream = stream-streams;
605 clock_gettime(CLOCK_REALTIME,&ts);
606 buff.msg.send_timestamp = ts.tv_sec*1000000000LL + ts.tv_nsec;
608 ret = send_packet(stream, &buff);
614 pthread_mutex_lock(&stream->mutex);
617 stream->really_sent++;
618 pthread_mutex_unlock(&stream->mutex);
621 printf("%d", stream->ac);
627 sem_post(&sem_thread_finished);
632 static int negotiate_contract_for_stream_fwp(struct stream *stream)
634 frsh_contract_t contract;
636 frsh_rel_time_t budget, period, deadline;
638 /* Contract for client->server stream */
639 frsh_contract_init(&contract);
640 frsh_contract_set_resource_and_label(&contract, FRSH_RT_NETWORK, FRSH_NETPF_FWP, NULL);
641 frsh_network_bytes_to_budget(FRSH_NETPF_FWP, stream->packet_size, &budget);
642 period = frsh_usec_to_rel_time(stream->period_usec);
643 frsh_contract_set_basic_params(&contract, &budget, &period, FRSH_WT_BOUNDED, FRSH_CT_REGULAR);
644 deadline = frsh_usec_to_rel_time(3*stream->period_usec);
645 frsh_contract_set_timing_reqs(&contract, false, &deadline);
647 ret = frsh_contract_negotiate(&contract, &stream->vres);
648 frsh_contract_destroy(&contract);
651 fprintf(stderr, "Send contract was not accepted\n");
655 /* Contract for server->client stream */
656 /* TODO: Use group negotiation for these two contracts */
657 frsh_contract_init(&contract);
658 frsh_contract_set_resource_and_label(&contract, FRSH_RT_NETWORK, FRSH_NETPF_FWP, NULL);
659 frsh_network_bytes_to_budget(FRSH_NETPF_FWP, stream->packet_size, &budget);
660 period = frsh_usec_to_rel_time(stream->period_usec);
661 frsh_contract_set_basic_params(&contract, &budget, &period, FRSH_WT_BOUNDED, FRSH_CT_DUMMY);
662 deadline = frsh_usec_to_rel_time(3*stream->period_usec);
663 frsh_contract_set_timing_reqs(&contract, false, &deadline);
665 ret = frsh_contract_negotiate(&contract, &stream->vres_rcv);
666 frsh_contract_destroy(&contract);
668 fprintf(stderr, "Receive contract was not accepted\n");
672 /* We don't use the vres at server, since the server doesn't
673 * know the parameters. Instread, server uses plain
681 static void create_stream_endpoint_fwp(struct stream *stream)
683 /* fwp_endpoint_attr_t attr; */
687 fres_block_fwp_sched *fwp_sched;
689 frsh_vres_get_contract(stream->vres, &c);
690 fwp_sched = fres_contract_get_fwp_sched(c);
692 stream->ac = fwp_sched->ac_id;
694 /* fwp_endpoint_attr_init(&attr); */
695 /* fwp_endpoint_attr_setreliability(&attr, FWP_EPOINT_BESTEFFORT); */
697 ph = gethostbyname(server_addr);
698 if (ph && ph->h_addr_list[0]) {
699 struct in_addr *a = (struct in_addr *)(ph->h_addr_list[0]);
700 frsh_send_endpoint_protocol_info_t spi = { NULL, 0 };
701 frsh_receive_endpoint_protocol_info_t rpi = { NULL, 0 };
702 frsh_endpoint_queueing_info_t qi = { .queue_size=0, .queue_policy=FRSH_QRP_OLDEST };
703 ret = frsh_send_endpoint_create(FRSH_NETPF_FWP, a->s_addr, BASE_PORT + stream->ac,
704 spi, &stream->endpoint);
705 if (ret < 0) error(1, errno, "frsh_send_endpoint_create()");
707 ret = frsh_send_endpoint_bind(stream->vres, stream->endpoint);
708 if (ret != 0) error(1, errno, "frsh_send_endpoint_bind");
710 ret = frsh_receive_endpoint_create(FRSH_NETPF_FWP, 0, qi, rpi,
711 &stream->resp_endpoint);
712 if (ret != 0) error(1, errno, "fwp_receive_endpoint_create");
715 frsh_receive_endpoint_get_params(stream->resp_endpoint, NULL, &port, NULL, NULL);
716 stream->resp_port = port;
718 ret = pthread_create(&stream->receiver.thread, NULL, receiver, (void*)stream);
719 if (ret) error(1, ret, "Error while creating receiver");
721 stream->receiver.valid = true;
724 error(1, errno, "gethostbyname(%s)", server_addr);
729 static void create_stream_endpoint_native(struct stream *stream)
733 memset(&stream->rem_addr,0, sizeof(stream->rem_addr));
735 stream->rem_addr.sin_family = AF_INET;
736 ph = gethostbyname(server_addr);
738 stream->rem_addr.sin_addr = *((struct in_addr *)ph->h_addr);
740 error(1, errno, "gethostbyname(%s)", server_addr);
742 stream->rem_addr.sin_port = htons(BASE_PORT + stream->ac);
747 calc_stream_params(struct stream *stream)
750 unsigned period_usec;
754 /* If some parameters are not set explicitely, use default values. */
755 if (stream->bandwidth_bps < 0) stream->bandwidth_bps = opt_def_bandwidth * Kbit;
756 if (stream->packet_size < 0) stream->packet_size = opt_packet_size;
757 if (stream->period_usec < 0) stream->period_usec = opt_def_period_msec * MSEC_TO_USEC;
759 bandwidth = stream->bandwidth_bps;
761 /* Avoid arithmetic exception. Server thread will exit if
762 stream->bandwidth_bps == 0. */
763 if (bandwidth == 0) bandwidth = 1;
765 if (stream->packet_size) {
766 packet_size = stream->packet_size;
767 period_usec = SEC_TO_USEC*packet_size*8/bandwidth;
768 if (period_usec == 0) period_usec = 1;
769 } else if (stream->period_usec) {
770 period_usec = stream->period_usec;
771 packet_size = (long long)bandwidth/8 * period_usec/SEC_TO_USEC;
774 stream_to_text(buf, sizeof(buf), stream, 0);
775 error(1, 0, "Neither packet size nor period was specified for a stream %s", buf);
778 if (packet_size < sizeof(struct msg_t)) {
779 error(1, 0, "Packet size too small (min %zd)", sizeof(struct msg_t));
782 stream->packet_size = packet_size;
783 stream->period_usec = period_usec;
784 stream->jitter = opt_jitter;
786 ret = negotiate_contract_for_stream(stream);
788 create_stream_endpoint(stream);
791 stream_to_text(buf, sizeof(buf), stream, 0);
792 fprintf(stderr, "Contract hasn't been accepted:\n%s\n", buf);
793 stream->bandwidth_bps = 0;
794 some_contract_not_accepted = true;
799 * Parse -b parameter.
801 * @param params String to parse
803 * @return NULL in case of success, pointer to a problematic character
806 char* parse_bandwidths(char *params)
808 struct stream *sp = &streams[nr_streams];
810 while (*params && nr_streams < MAX_STREAMS) {
811 char *ac_ids[AC_NUM] = { [AC_VO]="VO", [AC_VI]="VI", [AC_BE]="BE", [AC_BK]="BK" };
815 if (strlen(params) < 2)
817 for (i=0; i<AC_NUM; i++) {
818 if (strncmp(params, ac_ids[i], 2) == 0) {
820 params+=strlen(ac_ids[i]);
828 if (*params == ':') {
831 bw = strtol(params, &next_char, 10);
832 if (next_char == params)
838 sp->bandwidth_bps = bw*Kbit;
841 long packet_size = 0;
842 if (*params == '@') {
844 period = strtol(params, &next_char, 10);
850 if (*params == '/') {
852 packet_size = strtol(params, &next_char, 10);
853 if (packet_size == 0)
861 sp->period_usec = period*MSEC_TO_USEC;
862 sp->packet_size = packet_size;
866 if (*params != '\0' && *params != ',')
877 void wait_for_all_threads_to_finish_fwp(void)
880 /* wait for all threads to finish */
881 for (i=0; i < 2*nr_streams; i++) {
882 sem_wait(&sem_thread_finished);
886 void wait_for_all_threads_to_finish_native(void)
889 /* Wait for all threads to finish */
890 for (i=0; i < nr_streams + AC_NUM; i++) {
891 sem_wait(&sem_thread_finished);
900 ul_log_domain_t *domain;
907 int locked_log(WINDOW *logwin, void *arg)
909 struct log_params *p = arg;
910 if(!(p->level&UL_LOGL_CONT)) {
911 p->level&=UL_LOGL_MASK;
913 wprintw(logwin,"<%d>", p->level);
914 if(p->domain && p->domain->name)
915 wprintw(logwin,"%s: ",p->domain->name);
917 vwprintw(logwin, p->format, p->ap);
918 wnoutrefresh(logwin);
923 wclient_log_fnc(ul_log_domain_t *domain, int level,
924 const char *format, va_list ap)
926 struct log_params p = {
934 use_window(logwin, locked_log, (void*)&p);
946 /* intrflush(stdscr, FALSE); */
947 /* keypad(stdscr, TRUE); */
949 logwin = newwin(0, 0, LINES/2, 0);
951 scrollok(logwin, TRUE);
952 /* ul_log_redir(wclient_log_fnc, 0); */
962 /* ul_log_redir(NULL, 0); */
968 #define addfield(title, format, ...) \
970 x+=strlen(title)+1; \
971 if (i == 0) addstr(title); \
973 snprintf(str, sizeof(str), format, __VA_ARGS__); \
977 void print_status_gui(int seconds)
980 char str[200], s1[20];
982 struct stream *s = NULL;
984 for (i = 0; i <= nr_streams; i++) {
985 if (i>0) s = &streams[i-1];
988 addfield("Stream", "%d", i);
989 addfield("Bandwidth", "%s", bandwidth_to_text(s1, s->bandwidth_bps));
990 addfield("Packet size", "%d bytes", s->packet_size);
991 addfield("Period ", "%s", usec_to_text(s1, s->period_usec));
992 addfield("AC ", "%s", ac_to_text[s->ac]);
993 addfield("Worst-case delay", "%s", usec_to_text(s1, s->wc_delay));
994 addfield("Received responses", "%lld", s->received);
996 wnoutrefresh(stdscr);
1000 void print_status_nogui(int seconds)
1003 fprintf(stderr, "\r%3ds", seconds);
1004 for (ac = 0; ac < AC_NUM; ac++) {
1005 int delta = receivers[ac].received - receivers[ac].last_received;
1006 receivers[ac].last_received = receivers[ac].received;
1007 fprintf(stderr, " %s %5d %4d/s", ac_to_text[ac], receivers[ac].received, delta);
1013 int print_log_domain(ul_log_domain_t *domain, void *context)
1015 printf("%s = %d\n", domain->name, domain->level);
1019 int main(int argc, char *argv[])
1021 int i, rc, frames, seconds;
1022 pthread_attr_t attr;
1027 while ((opt = getopt(argc, argv, "B:b:C:c:Gg:I:j:l:o:qQ:s:T:")) != -1) {
1030 opt_def_bandwidth = atoi(optarg);
1034 errpos = parse_bandwidths(optarg);
1035 if (errpos != NULL) {
1036 if (*errpos == '\0')
1037 error(1, 0, "Bandwidth parse error - string to short");
1039 error(1, 0, "Bandwidth parse error at '%s'", errpos);
1044 opt_comment = optarg;
1047 opt_count_sec = atoi(optarg);
1053 opt_granularity_usec = atoi(optarg);
1054 if (opt_granularity_usec < MIN_GRANULARITY) {
1055 error(1, 0, "Granulatiry too small (min %d)", MIN_GRANULARITY);
1059 opt_interface = optarg;
1062 opt_jitter = atoi(optarg);
1066 if (*optarg == '?') {
1067 ul_logreg_for_each_domain(print_log_domain, NULL);
1072 ret = ul_log_domain_arg2levels(optarg);
1074 error(1, EINVAL, "Error parsing -l argument at char %d\n", ret);
1079 opt_output = optarg;
1082 opt_send_buf_size = atoi(optarg);
1085 opt_wait_for_queue_is_full = true;
1088 opt_packet_size = atoi(optarg);
1091 opt_def_period_msec = atoi(optarg);
1094 fprintf(stderr, "Usage: %s [ options ] server_addr\n\n", argv[0]);
1095 fprintf(stderr, "Options:\n");
1096 fprintf(stderr, " -B default bandwidth for -b option [kbit]\n");
1097 fprintf(stderr, " -b bandwidth of streams (VO|VI|BE|BK)[:<kbit>][@<msec> or /<bytes>][,...]\n");
1098 fprintf(stderr, " -C comment (added to header)\n");
1099 fprintf(stderr, " -c count (number of seconds to run)\n");
1100 fprintf(stderr, " -g histogram granularity [usec]\n");
1101 fprintf(stderr, " -G show status in textual GUI\n");
1102 fprintf(stderr, " -I <interface> send packets from this interface\n");
1104 fprintf(stderr, " -l <loglevel> uLUt logging levels\n");
1106 fprintf(stderr, " -j send jitter (0-100) [%%]\n");
1107 fprintf(stderr, " -o output filename (.dat will be appended)\n");
1108 fprintf(stderr, " -q gather statistics only after some queue becomes full\n");
1109 fprintf(stderr, " -Q <bytes> set size for socket send buffers\n");
1110 fprintf(stderr, " -s size of data payload in packets [bytes] (default: %d)\n", opt_packet_size);
1111 fprintf(stderr, " -T default period for -b option [msec]\n");
1115 if (opt_packet_size && opt_def_period_msec) {
1116 error(1, 0, "Error: Nonzero -T and -s can't be used together!");
1119 if (optind < argc) {
1120 server_addr = argv[optind];
1122 error(1, 0, "Expected server address argument");
1125 if (nr_streams == 0)
1126 parse_bandwidths("BE");
1128 pthread_attr_init(&attr);
1130 snprintf(logfname, sizeof(logfname), "%s.dat", opt_output);
1132 if ((logfd = fopen(logfname,"w+")) == NULL) {
1133 error(1, errno ,"Can not open %s", logfname);
1135 if (signal(SIGTERM, stopper) == SIG_ERR) {
1136 error(1, errno, "Error in signal registration");
1139 if (signal(SIGINT, stopper) == SIG_ERR) {
1140 error(1, errno, "Signal handler registration error");
1143 struct sigaction sa;
1144 sa.sa_handler = empty_handler;
1145 sa.sa_flags = 0; /* don't restart syscalls */
1147 if (sigaction(SIGUSR1, &sa, NULL) < 0) {
1148 error(1, errno, "sigaction error");
1151 sem_init(&sem_thread_finished, 0, 0);
1156 //ul_log_domain_arg2levels("6");
1159 error(1, errno, "FWP initialization failed");
1163 /* create four receivers each per AC */
1164 for (ac = AC_NUM - 1; ac >= 0; ac--) {
1165 ac_sockfd[ac] = create_ac_socket(ac);
1166 if (ac_sockfd[ac] < 0) {
1169 rc = pthread_create(&receivers[ac].thread, &attr, receiver, (void*) ac);
1171 error(1, rc, "Error while creating receiver");
1173 receivers[ac].valid = true;
1178 if (opt_interface) {
1181 memset(&ifr, 0, sizeof(ifr));
1182 strncpy(ifr.ifr_name, opt_interface, IFNAMSIZ-1);
1183 if (ioctl(ac_sockfd[AC_VO], SIOCGIFINDEX, &ifr) < 0) {
1184 error(1, 0, "unknown iface %s", opt_interface);
1186 cmsg.ipi.ipi_ifindex = ifr.ifr_ifindex;
1187 cmsg_len = sizeof(cmsg);
1189 /* create sendpoints */
1190 for (i = 0; i < nr_streams; i++) {
1191 struct stream *s = &streams[i];
1192 pthread_mutex_init(&s->mutex, NULL);
1193 calc_stream_params(s);
1194 rc = pthread_create(&thread, &attr, sender, (void*) s);
1195 if (rc) error(1, rc, "Error while creating sender");
1198 if (some_contract_not_accepted) {
1205 while (!exit_flag) {
1213 print_status_gui(seconds);
1217 print_status_nogui(seconds);
1220 if (seconds == opt_count_sec)
1227 fprintf(stderr, "\nWaiting for threads to finish\n");
1228 wait_for_all_threads_to_finish();
1231 for (i=0; i < nr_streams; i++) {
1232 if (streams[i].vres)
1233 frsh_contract_cancel(streams[i].vres);
1234 if (streams[i].vres_rcv)
1235 frsh_contract_cancel(streams[i].vres_rcv);
1240 uint64_t end_timestamp, measure_length;
1241 clock_gettime(CLOCK_REALTIME,&ts);
1242 end_timestamp = ts.tv_sec*1000000000LL+ts.tv_nsec;
1243 measure_length = end_timestamp - reset_timestamp;
1245 save_results(argc, argv, measure_length/1000);