On 02/06/17 15:38, Petri Savolainen wrote:
> User may select number of worker threads (-w) or cpumask (-c)
> (but not both) to limit number of worker thread.
>
> Increased pool size since many threads empty the pool easily and
> result some threads to give up (on the first time those see pool
> empty).
>
> Added EXAMPLE_ERR() before abort() to make debugging easier.
>
> Signed-off-by: Petri Savolainen <[email protected]>
> ---
> example/generator/odp_generator.c | 77
> ++++++++++++++++++++++++++-------------
> 1 file changed, 51 insertions(+), 26 deletions(-)
>
> diff --git a/example/generator/odp_generator.c
> b/example/generator/odp_generator.c
> index 6ac8f2d..8062d87 100644
> --- a/example/generator/odp_generator.c
> +++ b/example/generator/odp_generator.c
> @@ -22,10 +22,10 @@
>
> #include <odp/helper/odph_api.h>
>
> -#define MAX_WORKERS 32 /**< max number of works */
> -#define SHM_PKT_POOL_SIZE (512*2048) /**< pkt pool size */
> -#define SHM_PKT_POOL_BUF_SIZE 1856 /**< pkt pool buf size */
> -#define DEFAULT_PKT_INTERVAL 1000 /**< interval btw each pkt */
> +#define MAX_WORKERS 32 /* Max number of workers */
> +#define POOL_NUM_PKT 2048 /* Number of packets in packet pool */
> +#define POOL_PKT_LEN 1856 /* Max packet length */
> +#define DEFAULT_PKT_INTERVAL 1000 /* Interval between each packet */
>
> #define APPL_MODE_UDP 0 /**< UDP mode */
> #define APPL_MODE_PING 1 /**< ping mode */
> @@ -41,7 +41,7 @@
> * Parsed command line application arguments
> */
> typedef struct {
> - int cpu_count; /**< system CPU count */
> + int num_workers; /**< Number of worker thread */
> const char *mask; /**< CPU mask */
> int if_count; /**< Number of interfaces to be used */
> char **if_names; /**< Array of pointers to interface names */
> @@ -383,14 +383,17 @@ static int gen_send_thread(void *arg)
> (unsigned int)args->appl.number)
> break;
>
> + pkt = ODP_PACKET_INVALID;
> +
> if (args->appl.mode == APPL_MODE_UDP)
> pkt = pack_udp_pkt(thr_args->pool);
> else if (args->appl.mode == APPL_MODE_PING)
> pkt = pack_icmp_pkt(thr_args->pool);
> - else
> - pkt = ODP_PACKET_INVALID;
>
not needed change.
> - if (!odp_packet_is_valid(pkt)) {
> + if (pkt == ODP_PACKET_INVALID) {
> + /* Thread gives up as soon as it sees the pool empty.
> + * Depending on pool size and transmit latency, it may
> + * be normal that pool gets empty sometimes. */
> EXAMPLE_ERR(" [%2i] alloc_single failed\n", thr);
> break;
> }
> @@ -671,13 +674,17 @@ int main(int argc, char *argv[])
> /* Print both system and application information */
> print_info(NO_PATH(argv[0]), &args->appl);
>
> - /* Default to system CPU count unless user specified */
> + /* Default to max number of workers, unless user specified number of
> + * workers or cpumask */
> num_workers = MAX_WORKERS;
> - if (args->appl.cpu_count)
> - num_workers = args->appl.cpu_count;
> -
> num_workers = odp_cpumask_default_worker(&cpumask, num_workers);
> - if (args->appl.mask) {
> +
> + if (args->appl.num_workers) {
> + /* -w option: number of workers */
> + num_workers = args->appl.num_workers;
> + num_workers = odp_cpumask_default_worker(&cpumask, num_workers);
> + } else if (args->appl.mask) {
> + /* -c option: cpumask */
> odp_cpumask_from_str(&cpumask, args->appl.mask);
> num_workers = odp_cpumask_count(&cpumask);
> }
> @@ -700,9 +707,9 @@ int main(int argc, char *argv[])
>
> /* Create packet pool */
> odp_pool_param_init(¶ms);
> - params.pkt.seg_len = SHM_PKT_POOL_BUF_SIZE;
> - params.pkt.len = SHM_PKT_POOL_BUF_SIZE;
> - params.pkt.num = SHM_PKT_POOL_SIZE/SHM_PKT_POOL_BUF_SIZE;
> + params.pkt.seg_len = POOL_PKT_LEN;
> + params.pkt.len = POOL_PKT_LEN;
> + params.pkt.num = POOL_NUM_PKT;
> params.type = ODP_POOL_PACKET;
>
> pool = odp_pool_create("packet_pool", ¶ms);
> @@ -763,18 +770,24 @@ int main(int argc, char *argv[])
> odp_cpumask_set(&cpu_mask, cpu_first);
>
> tq = odp_queue_create("", NULL);
> - if (tq == ODP_QUEUE_INVALID)
> + if (tq == ODP_QUEUE_INVALID) {
> + EXAMPLE_ERR("queue_create failed\n");
> abort();
> + }
> args->thread[1].pktio_dev = args->appl.if_names[0];
> args->thread[1].pool = pool;
> args->thread[1].tp = tp;
> args->thread[1].tq = tq;
> args->thread[1].tim = odp_timer_alloc(tp, tq, NULL);
> - if (args->thread[1].tim == ODP_TIMER_INVALID)
> + if (args->thread[1].tim == ODP_TIMER_INVALID) {
> + EXAMPLE_ERR("timer_alloc failed\n");
> abort();
> + }
EXAMPLE_ABORT(""timer_alloc failed\n");
> args->thread[1].tmo_ev = odp_timeout_alloc(tmop);
> - if (args->thread[1].tmo_ev == ODP_TIMEOUT_INVALID)
> + if (args->thread[1].tmo_ev == ODP_TIMEOUT_INVALID) {
> + EXAMPLE_ERR("timeout_alloc failed\n");
> abort();
> + }
same here. and later.
> args->thread[1].mode = args->appl.mode;
>
> memset(&thr_params, 0, sizeof(thr_params));
> @@ -786,18 +799,24 @@ int main(int argc, char *argv[])
> odph_odpthreads_create(&thread_tbl[1], &cpu_mask, &thr_params);
>
> tq = odp_queue_create("", NULL);
> - if (tq == ODP_QUEUE_INVALID)
> + if (tq == ODP_QUEUE_INVALID) {
> + EXAMPLE_ERR("queue_create failed\n");
> abort();
> + }
> args->thread[0].pktio_dev = args->appl.if_names[0];
> args->thread[0].pool = pool;
> args->thread[0].tp = tp;
> args->thread[0].tq = tq;
> args->thread[0].tim = odp_timer_alloc(tp, tq, NULL);
> - if (args->thread[0].tim == ODP_TIMER_INVALID)
> + if (args->thread[0].tim == ODP_TIMER_INVALID) {
> + EXAMPLE_ERR("timer_alloc failed\n");
> abort();
> + }
> args->thread[0].tmo_ev = odp_timeout_alloc(tmop);
> - if (args->thread[0].tmo_ev == ODP_TIMEOUT_INVALID)
> + if (args->thread[0].tmo_ev == ODP_TIMEOUT_INVALID) {
> + EXAMPLE_ERR("timeout_alloc failed\n");
> abort();
> + }
> args->thread[0].mode = args->appl.mode;
> cpu_next = odp_cpumask_next(&cpumask, cpu_first);
> odp_cpumask_zero(&cpu_mask);
> @@ -819,17 +838,23 @@ int main(int argc, char *argv[])
>
> args->thread[i].pktio_dev = args->appl.if_names[if_idx];
> tq = odp_queue_create("", NULL);
> - if (tq == ODP_QUEUE_INVALID)
> + if (tq == ODP_QUEUE_INVALID) {
> + EXAMPLE_ERR("queue_create failed\n");
> abort();
> + }
> args->thread[i].pool = pool;
> args->thread[i].tp = tp;
> args->thread[i].tq = tq;
> args->thread[i].tim = odp_timer_alloc(tp, tq, NULL);
> - if (args->thread[i].tim == ODP_TIMER_INVALID)
> + if (args->thread[i].tim == ODP_TIMER_INVALID) {
> + EXAMPLE_ERR("timer_alloc failed\n");
> abort();
> + }
> args->thread[i].tmo_ev = odp_timeout_alloc(tmop);
> - if (args->thread[i].tmo_ev == ODP_TIMEOUT_INVALID)
> + if (args->thread[i].tmo_ev == ODP_TIMEOUT_INVALID) {
> + EXAMPLE_ERR("timeout_alloc failed\n");
> abort();
> + }
> args->thread[i].mode = args->appl.mode;
>
> if (args->appl.mode == APPL_MODE_UDP) {
> @@ -955,7 +980,7 @@ static void parse_args(int argc, char *argv[],
> appl_args_t *appl_args)
>
> switch (opt) {
> case 'w':
> - appl_args->cpu_count = atoi(optarg);
> + appl_args->num_workers = atoi(optarg);
> break;
> case 'c':
> appl_args->mask = optarg;
>
