1
2
3
4
5
6#include <string.h>
7#include <rte_common.h>
8#include <rte_mempool.h>
9#include <rte_mbuf.h>
10#include <rte_cryptodev.h>
11#include <rte_eventdev.h>
12#include <rte_bus_vdev.h>
13#include <rte_service.h>
14#include <rte_event_crypto_adapter.h>
15#include "test.h"
16
17#define PKT_TRACE 0
18#define NUM 1
19#define DEFAULT_NUM_XFORMS (2)
20#define NUM_MBUFS (8191)
21#define MBUF_CACHE_SIZE (256)
22#define MAXIMUM_IV_LENGTH (16)
23#define DEFAULT_NUM_OPS_INFLIGHT (128)
24#define MAX_NB_SESSIONS 4
25#define TEST_APP_PORT_ID 0
26#define TEST_APP_EV_QUEUE_ID 0
27#define TEST_APP_EV_PRIORITY 0
28#define TEST_APP_EV_FLOWID 0xAABB
29#define TEST_CRYPTO_EV_QUEUE_ID 1
30#define TEST_ADAPTER_ID 0
31#define TEST_CDEV_ID 0
32#define TEST_CDEV_QP_ID 0
33#define PACKET_LENGTH 64
34#define NB_TEST_PORTS 1
35#define NB_TEST_QUEUES 2
36#define NUM_CORES 1
37#define CRYPTODEV_NAME_NULL_PMD crypto_null
38
39#define MBUF_SIZE (sizeof(struct rte_mbuf) + \
40 RTE_PKTMBUF_HEADROOM + PACKET_LENGTH)
41#define IV_OFFSET (sizeof(struct rte_crypto_op) + \
42 sizeof(struct rte_crypto_sym_op) + \
43 DEFAULT_NUM_XFORMS * \
44 sizeof(struct rte_crypto_sym_xform))
45
46
47#define LOG_DBG(...) RTE_LOG(DEBUG, EAL, __VA_ARGS__)
48
49static const uint8_t text_64B[] = {
50 0x05, 0x15, 0x77, 0x32, 0xc9, 0x66, 0x91, 0x50,
51 0x93, 0x9f, 0xbb, 0x4e, 0x2e, 0x5a, 0x02, 0xd0,
52 0x2d, 0x9d, 0x31, 0x5d, 0xc8, 0x9e, 0x86, 0x36,
53 0x54, 0x5c, 0x50, 0xe8, 0x75, 0x54, 0x74, 0x5e,
54 0xd5, 0xa2, 0x84, 0x21, 0x2d, 0xc5, 0xf8, 0x1c,
55 0x55, 0x1a, 0xba, 0x91, 0xce, 0xb5, 0xa3, 0x1e,
56 0x31, 0xbf, 0xe9, 0xa1, 0x97, 0x5c, 0x2b, 0xd6,
57 0x57, 0xa5, 0x9f, 0xab, 0xbd, 0xb0, 0x9b, 0x9c
58};
59
60struct event_crypto_adapter_test_params {
61 struct rte_mempool *mbuf_pool;
62 struct rte_mempool *op_mpool;
63 struct rte_mempool *session_mpool;
64 struct rte_mempool *session_priv_mpool;
65 struct rte_cryptodev_config *config;
66 uint8_t crypto_event_port_id;
67 uint8_t internal_port_op_fwd;
68};
69
70struct rte_event response_info = {
71 .queue_id = TEST_APP_EV_QUEUE_ID,
72 .sched_type = RTE_SCHED_TYPE_ATOMIC,
73 .flow_id = TEST_APP_EV_FLOWID,
74 .priority = TEST_APP_EV_PRIORITY
75};
76
77struct rte_event_crypto_request request_info = {
78 .cdev_id = TEST_CDEV_ID,
79 .queue_pair_id = TEST_CDEV_QP_ID
80};
81
82static struct event_crypto_adapter_test_params params;
83static uint8_t crypto_adapter_setup_done;
84static uint32_t slcore_id;
85static int evdev;
86
87static struct rte_mbuf *
88alloc_fill_mbuf(struct rte_mempool *mpool, const uint8_t *data,
89 size_t len, uint8_t blocksize)
90{
91 struct rte_mbuf *m = rte_pktmbuf_alloc(mpool);
92 size_t t_len = len - (blocksize ? (len % blocksize) : 0);
93
94 if (m) {
95 char *dst = rte_pktmbuf_append(m, t_len);
96
97 if (!dst) {
98 rte_pktmbuf_free(m);
99 return NULL;
100 }
101
102 rte_memcpy(dst, (const void *)data, t_len);
103 }
104 return m;
105}
106
107static int
108send_recv_ev(struct rte_event *ev)
109{
110 struct rte_crypto_op *op;
111 struct rte_event recv_ev;
112 int ret;
113
114 if (params.internal_port_op_fwd)
115 ret = rte_event_crypto_adapter_enqueue(evdev, TEST_APP_PORT_ID,
116 ev, NUM);
117 else
118 ret = rte_event_enqueue_burst(evdev, TEST_APP_PORT_ID, ev, NUM);
119 TEST_ASSERT_EQUAL(ret, NUM, "Failed to send event to crypto adapter\n");
120
121 while (rte_event_dequeue_burst(evdev,
122 TEST_APP_PORT_ID, &recv_ev, NUM, 0) == 0)
123 rte_pause();
124
125 op = recv_ev.event_ptr;
126#if PKT_TRACE
127 struct rte_mbuf *m = op->sym->m_src;
128 rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
129#endif
130 rte_pktmbuf_free(op->sym->m_src);
131 rte_crypto_op_free(op);
132
133 return TEST_SUCCESS;
134}
135
136static int
137test_crypto_adapter_stats(void)
138{
139 struct rte_event_crypto_adapter_stats stats;
140
141 rte_event_crypto_adapter_stats_get(TEST_ADAPTER_ID, &stats);
142 printf(" +------------------------------------------------------+\n");
143 printf(" + Crypto adapter stats for instance %u:\n", TEST_ADAPTER_ID);
144 printf(" + Event port poll count %" PRIx64 "\n",
145 stats.event_poll_count);
146 printf(" + Event dequeue count %" PRIx64 "\n",
147 stats.event_deq_count);
148 printf(" + Cryptodev enqueue count %" PRIx64 "\n",
149 stats.crypto_enq_count);
150 printf(" + Cryptodev enqueue failed count %" PRIx64 "\n",
151 stats.crypto_enq_fail);
152 printf(" + Cryptodev dequeue count %" PRIx64 "\n",
153 stats.crypto_deq_count);
154 printf(" + Event enqueue count %" PRIx64 "\n",
155 stats.event_enq_count);
156 printf(" + Event enqueue retry count %" PRIx64 "\n",
157 stats.event_enq_retry_count);
158 printf(" + Event enqueue fail count %" PRIx64 "\n",
159 stats.event_enq_fail_count);
160 printf(" +------------------------------------------------------+\n");
161
162 rte_event_crypto_adapter_stats_reset(TEST_ADAPTER_ID);
163 return TEST_SUCCESS;
164}
165
166static int
167test_op_forward_mode(uint8_t session_less)
168{
169 struct rte_crypto_sym_xform cipher_xform;
170 struct rte_cryptodev_sym_session *sess;
171 union rte_event_crypto_metadata m_data;
172 struct rte_crypto_sym_op *sym_op;
173 struct rte_crypto_op *op;
174 struct rte_mbuf *m;
175 struct rte_event ev;
176 uint32_t cap;
177 int ret;
178
179 memset(&m_data, 0, sizeof(m_data));
180
181 m = alloc_fill_mbuf(params.mbuf_pool, text_64B, PACKET_LENGTH, 0);
182 TEST_ASSERT_NOT_NULL(m, "Failed to allocate mbuf!\n");
183#if PKT_TRACE
184 rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
185#endif
186
187 cipher_xform.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
188 cipher_xform.next = NULL;
189 cipher_xform.cipher.algo = RTE_CRYPTO_CIPHER_NULL;
190 cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
191
192 op = rte_crypto_op_alloc(params.op_mpool,
193 RTE_CRYPTO_OP_TYPE_SYMMETRIC);
194 TEST_ASSERT_NOT_NULL(op,
195 "Failed to allocate symmetric crypto operation struct\n");
196
197 sym_op = op->sym;
198
199 if (!session_less) {
200 sess = rte_cryptodev_sym_session_create(
201 params.session_mpool);
202 TEST_ASSERT_NOT_NULL(sess, "Session creation failed\n");
203
204
205 ret = rte_cryptodev_sym_session_init(TEST_CDEV_ID, sess,
206 &cipher_xform, params.session_priv_mpool);
207 TEST_ASSERT_SUCCESS(ret, "Failed to init session\n");
208
209 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID,
210 &cap);
211 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
212
213 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA) {
214
215 rte_memcpy(&m_data.response_info, &response_info,
216 sizeof(response_info));
217 rte_memcpy(&m_data.request_info, &request_info,
218 sizeof(request_info));
219 rte_cryptodev_sym_session_set_user_data(sess,
220 &m_data, sizeof(m_data));
221 }
222
223 rte_crypto_op_attach_sym_session(op, sess);
224 } else {
225 struct rte_crypto_sym_xform *first_xform;
226
227 rte_crypto_op_sym_xforms_alloc(op, NUM);
228 op->sess_type = RTE_CRYPTO_OP_SESSIONLESS;
229 first_xform = &cipher_xform;
230 sym_op->xform = first_xform;
231 uint32_t len = IV_OFFSET + MAXIMUM_IV_LENGTH +
232 (sizeof(struct rte_crypto_sym_xform) * 2);
233 op->private_data_offset = len;
234
235 rte_memcpy(&m_data.response_info, &response_info,
236 sizeof(response_info));
237 rte_memcpy(&m_data.request_info, &request_info,
238 sizeof(request_info));
239 rte_memcpy((uint8_t *)op + len, &m_data, sizeof(m_data));
240 }
241
242 sym_op->m_src = m;
243 sym_op->cipher.data.offset = 0;
244 sym_op->cipher.data.length = PACKET_LENGTH;
245
246
247 memset(&ev, 0, sizeof(ev));
248 ev.queue_id = TEST_CRYPTO_EV_QUEUE_ID;
249 ev.sched_type = RTE_SCHED_TYPE_ATOMIC;
250 ev.flow_id = 0xAABB;
251 ev.event_ptr = op;
252
253 ret = send_recv_ev(&ev);
254 TEST_ASSERT_SUCCESS(ret, "Failed to send/receive event to "
255 "crypto adapter\n");
256
257 test_crypto_adapter_stats();
258
259 return TEST_SUCCESS;
260}
261
262static int
263map_adapter_service_core(void)
264{
265 uint32_t adapter_service_id;
266 int ret;
267
268 if (rte_event_crypto_adapter_service_id_get(TEST_ADAPTER_ID,
269 &adapter_service_id) == 0) {
270 uint32_t core_list[NUM_CORES];
271
272 ret = rte_service_lcore_list(core_list, NUM_CORES);
273 TEST_ASSERT(ret >= 0, "Failed to get service core list!");
274
275 if (core_list[0] != slcore_id) {
276 TEST_ASSERT_SUCCESS(rte_service_lcore_add(slcore_id),
277 "Failed to add service core");
278 TEST_ASSERT_SUCCESS(rte_service_lcore_start(slcore_id),
279 "Failed to start service core");
280 }
281
282 TEST_ASSERT_SUCCESS(rte_service_map_lcore_set(
283 adapter_service_id, slcore_id, 1),
284 "Failed to map adapter service");
285 }
286
287 return TEST_SUCCESS;
288}
289
290static int
291test_sessionless_with_op_forward_mode(void)
292{
293 uint32_t cap;
294 int ret;
295
296 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
297 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
298
299 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
300 !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
301 map_adapter_service_core();
302 else {
303 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD))
304 return TEST_SKIPPED;
305 }
306
307 TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
308 "Failed to start event crypto adapter");
309
310 ret = test_op_forward_mode(1);
311 TEST_ASSERT_SUCCESS(ret, "Sessionless - FORWARD mode test failed\n");
312 return TEST_SUCCESS;
313}
314
315static int
316test_session_with_op_forward_mode(void)
317{
318 uint32_t cap;
319 int ret;
320
321 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
322 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
323
324 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
325 !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
326 map_adapter_service_core();
327 else {
328 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD))
329 return TEST_SKIPPED;
330 }
331
332 TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID
333 ), "Failed to start event crypto adapter");
334
335 ret = test_op_forward_mode(0);
336 TEST_ASSERT_SUCCESS(ret, "Session based - FORWARD mode test failed\n");
337 return TEST_SUCCESS;
338}
339
340static int
341send_op_recv_ev(struct rte_crypto_op *op)
342{
343 struct rte_crypto_op *recv_op;
344 struct rte_event ev;
345 int ret;
346
347 ret = rte_cryptodev_enqueue_burst(TEST_CDEV_ID, TEST_CDEV_QP_ID,
348 &op, NUM);
349 TEST_ASSERT_EQUAL(ret, NUM, "Failed to enqueue to cryptodev\n");
350 memset(&ev, 0, sizeof(ev));
351
352 while (rte_event_dequeue_burst(evdev,
353 TEST_APP_PORT_ID, &ev, NUM, 0) == 0)
354 rte_pause();
355
356 recv_op = ev.event_ptr;
357#if PKT_TRACE
358 struct rte_mbuf *m = recv_op->sym->m_src;
359 rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
360#endif
361 rte_pktmbuf_free(recv_op->sym->m_src);
362 rte_crypto_op_free(recv_op);
363
364 return TEST_SUCCESS;
365}
366
367static int
368test_op_new_mode(uint8_t session_less)
369{
370 struct rte_crypto_sym_xform cipher_xform;
371 struct rte_cryptodev_sym_session *sess;
372 union rte_event_crypto_metadata m_data;
373 struct rte_crypto_sym_op *sym_op;
374 struct rte_crypto_op *op;
375 struct rte_mbuf *m;
376 uint32_t cap;
377 int ret;
378
379 memset(&m_data, 0, sizeof(m_data));
380
381 m = alloc_fill_mbuf(params.mbuf_pool, text_64B, PACKET_LENGTH, 0);
382 TEST_ASSERT_NOT_NULL(m, "Failed to allocate mbuf!\n");
383#if PKT_TRACE
384 rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
385#endif
386
387 cipher_xform.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
388 cipher_xform.next = NULL;
389 cipher_xform.cipher.algo = RTE_CRYPTO_CIPHER_NULL;
390 cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
391
392 op = rte_crypto_op_alloc(params.op_mpool,
393 RTE_CRYPTO_OP_TYPE_SYMMETRIC);
394 TEST_ASSERT_NOT_NULL(op, "Failed to allocate crypto_op!\n");
395
396 sym_op = op->sym;
397
398 if (!session_less) {
399 sess = rte_cryptodev_sym_session_create(
400 params.session_mpool);
401 TEST_ASSERT_NOT_NULL(sess, "Session creation failed\n");
402
403 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID,
404 &cap);
405 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
406
407 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA) {
408
409 rte_memcpy(&m_data.response_info, &response_info,
410 sizeof(m_data));
411 rte_cryptodev_sym_session_set_user_data(sess,
412 &m_data, sizeof(m_data));
413 }
414 ret = rte_cryptodev_sym_session_init(TEST_CDEV_ID, sess,
415 &cipher_xform, params.session_priv_mpool);
416 TEST_ASSERT_SUCCESS(ret, "Failed to init session\n");
417
418 rte_crypto_op_attach_sym_session(op, sess);
419 } else {
420 struct rte_crypto_sym_xform *first_xform;
421
422 rte_crypto_op_sym_xforms_alloc(op, NUM);
423 op->sess_type = RTE_CRYPTO_OP_SESSIONLESS;
424 first_xform = &cipher_xform;
425 sym_op->xform = first_xform;
426 uint32_t len = IV_OFFSET + MAXIMUM_IV_LENGTH +
427 (sizeof(struct rte_crypto_sym_xform) * 2);
428 op->private_data_offset = len;
429
430 rte_memcpy(&m_data.response_info, &response_info,
431 sizeof(m_data));
432 rte_memcpy((uint8_t *)op + len, &m_data, sizeof(m_data));
433 }
434
435 sym_op->m_src = m;
436 sym_op->cipher.data.offset = 0;
437 sym_op->cipher.data.length = PACKET_LENGTH;
438
439 ret = send_op_recv_ev(op);
440 TEST_ASSERT_SUCCESS(ret, "Failed to enqueue op to cryptodev\n");
441
442 test_crypto_adapter_stats();
443
444 return TEST_SUCCESS;
445}
446
447static int
448test_sessionless_with_op_new_mode(void)
449{
450 uint32_t cap;
451 int ret;
452
453 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
454 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
455
456 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
457 !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
458 map_adapter_service_core();
459 else {
460 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
461 return TEST_SKIPPED;
462 }
463
464
465 TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
466 "Failed to start event crypto adapter");
467
468 ret = test_op_new_mode(1);
469 TEST_ASSERT_SUCCESS(ret, "Sessionless - NEW mode test failed\n");
470 return TEST_SUCCESS;
471}
472
473static int
474test_session_with_op_new_mode(void)
475{
476 uint32_t cap;
477 int ret;
478
479 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
480 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
481
482 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
483 !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
484 map_adapter_service_core();
485 else {
486 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
487 return TEST_SKIPPED;
488 }
489
490 TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
491 "Failed to start event crypto adapter");
492
493 ret = test_op_new_mode(0);
494 TEST_ASSERT_SUCCESS(ret, "Session based - NEW mode test failed\n");
495 return TEST_SUCCESS;
496}
497
498static int
499configure_cryptodev(void)
500{
501 struct rte_cryptodev_qp_conf qp_conf;
502 struct rte_cryptodev_config conf;
503 struct rte_cryptodev_info info;
504 unsigned int session_size;
505 uint8_t nb_devs;
506 int ret;
507
508 params.mbuf_pool = rte_pktmbuf_pool_create(
509 "CRYPTO_ADAPTER_MBUFPOOL",
510 NUM_MBUFS, MBUF_CACHE_SIZE, 0, MBUF_SIZE,
511 rte_socket_id());
512 if (params.mbuf_pool == NULL) {
513 RTE_LOG(ERR, USER1, "Can't create CRYPTO_MBUFPOOL\n");
514 return TEST_FAILED;
515 }
516
517 params.op_mpool = rte_crypto_op_pool_create(
518 "EVENT_CRYPTO_SYM_OP_POOL",
519 RTE_CRYPTO_OP_TYPE_SYMMETRIC,
520 NUM_MBUFS, MBUF_CACHE_SIZE,
521 DEFAULT_NUM_XFORMS *
522 sizeof(struct rte_crypto_sym_xform) +
523 MAXIMUM_IV_LENGTH,
524 rte_socket_id());
525 if (params.op_mpool == NULL) {
526 RTE_LOG(ERR, USER1, "Can't create CRYPTO_OP_POOL\n");
527 return TEST_FAILED;
528 }
529
530
531 nb_devs = rte_cryptodev_device_count_by_driver(
532 rte_cryptodev_driver_id_get(
533 RTE_STR(CRYPTODEV_NAME_NULL_PMD)));
534 if (!nb_devs) {
535 ret = rte_vdev_init(
536 RTE_STR(CRYPTODEV_NAME_NULL_PMD), NULL);
537
538 TEST_ASSERT(ret == 0, "Failed to create pmd:%s instance\n",
539 RTE_STR(CRYPTODEV_NAME_NULL_PMD));
540 }
541
542 nb_devs = rte_cryptodev_count();
543 if (!nb_devs) {
544 RTE_LOG(ERR, USER1, "No crypto devices found!\n");
545 return TEST_FAILED;
546 }
547
548
549
550
551
552 session_size = rte_cryptodev_sym_get_private_session_size(TEST_CDEV_ID);
553 session_size += sizeof(union rte_event_crypto_metadata);
554
555 params.session_mpool = rte_cryptodev_sym_session_pool_create(
556 "CRYPTO_ADAPTER_SESSION_MP",
557 MAX_NB_SESSIONS, 0, 0,
558 sizeof(union rte_event_crypto_metadata),
559 SOCKET_ID_ANY);
560 TEST_ASSERT_NOT_NULL(params.session_mpool,
561 "session mempool allocation failed\n");
562
563 params.session_priv_mpool = rte_mempool_create(
564 "CRYPTO_AD_SESS_MP_PRIV",
565 MAX_NB_SESSIONS,
566 session_size,
567 0, 0, NULL, NULL, NULL,
568 NULL, SOCKET_ID_ANY,
569 0);
570 TEST_ASSERT_NOT_NULL(params.session_priv_mpool,
571 "session mempool allocation failed\n");
572
573 rte_cryptodev_info_get(TEST_CDEV_ID, &info);
574 conf.nb_queue_pairs = info.max_nb_queue_pairs;
575 conf.socket_id = SOCKET_ID_ANY;
576 conf.ff_disable = RTE_CRYPTODEV_FF_SECURITY;
577
578 TEST_ASSERT_SUCCESS(rte_cryptodev_configure(TEST_CDEV_ID, &conf),
579 "Failed to configure cryptodev %u with %u qps\n",
580 TEST_CDEV_ID, conf.nb_queue_pairs);
581
582 qp_conf.nb_descriptors = DEFAULT_NUM_OPS_INFLIGHT;
583 qp_conf.mp_session = params.session_mpool;
584 qp_conf.mp_session_private = params.session_priv_mpool;
585
586 TEST_ASSERT_SUCCESS(rte_cryptodev_queue_pair_setup(
587 TEST_CDEV_ID, TEST_CDEV_QP_ID, &qp_conf,
588 rte_cryptodev_socket_id(TEST_CDEV_ID)),
589 "Failed to setup queue pair %u on cryptodev %u\n",
590 TEST_CDEV_QP_ID, TEST_CDEV_ID);
591
592 return TEST_SUCCESS;
593}
594
595static inline void
596evdev_set_conf_values(struct rte_event_dev_config *dev_conf,
597 struct rte_event_dev_info *info)
598{
599 memset(dev_conf, 0, sizeof(struct rte_event_dev_config));
600 dev_conf->dequeue_timeout_ns = info->min_dequeue_timeout_ns;
601 dev_conf->nb_event_ports = NB_TEST_PORTS;
602 dev_conf->nb_event_queues = NB_TEST_QUEUES;
603 dev_conf->nb_event_queue_flows = info->max_event_queue_flows;
604 dev_conf->nb_event_port_dequeue_depth =
605 info->max_event_port_dequeue_depth;
606 dev_conf->nb_event_port_enqueue_depth =
607 info->max_event_port_enqueue_depth;
608 dev_conf->nb_event_port_enqueue_depth =
609 info->max_event_port_enqueue_depth;
610 dev_conf->nb_events_limit =
611 info->max_num_events;
612}
613
614static int
615configure_eventdev(void)
616{
617 struct rte_event_queue_conf queue_conf;
618 struct rte_event_dev_config devconf;
619 struct rte_event_dev_info info;
620 uint32_t queue_count;
621 uint32_t port_count;
622 int ret;
623 uint8_t qid;
624
625 if (!rte_event_dev_count()) {
626
627
628
629
630 LOG_DBG("Failed to find a valid event device... "
631 "testing with event_sw device\n");
632 TEST_ASSERT_SUCCESS(rte_vdev_init("event_sw0", NULL),
633 "Error creating eventdev");
634 evdev = rte_event_dev_get_dev_id("event_sw0");
635 }
636
637 ret = rte_event_dev_info_get(evdev, &info);
638 TEST_ASSERT_SUCCESS(ret, "Failed to get event dev info\n");
639
640 evdev_set_conf_values(&devconf, &info);
641
642 ret = rte_event_dev_configure(evdev, &devconf);
643 TEST_ASSERT_SUCCESS(ret, "Failed to configure eventdev\n");
644
645
646 ret = rte_event_dev_attr_get(evdev, RTE_EVENT_DEV_ATTR_QUEUE_COUNT,
647 &queue_count);
648 TEST_ASSERT_SUCCESS(ret, "Queue count get failed\n");
649 TEST_ASSERT_EQUAL(queue_count, 2, "Unexpected queue count\n");
650
651 qid = TEST_APP_EV_QUEUE_ID;
652 ret = rte_event_queue_setup(evdev, qid, NULL);
653 TEST_ASSERT_SUCCESS(ret, "Failed to setup queue=%d\n", qid);
654
655 queue_conf.nb_atomic_flows = info.max_event_queue_flows;
656 queue_conf.nb_atomic_order_sequences = 32;
657 queue_conf.schedule_type = RTE_SCHED_TYPE_ATOMIC;
658 queue_conf.priority = RTE_EVENT_DEV_PRIORITY_HIGHEST;
659 queue_conf.event_queue_cfg = RTE_EVENT_QUEUE_CFG_SINGLE_LINK;
660
661 qid = TEST_CRYPTO_EV_QUEUE_ID;
662 ret = rte_event_queue_setup(evdev, qid, &queue_conf);
663 TEST_ASSERT_SUCCESS(ret, "Failed to setup queue=%u\n", qid);
664
665
666 ret = rte_event_dev_attr_get(evdev, RTE_EVENT_DEV_ATTR_PORT_COUNT,
667 &port_count);
668 TEST_ASSERT_SUCCESS(ret, "Port count get failed\n");
669 TEST_ASSERT_EQUAL(port_count, 1, "Unexpected port count\n");
670
671 ret = rte_event_port_setup(evdev, TEST_APP_PORT_ID, NULL);
672 TEST_ASSERT_SUCCESS(ret, "Failed to setup port=%d\n",
673 TEST_APP_PORT_ID);
674
675 qid = TEST_APP_EV_QUEUE_ID;
676 ret = rte_event_port_link(evdev, TEST_APP_PORT_ID, &qid, NULL, 1);
677 TEST_ASSERT(ret >= 0, "Failed to link queue port=%d\n",
678 TEST_APP_PORT_ID);
679
680 return TEST_SUCCESS;
681}
682
683static void
684test_crypto_adapter_free(void)
685{
686 rte_event_crypto_adapter_free(TEST_ADAPTER_ID);
687}
688
689static int
690test_crypto_adapter_create(void)
691{
692 struct rte_event_port_conf conf = {
693 .dequeue_depth = 8,
694 .enqueue_depth = 8,
695 .new_event_threshold = 1200,
696 };
697 int ret;
698
699
700 ret = rte_event_crypto_adapter_create(TEST_ADAPTER_ID,
701 evdev,
702 &conf, 0);
703 TEST_ASSERT_SUCCESS(ret, "Failed to create event crypto adapter\n");
704
705 return TEST_SUCCESS;
706}
707
708static int
709test_crypto_adapter_qp_add_del(void)
710{
711 uint32_t cap;
712 int ret;
713
714 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
715 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
716
717 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND) {
718 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
719 TEST_CDEV_ID, TEST_CDEV_QP_ID, &response_info);
720 } else
721 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
722 TEST_CDEV_ID, TEST_CDEV_QP_ID, NULL);
723
724 TEST_ASSERT_SUCCESS(ret, "Failed to create add queue pair\n");
725
726 ret = rte_event_crypto_adapter_queue_pair_del(TEST_ADAPTER_ID,
727 TEST_CDEV_ID, TEST_CDEV_QP_ID);
728 TEST_ASSERT_SUCCESS(ret, "Failed to delete add queue pair\n");
729
730 return TEST_SUCCESS;
731}
732
733static int
734configure_event_crypto_adapter(enum rte_event_crypto_adapter_mode mode)
735{
736 struct rte_event_port_conf conf = {
737 .dequeue_depth = 8,
738 .enqueue_depth = 8,
739 .new_event_threshold = 1200,
740 };
741
742 uint32_t cap;
743 int ret;
744
745 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
746 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
747
748
749 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW) &&
750 !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
751 !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND))
752 goto adapter_create;
753
754 if (mode == RTE_EVENT_CRYPTO_ADAPTER_OP_FORWARD) {
755 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD)
756 params.internal_port_op_fwd = 1;
757 else
758 return -ENOTSUP;
759 }
760
761 if ((mode == RTE_EVENT_CRYPTO_ADAPTER_OP_NEW) &&
762 !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
763 return -ENOTSUP;
764
765adapter_create:
766
767 ret = rte_event_crypto_adapter_create(TEST_ADAPTER_ID,
768 evdev,
769 &conf, mode);
770 TEST_ASSERT_SUCCESS(ret, "Failed to create event crypto adapter\n");
771
772 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND) {
773 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
774 TEST_CDEV_ID, TEST_CDEV_QP_ID, &response_info);
775 } else
776 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
777 TEST_CDEV_ID, TEST_CDEV_QP_ID, NULL);
778
779 TEST_ASSERT_SUCCESS(ret, "Failed to add queue pair\n");
780
781 if (!params.internal_port_op_fwd) {
782 ret = rte_event_crypto_adapter_event_port_get(TEST_ADAPTER_ID,
783 ¶ms.crypto_event_port_id);
784 TEST_ASSERT_SUCCESS(ret, "Failed to get event port\n");
785 }
786
787 return TEST_SUCCESS;
788}
789
790static void
791test_crypto_adapter_stop(void)
792{
793 uint32_t evdev_service_id, adapter_service_id;
794
795
796 if (rte_event_crypto_adapter_service_id_get(TEST_ADAPTER_ID,
797 &adapter_service_id) == 0) {
798 rte_service_runstate_set(adapter_service_id, 0);
799 rte_service_lcore_stop(slcore_id);
800 rte_service_lcore_del(slcore_id);
801 rte_event_crypto_adapter_stop(TEST_ADAPTER_ID);
802 }
803
804 if (rte_event_dev_service_id_get(evdev, &evdev_service_id) == 0) {
805 rte_service_runstate_set(evdev_service_id, 0);
806 rte_service_lcore_stop(slcore_id);
807 rte_service_lcore_del(slcore_id);
808 rte_event_dev_stop(evdev);
809 }
810}
811
812static int
813test_crypto_adapter_conf(enum rte_event_crypto_adapter_mode mode)
814{
815 uint32_t evdev_service_id;
816 uint8_t qid;
817 int ret;
818
819 if (!crypto_adapter_setup_done) {
820 ret = configure_event_crypto_adapter(mode);
821 if (ret)
822 return ret;
823 if (!params.internal_port_op_fwd) {
824 qid = TEST_CRYPTO_EV_QUEUE_ID;
825 ret = rte_event_port_link(evdev,
826 params.crypto_event_port_id, &qid, NULL, 1);
827 TEST_ASSERT(ret >= 0, "Failed to link queue %d "
828 "port=%u\n", qid,
829 params.crypto_event_port_id);
830 }
831 crypto_adapter_setup_done = 1;
832 }
833
834
835 if (rte_event_dev_service_id_get(evdev, &evdev_service_id) == 0) {
836
837 TEST_ASSERT_SUCCESS(rte_service_lcore_add(slcore_id),
838 "Failed to add service core");
839 TEST_ASSERT_SUCCESS(rte_service_lcore_start(slcore_id),
840 "Failed to start service core");
841
842
843 TEST_ASSERT_SUCCESS(rte_service_map_lcore_set(evdev_service_id,
844 slcore_id, 1), "Failed to map evdev service");
845
846
847 TEST_ASSERT_SUCCESS(rte_service_runstate_set(evdev_service_id,
848 1), "Failed to start evdev service");
849 }
850
851
852 TEST_ASSERT_SUCCESS(rte_event_dev_start(evdev),
853 "Failed to start event device");
854
855 return TEST_SUCCESS;
856}
857
858static int
859test_crypto_adapter_conf_op_forward_mode(void)
860{
861 enum rte_event_crypto_adapter_mode mode;
862
863 mode = RTE_EVENT_CRYPTO_ADAPTER_OP_FORWARD;
864
865 return test_crypto_adapter_conf(mode);
866}
867
868static int
869test_crypto_adapter_conf_op_new_mode(void)
870{
871 enum rte_event_crypto_adapter_mode mode;
872
873 mode = RTE_EVENT_CRYPTO_ADAPTER_OP_NEW;
874
875 return test_crypto_adapter_conf(mode);
876}
877
878
879static int
880testsuite_setup(void)
881{
882 int ret;
883
884 slcore_id = rte_get_next_lcore(-1, 1, 0);
885 TEST_ASSERT_NOT_EQUAL(slcore_id, RTE_MAX_LCORE, "At least 2 lcores "
886 "are required to run this autotest\n");
887
888
889 ret = configure_eventdev();
890 TEST_ASSERT_SUCCESS(ret, "Failed to setup eventdev\n");
891
892
893 ret = configure_cryptodev();
894 TEST_ASSERT_SUCCESS(ret, "cryptodev initialization failed\n");
895
896 return TEST_SUCCESS;
897}
898
899static void
900crypto_adapter_teardown(void)
901{
902 int ret;
903
904 ret = rte_event_crypto_adapter_stop(TEST_ADAPTER_ID);
905 if (ret < 0)
906 RTE_LOG(ERR, USER1, "Failed to stop adapter!");
907
908 ret = rte_event_crypto_adapter_queue_pair_del(TEST_ADAPTER_ID,
909 TEST_CDEV_ID, TEST_CDEV_QP_ID);
910 if (ret < 0)
911 RTE_LOG(ERR, USER1, "Failed to delete queue pair!");
912
913 ret = rte_event_crypto_adapter_free(TEST_ADAPTER_ID);
914 if (ret < 0)
915 RTE_LOG(ERR, USER1, "Failed to free adapter!");
916
917 crypto_adapter_setup_done = 0;
918}
919
920static void
921crypto_teardown(void)
922{
923
924 if (params.mbuf_pool != NULL) {
925 RTE_LOG(DEBUG, USER1, "CRYPTO_ADAPTER_MBUFPOOL count %u\n",
926 rte_mempool_avail_count(params.mbuf_pool));
927 rte_mempool_free(params.mbuf_pool);
928 params.mbuf_pool = NULL;
929 }
930
931
932 if (params.session_mpool != NULL) {
933 RTE_LOG(DEBUG, USER1, "CRYPTO_ADAPTER_SESSION_MP count %u\n",
934 rte_mempool_avail_count(params.session_mpool));
935 rte_mempool_free(params.session_mpool);
936 params.session_mpool = NULL;
937 }
938 if (params.session_priv_mpool != NULL) {
939 rte_mempool_avail_count(params.session_priv_mpool);
940 rte_mempool_free(params.session_priv_mpool);
941 params.session_priv_mpool = NULL;
942 }
943
944
945 if (params.op_mpool != NULL) {
946 RTE_LOG(DEBUG, USER1, "EVENT_CRYPTO_SYM_OP_POOL count %u\n",
947 rte_mempool_avail_count(params.op_mpool));
948 rte_mempool_free(params.op_mpool);
949 params.op_mpool = NULL;
950 }
951}
952
953static void
954eventdev_teardown(void)
955{
956 rte_event_dev_stop(evdev);
957}
958
959static void
960testsuite_teardown(void)
961{
962 crypto_adapter_teardown();
963 crypto_teardown();
964 eventdev_teardown();
965}
966
967static struct unit_test_suite functional_testsuite = {
968 .suite_name = "Event crypto adapter test suite",
969 .setup = testsuite_setup,
970 .teardown = testsuite_teardown,
971 .unit_test_cases = {
972
973 TEST_CASE_ST(NULL, test_crypto_adapter_free,
974 test_crypto_adapter_create),
975
976 TEST_CASE_ST(test_crypto_adapter_create,
977 test_crypto_adapter_free,
978 test_crypto_adapter_qp_add_del),
979
980 TEST_CASE_ST(test_crypto_adapter_create,
981 test_crypto_adapter_free,
982 test_crypto_adapter_stats),
983
984 TEST_CASE_ST(test_crypto_adapter_conf_op_forward_mode,
985 test_crypto_adapter_stop,
986 test_session_with_op_forward_mode),
987
988 TEST_CASE_ST(test_crypto_adapter_conf_op_forward_mode,
989 test_crypto_adapter_stop,
990 test_sessionless_with_op_forward_mode),
991
992 TEST_CASE_ST(test_crypto_adapter_conf_op_new_mode,
993 test_crypto_adapter_stop,
994 test_session_with_op_new_mode),
995
996 TEST_CASE_ST(test_crypto_adapter_conf_op_new_mode,
997 test_crypto_adapter_stop,
998 test_sessionless_with_op_new_mode),
999
1000 TEST_CASES_END()
1001 }
1002};
1003
1004static int
1005test_event_crypto_adapter(void)
1006{
1007 return unit_test_suite_runner(&functional_testsuite);
1008}
1009
1010REGISTER_TEST_COMMAND(event_crypto_adapter_autotest,
1011 test_event_crypto_adapter);
1012
