Performance improvements for QuickAssist. Added new build option QAT_POLL_RESP_QUOTA to indicate maximum number of callbacks to service per poll. The default is 0 (all), was previously 8.

Author: dgarske

wolfcrypt/src/port/intel/quickassist.c

@@ -148,7 +148,7 @@ static void* IntelQaPollingThread(void* context)
     printf("Polling Thread Start\n");
 #endif
     while (dev->qat.pollingCy) {
-        icp_sal_CyPollInstance(dev->qat.handle, 8); /* max 8 callbacks */
+        icp_sal_CyPollInstance(dev->qat.handle, QAT_POLL_RESP_QUOTA);
         wc_AsyncSleep(10);
     }
 #ifdef QAT_DEBUG
@@ -745,7 +745,7 @@ int IntelQaPoll(WC_ASYNC_DEV* dev)
     }
 #endif
 
-	status = icp_sal_CyPollInstance(dev->qat.handle, 8); /* max 8 callbacks */
+	status = icp_sal_CyPollInstance(dev->qat.handle, QAT_POLL_RESP_QUOTA);
 	if (status != CPA_STATUS_SUCCESS && status != CPA_STATUS_RETRY) {
 		printf("IntelQa: Poll failure %d\n", status);
 		ret = -1;

wolfssl/wolfcrypt/port/intel/quickassist.h

@@ -81,11 +81,21 @@
     #define QAT_MAX_DEVICES  (1)  /* maximum number of QAT cards */
 #endif
 #ifndef QAT_MAX_PENDING
-    #define QAT_MAX_PENDING  (15) /* 120/num_threads = max num of concurrent ops */
+    /* max num of concurrent ops */
+    #ifdef WC_NO_ASYNC_THREADING
+        #define QAT_MAX_PENDING  (40)
+    #elif defined(WC_ASYNC_BENCH_THREAD_COUNT)
+        #define QAT_MAX_PENDING  ((40/WC_ASYNC_BENCH_THREAD_COUNT)*2)
+    #else
+        #define QAT_MAX_PENDING  (15)
+    #endif
 #endif
 #ifndef QAT_RETRY_LIMIT
     #define QAT_RETRY_LIMIT  (100)
 #endif
+#ifndef QAT_POLL_RESP_QUOTA
+    #define QAT_POLL_RESP_QUOTA (0) /* all pending */
+#endif
 
 /* TODO: Tune this value to get best performance */
 #ifndef WC_ASYNC_THRESH_AES_CBC