add scenario 9

Author: swibi-ttd

performance-testing/uid2-operator/k6-token-generate-refresh-identitymap-scenario-9-v3.js

@@ -0,0 +1,373 @@
+import encoding from 'k6/encoding';
+import { check } from 'k6';
+import http from 'k6/http';
+
+const baseUrl = __ENV.OPERATOR_URL;
+const clientSecret = __ENV.CLIENT_SECRET;
+const clientKey = __ENV.CLIENT_KEY;
+
+const generateRPS = 25000;
+const refreshRPS = 25000;
+
+// Low RPS for identity map to mimic real prod traffic.
+// DIIs are generated fresh on every request (no 45s caching) so each call
+// exercises a unique set of identifiers.
+const identityMapRPS = 3;
+
+const warmUpTime = '10m'
+const testDuration = '20m'
+
+export const options = {
+  insecureSkipTLSVerify: true,
+  noConnectionReuse: false,
+  scenarios: {
+    // Warmup scenarios
+    tokenGenerateWarmup: {
+      executor: 'ramping-arrival-rate',
+      exec: 'tokenGenerate',
+      timeUnit: '1s',
+      preAllocatedVUs: 200,
+      maxVUs: 400,
+      stages: [
+        { duration: warmUpTime, target: generateRPS}
+      ],
+    },
+    tokenRefreshWarmup: {
+      executor: 'ramping-arrival-rate',
+      exec: 'tokenRefresh',
+      timeUnit: '1s',
+      preAllocatedVUs: 200,
+      maxVUs: 400,
+      stages: [
+        { duration: warmUpTime, target: refreshRPS}
+      ],
+    },
+    identityMapWarmup: {
+      executor: 'ramping-arrival-rate',
+      exec: 'identityMap',
+      timeUnit: '1s',
+      preAllocatedVUs: 5,
+      maxVUs: 10,
+      stages: [
+        { duration: warmUpTime, target: identityMapRPS}
+      ],
+    },
+    // Actual testing scenarios
+    tokenGenerate: {
+      executor: 'constant-arrival-rate',
+      exec: 'tokenGenerate',
+      rate: generateRPS,
+      timeUnit: '1s',
+      preAllocatedVUs: 200,
+      maxVUs: 400,
+      duration: testDuration,
+      gracefulStop: '0s',
+      startTime: warmUpTime,
+    },
+    tokenRefresh: {
+      executor: 'constant-arrival-rate',
+      exec: 'tokenRefresh',
+      rate: refreshRPS,
+      timeUnit: '1s',
+      preAllocatedVUs: 200,
+      maxVUs: 400,
+      duration: testDuration,
+      gracefulStop: '0s',
+      startTime: warmUpTime,
+    },
+    identityMap: {
+      executor: 'constant-arrival-rate',
+      exec: 'identityMap',
+      rate: identityMapRPS,
+      timeUnit: '1s',
+      preAllocatedVUs: 5,
+      maxVUs: 10,
+      duration: testDuration,
+      gracefulStop: '0s',
+      startTime: warmUpTime,
+    },
+  },
+  // So we get count in the summary, to demonstrate different metrics are different
+  summaryTrendStats: ['avg', 'min', 'med', 'max', 'p(90)', 'p(95)', 'p(99)', 'count'],
+  thresholds: {
+    // Intentionally empty. We'll programatically define our bogus
+    // thresholds (to generate the sub-metrics) below. In your real-world
+    // load test, you can add any real threshoulds you want here.
+  }
+};
+
+// https://community.k6.io/t/multiple-scenarios-metrics-per-each/1314/3
+for (let key in options.scenarios) {
+  // Each scenario automaticall tags the metrics it generates with its own name
+  let thresholdName = `http_req_duration{scenario:${key}}`;
+  // Check to prevent us from overwriting a threshold that already exists
+  if (!options.thresholds[thresholdName]) {
+    options.thresholds[thresholdName] = [];
+  }
+  // 'max>=0' is a bogus condition that will always be fulfilled
+  options.thresholds[thresholdName].push('max>=0');
+}
+
+export async function setup() {
+  var token = await generateRefreshRequest();
+  return {
+    tokenGenerate: null,
+    refreshToken: token
+  };
+
+  async function generateRefreshRequest() {
+    let randomSuffix = Math.floor(Math.random() * 1_000_000_001);
+    let request = await createReq( {'optout_check': 1, 'email': `test${randomSuffix}@example.com`});
+    var requestData = {
+      endpoint: '/v2/token/generate',
+      requestBody: request,
+    }
+    let response = await send(requestData, clientKey);
+    let decrypt = await decryptEnvelope(response.body, clientSecret)
+    return decrypt.body.refresh_token;
+  };
+}
+
+export function handleSummary(data) {
+  return {
+    'summary.json': JSON.stringify(data),
+  }
+}
+
+// Scenarios
+export async function tokenGenerate(data) {
+  const endpoint = '/v2/token/generate';
+  if (data.tokenGenerate == null) {
+    var newData = await generateTokenGenerateRequestWithTime();
+    data.tokenGenerate = newData;
+  } else if (data.tokenGenerate.time < (Date.now() - 45000)) {
+    data.tokenGenerate = await generateTokenGenerateRequestWithTime();
+  }
+
+  var requestBody = data.tokenGenerate.requestBody;
+  var tokenGenerateData = {
+    endpoint: endpoint,
+    requestBody: requestBody,
+  }
+
+  execute(tokenGenerateData, true);
+}
+
+export function tokenRefresh(data) {
+  var requestBody = data.refreshToken;
+  var refreshData = {
+    endpoint: '/v2/token/refresh',
+    requestBody: requestBody
+  }
+
+  execute(refreshData, false);
+}
+
+export async function identityMap() {
+  // No caching: generate a fresh encrypted request with unique DIIs on every call.
+  const requestData = await generateIdentityMapRequestWithTime(5000);
+
+  var identityMapData = {
+    endpoint: '/v3/identity/map',
+    requestBody: requestData.requestBody,
+  }
+
+  execute(identityMapData, true);
+}
+
+// Helpers
+async function createReqWithTimestamp(timestampArr, obj) {
+  var envelope = getEnvelopeWithTimestamp(timestampArr, obj);
+  return encoding.b64encode((await encryptEnvelope(envelope, clientSecret)).buffer);
+}
+
+function generateIdentityMapRequest(emailCount) {
+  var data = {
+    'email': []
+  };
+
+  let randomSuffix = Math.floor(Math.random() * 1_000_000_001);
+  for (var i = 0; i < emailCount; ++i) {
+    data.email.push(`test${randomSuffix}${i}@example.com`);
+  }
+
+  return data;
+}
+
+function send(data, auth) {
+  var options = {};
+  if (auth) {
+    options.headers = {
+      'Authorization': `Bearer ${clientKey}`
+    };
+  }
+
+  return http.post(`${baseUrl}${data.endpoint}`, data.requestBody, options);
+}
+
+function execute(data, auth) {
+  var response = send(data, auth);
+
+  check(response, {
+    'status is 200': r => r.status === 200,
+  });
+}
+
+async function encryptEnvelope(envelope, clientSecret) {
+  const rawKey = encoding.b64decode(clientSecret);
+  const key = await crypto.subtle.importKey("raw", rawKey, "AES-GCM", true, [
+    "encrypt",
+    "decrypt",
+  ]);
+
+  const iv = crypto.getRandomValues(new Uint8Array(12));
+
+  const ciphertext = new Uint8Array(await crypto.subtle.encrypt(
+    {
+      name: "AES-GCM",
+      iv: iv,
+    },
+    key,
+    envelope
+  ));
+
+  const result = new Uint8Array(+(1 + iv.length + ciphertext.length));
+
+  // The version of the envelope format.
+  result[0] = 1;
+
+  result.set(iv, 1);
+
+  // The tag is at the end of ciphertext.
+  result.set(ciphertext, 1 + iv.length);
+
+  return result;
+}
+
+async function decryptEnvelope(envelope, clientSecret) {
+  const rawKey = encoding.b64decode(clientSecret);
+  const rawData = encoding.b64decode(envelope);
+  const key = await crypto.subtle.importKey("raw", rawKey, "AES-GCM", true, [
+    "encrypt",
+    "decrypt",
+  ]);
+  const length = rawData.byteLength;
+  const iv = rawData.slice(0, 12);
+
+  const decrypted = await crypto.subtle.decrypt(
+    {
+      name: "AES-GCM",
+      iv: iv,
+      tagLength: 128
+    },
+    key,
+    rawData.slice(12)
+  );
+
+
+  const decryptedResponse = String.fromCharCode.apply(String, new Uint8Array(decrypted.slice(16)));
+  const response = JSON.parse(decryptedResponse);
+
+  return response;
+}
+
+function getEnvelopeWithTimestamp(timestampArray, obj) {
+  var randomBytes = new Uint8Array(8);
+  crypto.getRandomValues(randomBytes);
+
+  var payload = stringToUint8Array(JSON.stringify(obj));
+
+  var envelope = new Uint8Array(timestampArray.length + randomBytes.length + payload.length);
+  envelope.set(timestampArray);
+  envelope.set(randomBytes, timestampArray.length);
+  envelope.set(payload, timestampArray.length + randomBytes.length);
+
+  return envelope;
+
+}
+function getEnvelope(obj) {
+  var timestampArr = new Uint8Array(getTimestamp());
+  return getEnvelopeWithTimestamp(timestampArr, obj);
+}
+
+function getTimestamp() {
+  const now = Date.now();
+  return getTimestampFromTime(now);
+}
+
+function getTimestampFromTime(time) {
+  const res = new ArrayBuffer(8);
+  const { hi, lo } = Get32BitPartsBE(time);
+  const view = new DataView(res);
+  view.setUint32(0, hi, false);
+  view.setUint32(4, lo, false);
+  return res;
+}
+
+// http://anuchandy.blogspot.com/2015/03/javascript-how-to-extract-lower-32-bit.html
+function Get32BitPartsBE(bigNumber) {
+  if (bigNumber > 9007199254740991) {
+    // Max int that JavaScript can represent is 2^53.
+    throw new Error('The 64-bit value is too big to be represented in JS :' + bigNumber);
+  }
+
+  var bigNumberAsBinaryStr = bigNumber.toString(2);
+  // Convert the above binary str to 64 bit (actually 52 bit will work) by padding zeros in the left
+  var bigNumberAsBinaryStr2 = '';
+  for (var i = 0; i < 64 - bigNumberAsBinaryStr.length; i++) {
+    bigNumberAsBinaryStr2 += '0';
+  };
+
+  bigNumberAsBinaryStr2 += bigNumberAsBinaryStr;
+
+  return {
+    hi: parseInt(bigNumberAsBinaryStr2.substring(0, 32), 2),
+    lo: parseInt(bigNumberAsBinaryStr2.substring(32), 2),
+  };
+}
+
+function stringToUint8Array(str) {
+  const buffer = new ArrayBuffer(str.length);
+  const view = new Uint8Array(buffer);
+  for (var i = 0; i < str.length; i++) {
+    view[i] = str.charCodeAt(i);
+  }
+  return view;
+}
+
+async function createReq(obj) {
+  var envelope = getEnvelope(obj);
+  return encoding.b64encode((await encryptEnvelope(envelope, clientSecret)).buffer);
+};
+
+async function generateRequestWithTime(obj) {
+  var time = Date.now();
+  var timestampArr = new Uint8Array(getTimestampFromTime(time));
+  var requestBody = await createReqWithTimestamp(timestampArr, obj);
+  var element = {
+    time: time,
+    requestBody: requestBody
+  };
+
+  return element;
+}
+
+async function generateTokenGenerateRequestWithTime() {
+  let randomSuffix = Math.floor(Math.random() * 1_000_000_001);
+  let requestData = { 'optout_check': 1, 'email': `test${randomSuffix}@example.com` };
+  return await generateRequestWithTime(requestData);
+}
+
+async function generateIdentityMapRequestWithTime(emailCount) {
+  let data = generateIdentityMapRequest(emailCount);
+  return await generateRequestWithTime(data);
+}
+
+const generateSinceTimestampStr = () => {
+  var date = new Date(Date.now() - 2 * 24 * 60 * 60 * 1000 /* 2 days ago */);
+  var year = date.getFullYear();
+  var month = (date.getMonth() + 1).toString().padStart(2, '0');
+  var day = date.getDate().toString().padStart(2, '0');
+
+  return `${year}-${month}-${day}T00:00:00`;
+};

performance-testing/uid2-operator/start-scenario-9-v3.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+COMMENT=$1
+
+if [ "$#" -ne 1 ]; then
+    COMMENT=$( date '+%F_%H:%M:%S' )
+fi
+
+./start-named-test.sh k6-token-generate-refresh-identitymap-scenario-9-v3.js $COMMENT