From e9f92ec4e74e7f41341174b8731e50202cae6090 Mon Sep 17 00:00:00 2001 From: Kumar Aditya Date: Thu, 26 Mar 2026 23:02:56 +0530 Subject: [PATCH 1/6] function inline address --- Include/internal/pycore_ceval.h | 4 +- Include/internal/pycore_uop_ids.h | 2446 +++++++++++----------- Include/internal/pycore_uop_metadata.h | 60 + Lib/test/test_capi/test_opt.py | 14 +- Modules/_testinternalcapi/test_cases.c.h | 6 +- Python/bytecodes.c | 97 +- Python/ceval.c | 16 +- Python/executor_cases.c.h | 184 +- Python/generated_cases.c.h | 6 +- Python/optimizer_bytecodes.c | 49 + Python/optimizer_cases.c.h | 93 + 11 files changed, 1731 insertions(+), 1244 deletions(-) diff --git a/Include/internal/pycore_ceval.h b/Include/internal/pycore_ceval.h index 16913289a02f59..5db273c9159a32 100644 --- a/Include/internal/pycore_ceval.h +++ b/Include/internal/pycore_ceval.h @@ -456,7 +456,7 @@ _Py_BuiltinCallFastWithKeywords_StackRefSteal( PyAPI_FUNC(PyObject *) _PyCallMethodDescriptorFast_StackRefSteal( _PyStackRef callable, - PyMethodDef *meth, + PyCFunction cfunc, PyObject *self, _PyStackRef *arguments, int total_args); @@ -464,7 +464,7 @@ _PyCallMethodDescriptorFast_StackRefSteal( PyAPI_FUNC(PyObject *) _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( _PyStackRef callable, - PyMethodDef *meth, + PyCFunction cfunc, PyObject *self, _PyStackRef *arguments, int total_args); diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 0cb3c8e2d5a8b2..d895c9da155164 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -56,169 +56,173 @@ extern "C" { #define _CALL_LEN 336 #define _CALL_LIST_APPEND 337 #define _CALL_METHOD_DESCRIPTOR_FAST 338 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 339 -#define _CALL_METHOD_DESCRIPTOR_NOARGS 340 -#define _CALL_METHOD_DESCRIPTOR_O 341 -#define _CALL_NON_PY_GENERAL 342 -#define _CALL_STR_1 343 -#define _CALL_TUPLE_1 344 -#define _CALL_TYPE_1 345 -#define _CHECK_AND_ALLOCATE_OBJECT 346 -#define _CHECK_ATTR_CLASS 347 -#define _CHECK_ATTR_METHOD_LAZY_DICT 348 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 349 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE 339 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 340 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE 341 +#define _CALL_METHOD_DESCRIPTOR_NOARGS 342 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE 343 +#define _CALL_METHOD_DESCRIPTOR_O 344 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE 345 +#define _CALL_NON_PY_GENERAL 346 +#define _CALL_STR_1 347 +#define _CALL_TUPLE_1 348 +#define _CALL_TYPE_1 349 +#define _CHECK_AND_ALLOCATE_OBJECT 350 +#define _CHECK_ATTR_CLASS 351 +#define _CHECK_ATTR_METHOD_LAZY_DICT 352 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 353 #define _CHECK_EG_MATCH CHECK_EG_MATCH #define _CHECK_EXC_MATCH CHECK_EXC_MATCH -#define _CHECK_FUNCTION_EXACT_ARGS 350 -#define _CHECK_FUNCTION_VERSION 351 -#define _CHECK_FUNCTION_VERSION_INLINE 352 -#define _CHECK_FUNCTION_VERSION_KW 353 -#define _CHECK_IS_NOT_PY_CALLABLE 354 -#define _CHECK_IS_NOT_PY_CALLABLE_EX 355 -#define _CHECK_IS_NOT_PY_CALLABLE_KW 356 -#define _CHECK_IS_PY_CALLABLE_EX 357 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES 358 -#define _CHECK_METHOD_VERSION 359 -#define _CHECK_METHOD_VERSION_KW 360 -#define _CHECK_PEP_523 361 -#define _CHECK_PERIODIC 362 -#define _CHECK_PERIODIC_AT_END 363 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 364 -#define _CHECK_RECURSION_REMAINING 365 -#define _CHECK_STACK_SPACE 366 -#define _CHECK_STACK_SPACE_OPERAND 367 -#define _CHECK_VALIDITY 368 -#define _COLD_DYNAMIC_EXIT 369 -#define _COLD_EXIT 370 -#define _COMPARE_OP 371 -#define _COMPARE_OP_FLOAT 372 -#define _COMPARE_OP_INT 373 -#define _COMPARE_OP_STR 374 -#define _CONTAINS_OP 375 -#define _CONTAINS_OP_DICT 376 -#define _CONTAINS_OP_SET 377 +#define _CHECK_FUNCTION_EXACT_ARGS 354 +#define _CHECK_FUNCTION_VERSION 355 +#define _CHECK_FUNCTION_VERSION_INLINE 356 +#define _CHECK_FUNCTION_VERSION_KW 357 +#define _CHECK_IS_NOT_PY_CALLABLE 358 +#define _CHECK_IS_NOT_PY_CALLABLE_EX 359 +#define _CHECK_IS_NOT_PY_CALLABLE_KW 360 +#define _CHECK_IS_PY_CALLABLE_EX 361 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES 362 +#define _CHECK_METHOD_VERSION 363 +#define _CHECK_METHOD_VERSION_KW 364 +#define _CHECK_PEP_523 365 +#define _CHECK_PERIODIC 366 +#define _CHECK_PERIODIC_AT_END 367 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 368 +#define _CHECK_RECURSION_REMAINING 369 +#define _CHECK_STACK_SPACE 370 +#define _CHECK_STACK_SPACE_OPERAND 371 +#define _CHECK_VALIDITY 372 +#define _COLD_DYNAMIC_EXIT 373 +#define _COLD_EXIT 374 +#define _COMPARE_OP 375 +#define _COMPARE_OP_FLOAT 376 +#define _COMPARE_OP_INT 377 +#define _COMPARE_OP_STR 378 +#define _CONTAINS_OP 379 +#define _CONTAINS_OP_DICT 380 +#define _CONTAINS_OP_SET 381 #define _CONVERT_VALUE CONVERT_VALUE -#define _COPY 378 -#define _COPY_1 379 -#define _COPY_2 380 -#define _COPY_3 381 +#define _COPY 382 +#define _COPY_1 383 +#define _COPY_2 384 +#define _COPY_3 385 #define _COPY_FREE_VARS COPY_FREE_VARS -#define _CREATE_INIT_FRAME 382 +#define _CREATE_INIT_FRAME 386 #define _DELETE_ATTR DELETE_ATTR #define _DELETE_DEREF DELETE_DEREF #define _DELETE_FAST DELETE_FAST #define _DELETE_GLOBAL DELETE_GLOBAL #define _DELETE_NAME DELETE_NAME #define _DELETE_SUBSCR DELETE_SUBSCR -#define _DEOPT 383 -#define _DICT_MERGE 384 -#define _DICT_UPDATE 385 -#define _DO_CALL 386 -#define _DO_CALL_FUNCTION_EX 387 -#define _DO_CALL_KW 388 -#define _DYNAMIC_EXIT 389 +#define _DEOPT 387 +#define _DICT_MERGE 388 +#define _DICT_UPDATE 389 +#define _DO_CALL 390 +#define _DO_CALL_FUNCTION_EX 391 +#define _DO_CALL_KW 392 +#define _DYNAMIC_EXIT 393 #define _END_FOR END_FOR #define _END_SEND END_SEND -#define _ERROR_POP_N 390 +#define _ERROR_POP_N 394 #define _EXIT_INIT_CHECK EXIT_INIT_CHECK -#define _EXPAND_METHOD 391 -#define _EXPAND_METHOD_KW 392 -#define _FATAL_ERROR 393 +#define _EXPAND_METHOD 395 +#define _EXPAND_METHOD_KW 396 +#define _FATAL_ERROR 397 #define _FORMAT_SIMPLE FORMAT_SIMPLE #define _FORMAT_WITH_SPEC FORMAT_WITH_SPEC -#define _FOR_ITER 394 -#define _FOR_ITER_GEN_FRAME 395 -#define _FOR_ITER_TIER_TWO 396 +#define _FOR_ITER 398 +#define _FOR_ITER_GEN_FRAME 399 +#define _FOR_ITER_TIER_TWO 400 #define _GET_AITER GET_AITER #define _GET_ANEXT GET_ANEXT #define _GET_AWAITABLE GET_AWAITABLE #define _GET_ITER GET_ITER #define _GET_LEN GET_LEN -#define _GUARD_BINARY_OP_EXTEND 397 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 398 -#define _GUARD_BIT_IS_SET_POP 399 -#define _GUARD_BIT_IS_SET_POP_4 400 -#define _GUARD_BIT_IS_SET_POP_5 401 -#define _GUARD_BIT_IS_SET_POP_6 402 -#define _GUARD_BIT_IS_SET_POP_7 403 -#define _GUARD_BIT_IS_UNSET_POP 404 -#define _GUARD_BIT_IS_UNSET_POP_4 405 -#define _GUARD_BIT_IS_UNSET_POP_5 406 -#define _GUARD_BIT_IS_UNSET_POP_6 407 -#define _GUARD_BIT_IS_UNSET_POP_7 408 -#define _GUARD_CALLABLE_BUILTIN_FAST 409 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 410 -#define _GUARD_CALLABLE_BUILTIN_O 411 -#define _GUARD_CALLABLE_ISINSTANCE 412 -#define _GUARD_CALLABLE_LEN 413 -#define _GUARD_CALLABLE_LIST_APPEND 414 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 415 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 416 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 417 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 418 -#define _GUARD_CALLABLE_STR_1 419 -#define _GUARD_CALLABLE_TUPLE_1 420 -#define _GUARD_CALLABLE_TYPE_1 421 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR 422 -#define _GUARD_CODE_VERSION_RETURN_VALUE 423 -#define _GUARD_CODE_VERSION_YIELD_VALUE 424 -#define _GUARD_CODE_VERSION__PUSH_FRAME 425 -#define _GUARD_DORV_NO_DICT 426 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 427 -#define _GUARD_GLOBALS_VERSION 428 -#define _GUARD_IP_RETURN_GENERATOR 429 -#define _GUARD_IP_RETURN_VALUE 430 -#define _GUARD_IP_YIELD_VALUE 431 -#define _GUARD_IP__PUSH_FRAME 432 -#define _GUARD_IS_FALSE_POP 433 -#define _GUARD_IS_NONE_POP 434 -#define _GUARD_IS_NOT_NONE_POP 435 -#define _GUARD_IS_TRUE_POP 436 -#define _GUARD_KEYS_VERSION 437 -#define _GUARD_NOS_ANY_DICT 438 -#define _GUARD_NOS_COMPACT_ASCII 439 -#define _GUARD_NOS_DICT 440 -#define _GUARD_NOS_FLOAT 441 -#define _GUARD_NOS_INT 442 -#define _GUARD_NOS_LIST 443 -#define _GUARD_NOS_NOT_NULL 444 -#define _GUARD_NOS_NULL 445 -#define _GUARD_NOS_OVERFLOWED 446 -#define _GUARD_NOS_TUPLE 447 -#define _GUARD_NOS_UNICODE 448 -#define _GUARD_NOT_EXHAUSTED_LIST 449 -#define _GUARD_NOT_EXHAUSTED_RANGE 450 -#define _GUARD_NOT_EXHAUSTED_TUPLE 451 -#define _GUARD_THIRD_NULL 452 -#define _GUARD_TOS_ANY_DICT 453 -#define _GUARD_TOS_ANY_SET 454 -#define _GUARD_TOS_DICT 455 -#define _GUARD_TOS_FLOAT 456 -#define _GUARD_TOS_FROZENDICT 457 -#define _GUARD_TOS_FROZENSET 458 -#define _GUARD_TOS_INT 459 -#define _GUARD_TOS_LIST 460 -#define _GUARD_TOS_OVERFLOWED 461 -#define _GUARD_TOS_SET 462 -#define _GUARD_TOS_SLICE 463 -#define _GUARD_TOS_TUPLE 464 -#define _GUARD_TOS_UNICODE 465 -#define _GUARD_TYPE_VERSION 466 -#define _GUARD_TYPE_VERSION_LOCKED 467 -#define _HANDLE_PENDING_AND_DEOPT 468 +#define _GUARD_BINARY_OP_EXTEND 401 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 402 +#define _GUARD_BIT_IS_SET_POP 403 +#define _GUARD_BIT_IS_SET_POP_4 404 +#define _GUARD_BIT_IS_SET_POP_5 405 +#define _GUARD_BIT_IS_SET_POP_6 406 +#define _GUARD_BIT_IS_SET_POP_7 407 +#define _GUARD_BIT_IS_UNSET_POP 408 +#define _GUARD_BIT_IS_UNSET_POP_4 409 +#define _GUARD_BIT_IS_UNSET_POP_5 410 +#define _GUARD_BIT_IS_UNSET_POP_6 411 +#define _GUARD_BIT_IS_UNSET_POP_7 412 +#define _GUARD_CALLABLE_BUILTIN_FAST 413 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 414 +#define _GUARD_CALLABLE_BUILTIN_O 415 +#define _GUARD_CALLABLE_ISINSTANCE 416 +#define _GUARD_CALLABLE_LEN 417 +#define _GUARD_CALLABLE_LIST_APPEND 418 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 419 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 420 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 421 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 422 +#define _GUARD_CALLABLE_STR_1 423 +#define _GUARD_CALLABLE_TUPLE_1 424 +#define _GUARD_CALLABLE_TYPE_1 425 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR 426 +#define _GUARD_CODE_VERSION_RETURN_VALUE 427 +#define _GUARD_CODE_VERSION_YIELD_VALUE 428 +#define _GUARD_CODE_VERSION__PUSH_FRAME 429 +#define _GUARD_DORV_NO_DICT 430 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 431 +#define _GUARD_GLOBALS_VERSION 432 +#define _GUARD_IP_RETURN_GENERATOR 433 +#define _GUARD_IP_RETURN_VALUE 434 +#define _GUARD_IP_YIELD_VALUE 435 +#define _GUARD_IP__PUSH_FRAME 436 +#define _GUARD_IS_FALSE_POP 437 +#define _GUARD_IS_NONE_POP 438 +#define _GUARD_IS_NOT_NONE_POP 439 +#define _GUARD_IS_TRUE_POP 440 +#define _GUARD_KEYS_VERSION 441 +#define _GUARD_NOS_ANY_DICT 442 +#define _GUARD_NOS_COMPACT_ASCII 443 +#define _GUARD_NOS_DICT 444 +#define _GUARD_NOS_FLOAT 445 +#define _GUARD_NOS_INT 446 +#define _GUARD_NOS_LIST 447 +#define _GUARD_NOS_NOT_NULL 448 +#define _GUARD_NOS_NULL 449 +#define _GUARD_NOS_OVERFLOWED 450 +#define _GUARD_NOS_TUPLE 451 +#define _GUARD_NOS_UNICODE 452 +#define _GUARD_NOT_EXHAUSTED_LIST 453 +#define _GUARD_NOT_EXHAUSTED_RANGE 454 +#define _GUARD_NOT_EXHAUSTED_TUPLE 455 +#define _GUARD_THIRD_NULL 456 +#define _GUARD_TOS_ANY_DICT 457 +#define _GUARD_TOS_ANY_SET 458 +#define _GUARD_TOS_DICT 459 +#define _GUARD_TOS_FLOAT 460 +#define _GUARD_TOS_FROZENDICT 461 +#define _GUARD_TOS_FROZENSET 462 +#define _GUARD_TOS_INT 463 +#define _GUARD_TOS_LIST 464 +#define _GUARD_TOS_OVERFLOWED 465 +#define _GUARD_TOS_SET 466 +#define _GUARD_TOS_SLICE 467 +#define _GUARD_TOS_TUPLE 468 +#define _GUARD_TOS_UNICODE 469 +#define _GUARD_TYPE_VERSION 470 +#define _GUARD_TYPE_VERSION_LOCKED 471 +#define _HANDLE_PENDING_AND_DEOPT 472 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 469 -#define _INIT_CALL_PY_EXACT_ARGS 470 -#define _INIT_CALL_PY_EXACT_ARGS_0 471 -#define _INIT_CALL_PY_EXACT_ARGS_1 472 -#define _INIT_CALL_PY_EXACT_ARGS_2 473 -#define _INIT_CALL_PY_EXACT_ARGS_3 474 -#define _INIT_CALL_PY_EXACT_ARGS_4 475 -#define _INSERT_1_LOAD_CONST_INLINE 476 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW 477 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW 478 -#define _INSERT_NULL 479 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 473 +#define _INIT_CALL_PY_EXACT_ARGS 474 +#define _INIT_CALL_PY_EXACT_ARGS_0 475 +#define _INIT_CALL_PY_EXACT_ARGS_1 476 +#define _INIT_CALL_PY_EXACT_ARGS_2 477 +#define _INIT_CALL_PY_EXACT_ARGS_3 478 +#define _INIT_CALL_PY_EXACT_ARGS_4 479 +#define _INSERT_1_LOAD_CONST_INLINE 480 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW 481 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW 482 +#define _INSERT_NULL 483 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -228,1125 +232,1129 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 480 -#define _IS_OP 481 -#define _ITER_CHECK_LIST 482 -#define _ITER_CHECK_RANGE 483 -#define _ITER_CHECK_TUPLE 484 -#define _ITER_JUMP_LIST 485 -#define _ITER_JUMP_RANGE 486 -#define _ITER_JUMP_TUPLE 487 -#define _ITER_NEXT_LIST 488 -#define _ITER_NEXT_LIST_TIER_TWO 489 -#define _ITER_NEXT_RANGE 490 -#define _ITER_NEXT_TUPLE 491 +#define _IS_NONE 484 +#define _IS_OP 485 +#define _ITER_CHECK_LIST 486 +#define _ITER_CHECK_RANGE 487 +#define _ITER_CHECK_TUPLE 488 +#define _ITER_JUMP_LIST 489 +#define _ITER_JUMP_RANGE 490 +#define _ITER_JUMP_TUPLE 491 +#define _ITER_NEXT_LIST 492 +#define _ITER_NEXT_LIST_TIER_TWO 493 +#define _ITER_NEXT_RANGE 494 +#define _ITER_NEXT_TUPLE 495 #define _JUMP_BACKWARD_NO_INTERRUPT JUMP_BACKWARD_NO_INTERRUPT -#define _JUMP_TO_TOP 492 +#define _JUMP_TO_TOP 496 #define _LIST_APPEND LIST_APPEND #define _LIST_EXTEND LIST_EXTEND -#define _LOAD_ATTR 493 -#define _LOAD_ATTR_CLASS 494 +#define _LOAD_ATTR 497 +#define _LOAD_ATTR_CLASS 498 #define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN -#define _LOAD_ATTR_INSTANCE_VALUE 495 -#define _LOAD_ATTR_METHOD_LAZY_DICT 496 -#define _LOAD_ATTR_METHOD_NO_DICT 497 -#define _LOAD_ATTR_METHOD_WITH_VALUES 498 -#define _LOAD_ATTR_MODULE 499 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 500 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 501 -#define _LOAD_ATTR_PROPERTY_FRAME 502 -#define _LOAD_ATTR_SLOT 503 -#define _LOAD_ATTR_WITH_HINT 504 +#define _LOAD_ATTR_INSTANCE_VALUE 499 +#define _LOAD_ATTR_METHOD_LAZY_DICT 500 +#define _LOAD_ATTR_METHOD_NO_DICT 501 +#define _LOAD_ATTR_METHOD_WITH_VALUES 502 +#define _LOAD_ATTR_MODULE 503 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 504 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 505 +#define _LOAD_ATTR_PROPERTY_FRAME 506 +#define _LOAD_ATTR_SLOT 507 +#define _LOAD_ATTR_WITH_HINT 508 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 505 +#define _LOAD_BYTECODE 509 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST -#define _LOAD_CONST_INLINE 506 -#define _LOAD_CONST_INLINE_BORROW 507 -#define _LOAD_CONST_UNDER_INLINE 508 -#define _LOAD_CONST_UNDER_INLINE_BORROW 509 +#define _LOAD_CONST_INLINE 510 +#define _LOAD_CONST_INLINE_BORROW 511 +#define _LOAD_CONST_UNDER_INLINE 512 +#define _LOAD_CONST_UNDER_INLINE_BORROW 513 #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 510 -#define _LOAD_FAST_0 511 -#define _LOAD_FAST_1 512 -#define _LOAD_FAST_2 513 -#define _LOAD_FAST_3 514 -#define _LOAD_FAST_4 515 -#define _LOAD_FAST_5 516 -#define _LOAD_FAST_6 517 -#define _LOAD_FAST_7 518 +#define _LOAD_FAST 514 +#define _LOAD_FAST_0 515 +#define _LOAD_FAST_1 516 +#define _LOAD_FAST_2 517 +#define _LOAD_FAST_3 518 +#define _LOAD_FAST_4 519 +#define _LOAD_FAST_5 520 +#define _LOAD_FAST_6 521 +#define _LOAD_FAST_7 522 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR -#define _LOAD_FAST_BORROW 519 -#define _LOAD_FAST_BORROW_0 520 -#define _LOAD_FAST_BORROW_1 521 -#define _LOAD_FAST_BORROW_2 522 -#define _LOAD_FAST_BORROW_3 523 -#define _LOAD_FAST_BORROW_4 524 -#define _LOAD_FAST_BORROW_5 525 -#define _LOAD_FAST_BORROW_6 526 -#define _LOAD_FAST_BORROW_7 527 +#define _LOAD_FAST_BORROW 523 +#define _LOAD_FAST_BORROW_0 524 +#define _LOAD_FAST_BORROW_1 525 +#define _LOAD_FAST_BORROW_2 526 +#define _LOAD_FAST_BORROW_3 527 +#define _LOAD_FAST_BORROW_4 528 +#define _LOAD_FAST_BORROW_5 529 +#define _LOAD_FAST_BORROW_6 530 +#define _LOAD_FAST_BORROW_7 531 #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 528 -#define _LOAD_GLOBAL_BUILTINS 529 -#define _LOAD_GLOBAL_MODULE 530 +#define _LOAD_GLOBAL 532 +#define _LOAD_GLOBAL_BUILTINS 533 +#define _LOAD_GLOBAL_MODULE 534 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 531 -#define _LOAD_SMALL_INT_0 532 -#define _LOAD_SMALL_INT_1 533 -#define _LOAD_SMALL_INT_2 534 -#define _LOAD_SMALL_INT_3 535 -#define _LOAD_SPECIAL 536 +#define _LOAD_SMALL_INT 535 +#define _LOAD_SMALL_INT_0 536 +#define _LOAD_SMALL_INT_1 537 +#define _LOAD_SMALL_INT_2 538 +#define _LOAD_SMALL_INT_3 539 +#define _LOAD_SPECIAL 540 #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR #define _LOAD_SUPER_ATTR_METHOD LOAD_SUPER_ATTR_METHOD -#define _LOCK_OBJECT 537 -#define _MAKE_CALLARGS_A_TUPLE 538 +#define _LOCK_OBJECT 541 +#define _MAKE_CALLARGS_A_TUPLE 542 #define _MAKE_CELL MAKE_CELL #define _MAKE_FUNCTION MAKE_FUNCTION -#define _MAKE_HEAP_SAFE 539 -#define _MAKE_WARM 540 +#define _MAKE_HEAP_SAFE 543 +#define _MAKE_WARM 544 #define _MAP_ADD MAP_ADD -#define _MATCH_CLASS 541 +#define _MATCH_CLASS 545 #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 542 -#define _MAYBE_EXPAND_METHOD_KW 543 -#define _MONITOR_CALL 544 -#define _MONITOR_CALL_KW 545 -#define _MONITOR_JUMP_BACKWARD 546 -#define _MONITOR_RESUME 547 +#define _MAYBE_EXPAND_METHOD 546 +#define _MAYBE_EXPAND_METHOD_KW 547 +#define _MONITOR_CALL 548 +#define _MONITOR_CALL_KW 549 +#define _MONITOR_JUMP_BACKWARD 550 +#define _MONITOR_RESUME 551 #define _NOP NOP -#define _POP_CALL 548 -#define _POP_CALL_LOAD_CONST_INLINE_BORROW 549 -#define _POP_CALL_ONE 550 -#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW 551 -#define _POP_CALL_TWO 552 -#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW 553 +#define _POP_CALL 552 +#define _POP_CALL_LOAD_CONST_INLINE_BORROW 553 +#define _POP_CALL_ONE 554 +#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW 555 +#define _POP_CALL_TWO 556 +#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW 557 #define _POP_EXCEPT POP_EXCEPT #define _POP_ITER POP_ITER -#define _POP_JUMP_IF_FALSE 554 -#define _POP_JUMP_IF_TRUE 555 +#define _POP_JUMP_IF_FALSE 558 +#define _POP_JUMP_IF_TRUE 559 #define _POP_TOP POP_TOP -#define _POP_TOP_FLOAT 556 -#define _POP_TOP_INT 557 -#define _POP_TOP_LOAD_CONST_INLINE 558 -#define _POP_TOP_LOAD_CONST_INLINE_BORROW 559 -#define _POP_TOP_NOP 560 -#define _POP_TOP_UNICODE 561 -#define _POP_TWO 562 -#define _POP_TWO_LOAD_CONST_INLINE_BORROW 563 +#define _POP_TOP_FLOAT 560 +#define _POP_TOP_INT 561 +#define _POP_TOP_LOAD_CONST_INLINE 562 +#define _POP_TOP_LOAD_CONST_INLINE_BORROW 563 +#define _POP_TOP_NOP 564 +#define _POP_TOP_UNICODE 565 +#define _POP_TWO 566 +#define _POP_TWO_LOAD_CONST_INLINE_BORROW 567 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 564 +#define _PUSH_FRAME 568 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 565 -#define _PY_FRAME_EX 566 -#define _PY_FRAME_GENERAL 567 -#define _PY_FRAME_KW 568 -#define _RECORD_3OS_GEN_FUNC 569 -#define _RECORD_4OS 570 -#define _RECORD_BOUND_METHOD 571 -#define _RECORD_CALLABLE 572 -#define _RECORD_CODE 573 -#define _RECORD_NOS 574 -#define _RECORD_NOS_GEN_FUNC 575 -#define _RECORD_TOS 576 -#define _RECORD_TOS_TYPE 577 -#define _REPLACE_WITH_TRUE 578 -#define _RESUME_CHECK 579 +#define _PUSH_NULL_CONDITIONAL 569 +#define _PY_FRAME_EX 570 +#define _PY_FRAME_GENERAL 571 +#define _PY_FRAME_KW 572 +#define _RECORD_3OS_GEN_FUNC 573 +#define _RECORD_4OS 574 +#define _RECORD_BOUND_METHOD 575 +#define _RECORD_CALLABLE 576 +#define _RECORD_CODE 577 +#define _RECORD_NOS 578 +#define _RECORD_NOS_GEN_FUNC 579 +#define _RECORD_TOS 580 +#define _RECORD_TOS_TYPE 581 +#define _REPLACE_WITH_TRUE 582 +#define _RESUME_CHECK 583 #define _RETURN_GENERATOR RETURN_GENERATOR -#define _RETURN_VALUE 580 -#define _SAVE_RETURN_OFFSET 581 -#define _SEND 582 -#define _SEND_GEN_FRAME 583 +#define _RETURN_VALUE 584 +#define _SAVE_RETURN_OFFSET 585 +#define _SEND 586 +#define _SEND_GEN_FRAME 587 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE -#define _SET_UPDATE 584 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW 585 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW 586 -#define _SPILL_OR_RELOAD 587 -#define _START_EXECUTOR 588 -#define _STORE_ATTR 589 -#define _STORE_ATTR_INSTANCE_VALUE 590 -#define _STORE_ATTR_SLOT 591 -#define _STORE_ATTR_WITH_HINT 592 +#define _SET_UPDATE 588 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW 589 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW 590 +#define _SPILL_OR_RELOAD 591 +#define _START_EXECUTOR 592 +#define _STORE_ATTR 593 +#define _STORE_ATTR_INSTANCE_VALUE 594 +#define _STORE_ATTR_SLOT 595 +#define _STORE_ATTR_WITH_HINT 596 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 593 -#define _STORE_SUBSCR 594 -#define _STORE_SUBSCR_DICT 595 -#define _STORE_SUBSCR_LIST_INT 596 -#define _SWAP 597 -#define _SWAP_2 598 -#define _SWAP_3 599 -#define _SWAP_FAST 600 -#define _SWAP_FAST_0 601 -#define _SWAP_FAST_1 602 -#define _SWAP_FAST_2 603 -#define _SWAP_FAST_3 604 -#define _SWAP_FAST_4 605 -#define _SWAP_FAST_5 606 -#define _SWAP_FAST_6 607 -#define _SWAP_FAST_7 608 -#define _TIER2_RESUME_CHECK 609 -#define _TO_BOOL 610 +#define _STORE_SLICE 597 +#define _STORE_SUBSCR 598 +#define _STORE_SUBSCR_DICT 599 +#define _STORE_SUBSCR_LIST_INT 600 +#define _SWAP 601 +#define _SWAP_2 602 +#define _SWAP_3 603 +#define _SWAP_FAST 604 +#define _SWAP_FAST_0 605 +#define _SWAP_FAST_1 606 +#define _SWAP_FAST_2 607 +#define _SWAP_FAST_3 608 +#define _SWAP_FAST_4 609 +#define _SWAP_FAST_5 610 +#define _SWAP_FAST_6 611 +#define _SWAP_FAST_7 612 +#define _TIER2_RESUME_CHECK 613 +#define _TO_BOOL 614 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 611 -#define _TO_BOOL_LIST 612 +#define _TO_BOOL_INT 615 +#define _TO_BOOL_LIST 616 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 613 +#define _TO_BOOL_STR 617 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 614 -#define _UNARY_NEGATIVE 615 -#define _UNARY_NEGATIVE_FLOAT_INPLACE 616 +#define _UNARY_INVERT 618 +#define _UNARY_NEGATIVE 619 +#define _UNARY_NEGATIVE_FLOAT_INPLACE 620 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 617 -#define _UNPACK_SEQUENCE_LIST 618 -#define _UNPACK_SEQUENCE_TUPLE 619 -#define _UNPACK_SEQUENCE_TWO_TUPLE 620 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 621 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 622 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 623 +#define _UNPACK_SEQUENCE 621 +#define _UNPACK_SEQUENCE_LIST 622 +#define _UNPACK_SEQUENCE_TUPLE 623 +#define _UNPACK_SEQUENCE_TWO_TUPLE 624 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 625 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 626 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 627 #define _WITH_EXCEPT_START WITH_EXCEPT_START -#define _YIELD_VALUE 624 -#define MAX_UOP_ID 624 -#define _BINARY_OP_r23 625 -#define _BINARY_OP_ADD_FLOAT_r03 626 -#define _BINARY_OP_ADD_FLOAT_r13 627 -#define _BINARY_OP_ADD_FLOAT_r23 628 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 629 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 630 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 631 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 632 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 633 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 634 -#define _BINARY_OP_ADD_INT_r03 635 -#define _BINARY_OP_ADD_INT_r13 636 -#define _BINARY_OP_ADD_INT_r23 637 -#define _BINARY_OP_ADD_UNICODE_r03 638 -#define _BINARY_OP_ADD_UNICODE_r13 639 -#define _BINARY_OP_ADD_UNICODE_r23 640 -#define _BINARY_OP_EXTEND_r23 641 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 642 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 643 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 644 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 645 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 646 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 647 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 648 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 649 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 650 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 651 -#define _BINARY_OP_MULTIPLY_INT_r03 652 -#define _BINARY_OP_MULTIPLY_INT_r13 653 -#define _BINARY_OP_MULTIPLY_INT_r23 654 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 655 -#define _BINARY_OP_SUBSCR_DICT_r23 656 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 657 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 658 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 659 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 660 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 661 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 662 -#define _BINARY_OP_SUBSCR_STR_INT_r23 663 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 664 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 665 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 666 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 667 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 668 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 669 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 670 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 671 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 672 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 673 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 674 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 675 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 676 -#define _BINARY_OP_SUBTRACT_INT_r03 677 -#define _BINARY_OP_SUBTRACT_INT_r13 678 -#define _BINARY_OP_SUBTRACT_INT_r23 679 -#define _BINARY_SLICE_r31 680 -#define _BUILD_INTERPOLATION_r01 681 -#define _BUILD_LIST_r01 682 -#define _BUILD_MAP_r01 683 -#define _BUILD_SET_r01 684 -#define _BUILD_SLICE_r01 685 -#define _BUILD_STRING_r01 686 -#define _BUILD_TEMPLATE_r21 687 -#define _BUILD_TUPLE_r01 688 -#define _CALL_BUILTIN_CLASS_r01 689 -#define _CALL_BUILTIN_FAST_r01 690 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 691 -#define _CALL_BUILTIN_O_r03 692 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 693 -#define _CALL_INTRINSIC_1_r12 694 -#define _CALL_INTRINSIC_2_r23 695 -#define _CALL_ISINSTANCE_r31 696 -#define _CALL_KW_NON_PY_r11 697 -#define _CALL_LEN_r33 698 -#define _CALL_LIST_APPEND_r03 699 -#define _CALL_LIST_APPEND_r13 700 -#define _CALL_LIST_APPEND_r23 701 -#define _CALL_LIST_APPEND_r33 702 -#define _CALL_METHOD_DESCRIPTOR_FAST_r01 703 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 704 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 705 -#define _CALL_METHOD_DESCRIPTOR_O_r03 706 -#define _CALL_NON_PY_GENERAL_r01 707 -#define _CALL_STR_1_r32 708 -#define _CALL_TUPLE_1_r32 709 -#define _CALL_TYPE_1_r02 710 -#define _CALL_TYPE_1_r12 711 -#define _CALL_TYPE_1_r22 712 -#define _CALL_TYPE_1_r32 713 -#define _CHECK_AND_ALLOCATE_OBJECT_r00 714 -#define _CHECK_ATTR_CLASS_r01 715 -#define _CHECK_ATTR_CLASS_r11 716 -#define _CHECK_ATTR_CLASS_r22 717 -#define _CHECK_ATTR_CLASS_r33 718 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 719 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 720 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 721 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 722 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 723 -#define _CHECK_EG_MATCH_r22 724 -#define _CHECK_EXC_MATCH_r22 725 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 726 -#define _CHECK_FUNCTION_VERSION_r00 727 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 728 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 729 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 730 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 731 -#define _CHECK_FUNCTION_VERSION_KW_r11 732 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 733 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 734 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 735 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 736 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 737 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 738 -#define _CHECK_IS_PY_CALLABLE_EX_r03 739 -#define _CHECK_IS_PY_CALLABLE_EX_r13 740 -#define _CHECK_IS_PY_CALLABLE_EX_r23 741 -#define _CHECK_IS_PY_CALLABLE_EX_r33 742 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 743 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 744 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 745 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 746 -#define _CHECK_METHOD_VERSION_r00 747 -#define _CHECK_METHOD_VERSION_KW_r11 748 -#define _CHECK_PEP_523_r00 749 -#define _CHECK_PEP_523_r11 750 -#define _CHECK_PEP_523_r22 751 -#define _CHECK_PEP_523_r33 752 -#define _CHECK_PERIODIC_r00 753 -#define _CHECK_PERIODIC_AT_END_r00 754 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 755 -#define _CHECK_RECURSION_REMAINING_r00 756 -#define _CHECK_RECURSION_REMAINING_r11 757 -#define _CHECK_RECURSION_REMAINING_r22 758 -#define _CHECK_RECURSION_REMAINING_r33 759 -#define _CHECK_STACK_SPACE_r00 760 -#define _CHECK_STACK_SPACE_OPERAND_r00 761 -#define _CHECK_STACK_SPACE_OPERAND_r11 762 -#define _CHECK_STACK_SPACE_OPERAND_r22 763 -#define _CHECK_STACK_SPACE_OPERAND_r33 764 -#define _CHECK_VALIDITY_r00 765 -#define _CHECK_VALIDITY_r11 766 -#define _CHECK_VALIDITY_r22 767 -#define _CHECK_VALIDITY_r33 768 -#define _COLD_DYNAMIC_EXIT_r00 769 -#define _COLD_EXIT_r00 770 -#define _COMPARE_OP_r21 771 -#define _COMPARE_OP_FLOAT_r03 772 -#define _COMPARE_OP_FLOAT_r13 773 -#define _COMPARE_OP_FLOAT_r23 774 -#define _COMPARE_OP_INT_r23 775 -#define _COMPARE_OP_STR_r23 776 -#define _CONTAINS_OP_r23 777 -#define _CONTAINS_OP_DICT_r23 778 -#define _CONTAINS_OP_SET_r23 779 -#define _CONVERT_VALUE_r11 780 -#define _COPY_r01 781 -#define _COPY_1_r02 782 -#define _COPY_1_r12 783 -#define _COPY_1_r23 784 -#define _COPY_2_r03 785 -#define _COPY_2_r13 786 -#define _COPY_2_r23 787 -#define _COPY_3_r03 788 -#define _COPY_3_r13 789 -#define _COPY_3_r23 790 -#define _COPY_3_r33 791 -#define _COPY_FREE_VARS_r00 792 -#define _COPY_FREE_VARS_r11 793 -#define _COPY_FREE_VARS_r22 794 -#define _COPY_FREE_VARS_r33 795 -#define _CREATE_INIT_FRAME_r01 796 -#define _DELETE_ATTR_r10 797 -#define _DELETE_DEREF_r00 798 -#define _DELETE_FAST_r00 799 -#define _DELETE_GLOBAL_r00 800 -#define _DELETE_NAME_r00 801 -#define _DELETE_SUBSCR_r20 802 -#define _DEOPT_r00 803 -#define _DEOPT_r10 804 -#define _DEOPT_r20 805 -#define _DEOPT_r30 806 -#define _DICT_MERGE_r11 807 -#define _DICT_UPDATE_r11 808 -#define _DO_CALL_r01 809 -#define _DO_CALL_FUNCTION_EX_r31 810 -#define _DO_CALL_KW_r11 811 -#define _DYNAMIC_EXIT_r00 812 -#define _DYNAMIC_EXIT_r10 813 -#define _DYNAMIC_EXIT_r20 814 -#define _DYNAMIC_EXIT_r30 815 -#define _END_FOR_r10 816 -#define _END_SEND_r31 817 -#define _ERROR_POP_N_r00 818 -#define _EXIT_INIT_CHECK_r10 819 -#define _EXIT_TRACE_r00 820 -#define _EXIT_TRACE_r10 821 -#define _EXIT_TRACE_r20 822 -#define _EXIT_TRACE_r30 823 -#define _EXPAND_METHOD_r00 824 -#define _EXPAND_METHOD_KW_r11 825 -#define _FATAL_ERROR_r00 826 -#define _FATAL_ERROR_r11 827 -#define _FATAL_ERROR_r22 828 -#define _FATAL_ERROR_r33 829 -#define _FORMAT_SIMPLE_r11 830 -#define _FORMAT_WITH_SPEC_r21 831 -#define _FOR_ITER_r23 832 -#define _FOR_ITER_GEN_FRAME_r03 833 -#define _FOR_ITER_GEN_FRAME_r13 834 -#define _FOR_ITER_GEN_FRAME_r23 835 -#define _FOR_ITER_TIER_TWO_r23 836 -#define _GET_AITER_r11 837 -#define _GET_ANEXT_r12 838 -#define _GET_AWAITABLE_r11 839 -#define _GET_ITER_r12 840 -#define _GET_LEN_r12 841 -#define _GUARD_BINARY_OP_EXTEND_r22 842 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 843 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 844 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 845 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 846 -#define _GUARD_BIT_IS_SET_POP_r00 847 -#define _GUARD_BIT_IS_SET_POP_r10 848 -#define _GUARD_BIT_IS_SET_POP_r21 849 -#define _GUARD_BIT_IS_SET_POP_r32 850 -#define _GUARD_BIT_IS_SET_POP_4_r00 851 -#define _GUARD_BIT_IS_SET_POP_4_r10 852 -#define _GUARD_BIT_IS_SET_POP_4_r21 853 -#define _GUARD_BIT_IS_SET_POP_4_r32 854 -#define _GUARD_BIT_IS_SET_POP_5_r00 855 -#define _GUARD_BIT_IS_SET_POP_5_r10 856 -#define _GUARD_BIT_IS_SET_POP_5_r21 857 -#define _GUARD_BIT_IS_SET_POP_5_r32 858 -#define _GUARD_BIT_IS_SET_POP_6_r00 859 -#define _GUARD_BIT_IS_SET_POP_6_r10 860 -#define _GUARD_BIT_IS_SET_POP_6_r21 861 -#define _GUARD_BIT_IS_SET_POP_6_r32 862 -#define _GUARD_BIT_IS_SET_POP_7_r00 863 -#define _GUARD_BIT_IS_SET_POP_7_r10 864 -#define _GUARD_BIT_IS_SET_POP_7_r21 865 -#define _GUARD_BIT_IS_SET_POP_7_r32 866 -#define _GUARD_BIT_IS_UNSET_POP_r00 867 -#define _GUARD_BIT_IS_UNSET_POP_r10 868 -#define _GUARD_BIT_IS_UNSET_POP_r21 869 -#define _GUARD_BIT_IS_UNSET_POP_r32 870 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 871 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 872 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 873 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 874 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 875 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 876 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 877 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 878 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 879 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 880 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 881 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 882 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 883 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 884 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 885 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 886 -#define _GUARD_CALLABLE_BUILTIN_FAST_r00 887 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 888 -#define _GUARD_CALLABLE_BUILTIN_O_r00 889 -#define _GUARD_CALLABLE_ISINSTANCE_r03 890 -#define _GUARD_CALLABLE_ISINSTANCE_r13 891 -#define _GUARD_CALLABLE_ISINSTANCE_r23 892 -#define _GUARD_CALLABLE_ISINSTANCE_r33 893 -#define _GUARD_CALLABLE_LEN_r03 894 -#define _GUARD_CALLABLE_LEN_r13 895 -#define _GUARD_CALLABLE_LEN_r23 896 -#define _GUARD_CALLABLE_LEN_r33 897 -#define _GUARD_CALLABLE_LIST_APPEND_r03 898 -#define _GUARD_CALLABLE_LIST_APPEND_r13 899 -#define _GUARD_CALLABLE_LIST_APPEND_r23 900 -#define _GUARD_CALLABLE_LIST_APPEND_r33 901 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 902 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 903 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 904 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 905 -#define _GUARD_CALLABLE_STR_1_r03 906 -#define _GUARD_CALLABLE_STR_1_r13 907 -#define _GUARD_CALLABLE_STR_1_r23 908 -#define _GUARD_CALLABLE_STR_1_r33 909 -#define _GUARD_CALLABLE_TUPLE_1_r03 910 -#define _GUARD_CALLABLE_TUPLE_1_r13 911 -#define _GUARD_CALLABLE_TUPLE_1_r23 912 -#define _GUARD_CALLABLE_TUPLE_1_r33 913 -#define _GUARD_CALLABLE_TYPE_1_r03 914 -#define _GUARD_CALLABLE_TYPE_1_r13 915 -#define _GUARD_CALLABLE_TYPE_1_r23 916 -#define _GUARD_CALLABLE_TYPE_1_r33 917 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 918 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 919 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 920 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 921 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 922 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 923 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 924 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 925 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 926 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 927 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 928 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 929 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 930 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 931 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 932 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 933 -#define _GUARD_DORV_NO_DICT_r01 934 -#define _GUARD_DORV_NO_DICT_r11 935 -#define _GUARD_DORV_NO_DICT_r22 936 -#define _GUARD_DORV_NO_DICT_r33 937 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 938 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 939 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 940 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 941 -#define _GUARD_GLOBALS_VERSION_r00 942 -#define _GUARD_GLOBALS_VERSION_r11 943 -#define _GUARD_GLOBALS_VERSION_r22 944 -#define _GUARD_GLOBALS_VERSION_r33 945 -#define _GUARD_IP_RETURN_GENERATOR_r00 946 -#define _GUARD_IP_RETURN_GENERATOR_r11 947 -#define _GUARD_IP_RETURN_GENERATOR_r22 948 -#define _GUARD_IP_RETURN_GENERATOR_r33 949 -#define _GUARD_IP_RETURN_VALUE_r00 950 -#define _GUARD_IP_RETURN_VALUE_r11 951 -#define _GUARD_IP_RETURN_VALUE_r22 952 -#define _GUARD_IP_RETURN_VALUE_r33 953 -#define _GUARD_IP_YIELD_VALUE_r00 954 -#define _GUARD_IP_YIELD_VALUE_r11 955 -#define _GUARD_IP_YIELD_VALUE_r22 956 -#define _GUARD_IP_YIELD_VALUE_r33 957 -#define _GUARD_IP__PUSH_FRAME_r00 958 -#define _GUARD_IP__PUSH_FRAME_r11 959 -#define _GUARD_IP__PUSH_FRAME_r22 960 -#define _GUARD_IP__PUSH_FRAME_r33 961 -#define _GUARD_IS_FALSE_POP_r00 962 -#define _GUARD_IS_FALSE_POP_r10 963 -#define _GUARD_IS_FALSE_POP_r21 964 -#define _GUARD_IS_FALSE_POP_r32 965 -#define _GUARD_IS_NONE_POP_r00 966 -#define _GUARD_IS_NONE_POP_r10 967 -#define _GUARD_IS_NONE_POP_r21 968 -#define _GUARD_IS_NONE_POP_r32 969 -#define _GUARD_IS_NOT_NONE_POP_r10 970 -#define _GUARD_IS_TRUE_POP_r00 971 -#define _GUARD_IS_TRUE_POP_r10 972 -#define _GUARD_IS_TRUE_POP_r21 973 -#define _GUARD_IS_TRUE_POP_r32 974 -#define _GUARD_KEYS_VERSION_r01 975 -#define _GUARD_KEYS_VERSION_r11 976 -#define _GUARD_KEYS_VERSION_r22 977 -#define _GUARD_KEYS_VERSION_r33 978 -#define _GUARD_NOS_ANY_DICT_r02 979 -#define _GUARD_NOS_ANY_DICT_r12 980 -#define _GUARD_NOS_ANY_DICT_r22 981 -#define _GUARD_NOS_ANY_DICT_r33 982 -#define _GUARD_NOS_COMPACT_ASCII_r02 983 -#define _GUARD_NOS_COMPACT_ASCII_r12 984 -#define _GUARD_NOS_COMPACT_ASCII_r22 985 -#define _GUARD_NOS_COMPACT_ASCII_r33 986 -#define _GUARD_NOS_DICT_r02 987 -#define _GUARD_NOS_DICT_r12 988 -#define _GUARD_NOS_DICT_r22 989 -#define _GUARD_NOS_DICT_r33 990 -#define _GUARD_NOS_FLOAT_r02 991 -#define _GUARD_NOS_FLOAT_r12 992 -#define _GUARD_NOS_FLOAT_r22 993 -#define _GUARD_NOS_FLOAT_r33 994 -#define _GUARD_NOS_INT_r02 995 -#define _GUARD_NOS_INT_r12 996 -#define _GUARD_NOS_INT_r22 997 -#define _GUARD_NOS_INT_r33 998 -#define _GUARD_NOS_LIST_r02 999 -#define _GUARD_NOS_LIST_r12 1000 -#define _GUARD_NOS_LIST_r22 1001 -#define _GUARD_NOS_LIST_r33 1002 -#define _GUARD_NOS_NOT_NULL_r02 1003 -#define _GUARD_NOS_NOT_NULL_r12 1004 -#define _GUARD_NOS_NOT_NULL_r22 1005 -#define _GUARD_NOS_NOT_NULL_r33 1006 -#define _GUARD_NOS_NULL_r02 1007 -#define _GUARD_NOS_NULL_r12 1008 -#define _GUARD_NOS_NULL_r22 1009 -#define _GUARD_NOS_NULL_r33 1010 -#define _GUARD_NOS_OVERFLOWED_r02 1011 -#define _GUARD_NOS_OVERFLOWED_r12 1012 -#define _GUARD_NOS_OVERFLOWED_r22 1013 -#define _GUARD_NOS_OVERFLOWED_r33 1014 -#define _GUARD_NOS_TUPLE_r02 1015 -#define _GUARD_NOS_TUPLE_r12 1016 -#define _GUARD_NOS_TUPLE_r22 1017 -#define _GUARD_NOS_TUPLE_r33 1018 -#define _GUARD_NOS_UNICODE_r02 1019 -#define _GUARD_NOS_UNICODE_r12 1020 -#define _GUARD_NOS_UNICODE_r22 1021 -#define _GUARD_NOS_UNICODE_r33 1022 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1023 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1024 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1025 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1026 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1027 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1028 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1029 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1030 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1031 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1032 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1033 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1034 -#define _GUARD_THIRD_NULL_r03 1035 -#define _GUARD_THIRD_NULL_r13 1036 -#define _GUARD_THIRD_NULL_r23 1037 -#define _GUARD_THIRD_NULL_r33 1038 -#define _GUARD_TOS_ANY_DICT_r01 1039 -#define _GUARD_TOS_ANY_DICT_r11 1040 -#define _GUARD_TOS_ANY_DICT_r22 1041 -#define _GUARD_TOS_ANY_DICT_r33 1042 -#define _GUARD_TOS_ANY_SET_r01 1043 -#define _GUARD_TOS_ANY_SET_r11 1044 -#define _GUARD_TOS_ANY_SET_r22 1045 -#define _GUARD_TOS_ANY_SET_r33 1046 -#define _GUARD_TOS_DICT_r01 1047 -#define _GUARD_TOS_DICT_r11 1048 -#define _GUARD_TOS_DICT_r22 1049 -#define _GUARD_TOS_DICT_r33 1050 -#define _GUARD_TOS_FLOAT_r01 1051 -#define _GUARD_TOS_FLOAT_r11 1052 -#define _GUARD_TOS_FLOAT_r22 1053 -#define _GUARD_TOS_FLOAT_r33 1054 -#define _GUARD_TOS_FROZENDICT_r01 1055 -#define _GUARD_TOS_FROZENDICT_r11 1056 -#define _GUARD_TOS_FROZENDICT_r22 1057 -#define _GUARD_TOS_FROZENDICT_r33 1058 -#define _GUARD_TOS_FROZENSET_r01 1059 -#define _GUARD_TOS_FROZENSET_r11 1060 -#define _GUARD_TOS_FROZENSET_r22 1061 -#define _GUARD_TOS_FROZENSET_r33 1062 -#define _GUARD_TOS_INT_r01 1063 -#define _GUARD_TOS_INT_r11 1064 -#define _GUARD_TOS_INT_r22 1065 -#define _GUARD_TOS_INT_r33 1066 -#define _GUARD_TOS_LIST_r01 1067 -#define _GUARD_TOS_LIST_r11 1068 -#define _GUARD_TOS_LIST_r22 1069 -#define _GUARD_TOS_LIST_r33 1070 -#define _GUARD_TOS_OVERFLOWED_r01 1071 -#define _GUARD_TOS_OVERFLOWED_r11 1072 -#define _GUARD_TOS_OVERFLOWED_r22 1073 -#define _GUARD_TOS_OVERFLOWED_r33 1074 -#define _GUARD_TOS_SET_r01 1075 -#define _GUARD_TOS_SET_r11 1076 -#define _GUARD_TOS_SET_r22 1077 -#define _GUARD_TOS_SET_r33 1078 -#define _GUARD_TOS_SLICE_r01 1079 -#define _GUARD_TOS_SLICE_r11 1080 -#define _GUARD_TOS_SLICE_r22 1081 -#define _GUARD_TOS_SLICE_r33 1082 -#define _GUARD_TOS_TUPLE_r01 1083 -#define _GUARD_TOS_TUPLE_r11 1084 -#define _GUARD_TOS_TUPLE_r22 1085 -#define _GUARD_TOS_TUPLE_r33 1086 -#define _GUARD_TOS_UNICODE_r01 1087 -#define _GUARD_TOS_UNICODE_r11 1088 -#define _GUARD_TOS_UNICODE_r22 1089 -#define _GUARD_TOS_UNICODE_r33 1090 -#define _GUARD_TYPE_VERSION_r01 1091 -#define _GUARD_TYPE_VERSION_r11 1092 -#define _GUARD_TYPE_VERSION_r22 1093 -#define _GUARD_TYPE_VERSION_r33 1094 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1095 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1096 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1097 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1098 -#define _HANDLE_PENDING_AND_DEOPT_r00 1099 -#define _HANDLE_PENDING_AND_DEOPT_r10 1100 -#define _HANDLE_PENDING_AND_DEOPT_r20 1101 -#define _HANDLE_PENDING_AND_DEOPT_r30 1102 -#define _IMPORT_FROM_r12 1103 -#define _IMPORT_NAME_r21 1104 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1105 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1106 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1107 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1108 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1109 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1110 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1111 -#define _INSERT_1_LOAD_CONST_INLINE_r02 1112 -#define _INSERT_1_LOAD_CONST_INLINE_r12 1113 -#define _INSERT_1_LOAD_CONST_INLINE_r23 1114 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1115 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1116 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1117 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1118 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1119 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1120 -#define _INSERT_NULL_r10 1121 -#define _INSTRUMENTED_FOR_ITER_r23 1122 -#define _INSTRUMENTED_INSTRUCTION_r00 1123 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1124 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1125 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1126 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1127 -#define _INSTRUMENTED_LINE_r00 1128 -#define _INSTRUMENTED_NOT_TAKEN_r00 1129 -#define _INSTRUMENTED_NOT_TAKEN_r11 1130 -#define _INSTRUMENTED_NOT_TAKEN_r22 1131 -#define _INSTRUMENTED_NOT_TAKEN_r33 1132 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1133 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1134 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1135 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1136 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1137 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1138 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1139 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1140 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1141 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1142 -#define _IS_NONE_r11 1143 -#define _IS_OP_r03 1144 -#define _IS_OP_r13 1145 -#define _IS_OP_r23 1146 -#define _ITER_CHECK_LIST_r02 1147 -#define _ITER_CHECK_LIST_r12 1148 -#define _ITER_CHECK_LIST_r22 1149 -#define _ITER_CHECK_LIST_r33 1150 -#define _ITER_CHECK_RANGE_r02 1151 -#define _ITER_CHECK_RANGE_r12 1152 -#define _ITER_CHECK_RANGE_r22 1153 -#define _ITER_CHECK_RANGE_r33 1154 -#define _ITER_CHECK_TUPLE_r02 1155 -#define _ITER_CHECK_TUPLE_r12 1156 -#define _ITER_CHECK_TUPLE_r22 1157 -#define _ITER_CHECK_TUPLE_r33 1158 -#define _ITER_JUMP_LIST_r02 1159 -#define _ITER_JUMP_LIST_r12 1160 -#define _ITER_JUMP_LIST_r22 1161 -#define _ITER_JUMP_LIST_r33 1162 -#define _ITER_JUMP_RANGE_r02 1163 -#define _ITER_JUMP_RANGE_r12 1164 -#define _ITER_JUMP_RANGE_r22 1165 -#define _ITER_JUMP_RANGE_r33 1166 -#define _ITER_JUMP_TUPLE_r02 1167 -#define _ITER_JUMP_TUPLE_r12 1168 -#define _ITER_JUMP_TUPLE_r22 1169 -#define _ITER_JUMP_TUPLE_r33 1170 -#define _ITER_NEXT_LIST_r23 1171 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1172 -#define _ITER_NEXT_RANGE_r03 1173 -#define _ITER_NEXT_RANGE_r13 1174 -#define _ITER_NEXT_RANGE_r23 1175 -#define _ITER_NEXT_TUPLE_r03 1176 -#define _ITER_NEXT_TUPLE_r13 1177 -#define _ITER_NEXT_TUPLE_r23 1178 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1179 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1180 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1181 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1182 -#define _JUMP_TO_TOP_r00 1183 -#define _LIST_APPEND_r10 1184 -#define _LIST_EXTEND_r10 1185 -#define _LOAD_ATTR_r10 1186 -#define _LOAD_ATTR_CLASS_r11 1187 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1188 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1189 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1190 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1191 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1192 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1193 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1194 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1195 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1196 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1197 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1198 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1199 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1200 -#define _LOAD_ATTR_MODULE_r12 1201 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1202 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1203 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1204 -#define _LOAD_ATTR_SLOT_r02 1205 -#define _LOAD_ATTR_SLOT_r12 1206 -#define _LOAD_ATTR_SLOT_r23 1207 -#define _LOAD_ATTR_WITH_HINT_r12 1208 -#define _LOAD_BUILD_CLASS_r01 1209 -#define _LOAD_BYTECODE_r00 1210 -#define _LOAD_COMMON_CONSTANT_r01 1211 -#define _LOAD_COMMON_CONSTANT_r12 1212 -#define _LOAD_COMMON_CONSTANT_r23 1213 -#define _LOAD_CONST_r01 1214 -#define _LOAD_CONST_r12 1215 -#define _LOAD_CONST_r23 1216 -#define _LOAD_CONST_INLINE_r01 1217 -#define _LOAD_CONST_INLINE_r12 1218 -#define _LOAD_CONST_INLINE_r23 1219 -#define _LOAD_CONST_INLINE_BORROW_r01 1220 -#define _LOAD_CONST_INLINE_BORROW_r12 1221 -#define _LOAD_CONST_INLINE_BORROW_r23 1222 -#define _LOAD_CONST_UNDER_INLINE_r02 1223 -#define _LOAD_CONST_UNDER_INLINE_r12 1224 -#define _LOAD_CONST_UNDER_INLINE_r23 1225 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1226 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1227 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1228 -#define _LOAD_DEREF_r01 1229 -#define _LOAD_FAST_r01 1230 -#define _LOAD_FAST_r12 1231 -#define _LOAD_FAST_r23 1232 -#define _LOAD_FAST_0_r01 1233 -#define _LOAD_FAST_0_r12 1234 -#define _LOAD_FAST_0_r23 1235 -#define _LOAD_FAST_1_r01 1236 -#define _LOAD_FAST_1_r12 1237 -#define _LOAD_FAST_1_r23 1238 -#define _LOAD_FAST_2_r01 1239 -#define _LOAD_FAST_2_r12 1240 -#define _LOAD_FAST_2_r23 1241 -#define _LOAD_FAST_3_r01 1242 -#define _LOAD_FAST_3_r12 1243 -#define _LOAD_FAST_3_r23 1244 -#define _LOAD_FAST_4_r01 1245 -#define _LOAD_FAST_4_r12 1246 -#define _LOAD_FAST_4_r23 1247 -#define _LOAD_FAST_5_r01 1248 -#define _LOAD_FAST_5_r12 1249 -#define _LOAD_FAST_5_r23 1250 -#define _LOAD_FAST_6_r01 1251 -#define _LOAD_FAST_6_r12 1252 -#define _LOAD_FAST_6_r23 1253 -#define _LOAD_FAST_7_r01 1254 -#define _LOAD_FAST_7_r12 1255 -#define _LOAD_FAST_7_r23 1256 -#define _LOAD_FAST_AND_CLEAR_r01 1257 -#define _LOAD_FAST_AND_CLEAR_r12 1258 -#define _LOAD_FAST_AND_CLEAR_r23 1259 -#define _LOAD_FAST_BORROW_r01 1260 -#define _LOAD_FAST_BORROW_r12 1261 -#define _LOAD_FAST_BORROW_r23 1262 -#define _LOAD_FAST_BORROW_0_r01 1263 -#define _LOAD_FAST_BORROW_0_r12 1264 -#define _LOAD_FAST_BORROW_0_r23 1265 -#define _LOAD_FAST_BORROW_1_r01 1266 -#define _LOAD_FAST_BORROW_1_r12 1267 -#define _LOAD_FAST_BORROW_1_r23 1268 -#define _LOAD_FAST_BORROW_2_r01 1269 -#define _LOAD_FAST_BORROW_2_r12 1270 -#define _LOAD_FAST_BORROW_2_r23 1271 -#define _LOAD_FAST_BORROW_3_r01 1272 -#define _LOAD_FAST_BORROW_3_r12 1273 -#define _LOAD_FAST_BORROW_3_r23 1274 -#define _LOAD_FAST_BORROW_4_r01 1275 -#define _LOAD_FAST_BORROW_4_r12 1276 -#define _LOAD_FAST_BORROW_4_r23 1277 -#define _LOAD_FAST_BORROW_5_r01 1278 -#define _LOAD_FAST_BORROW_5_r12 1279 -#define _LOAD_FAST_BORROW_5_r23 1280 -#define _LOAD_FAST_BORROW_6_r01 1281 -#define _LOAD_FAST_BORROW_6_r12 1282 -#define _LOAD_FAST_BORROW_6_r23 1283 -#define _LOAD_FAST_BORROW_7_r01 1284 -#define _LOAD_FAST_BORROW_7_r12 1285 -#define _LOAD_FAST_BORROW_7_r23 1286 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1287 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1288 -#define _LOAD_FAST_CHECK_r01 1289 -#define _LOAD_FAST_CHECK_r12 1290 -#define _LOAD_FAST_CHECK_r23 1291 -#define _LOAD_FAST_LOAD_FAST_r02 1292 -#define _LOAD_FAST_LOAD_FAST_r13 1293 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1294 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1295 -#define _LOAD_GLOBAL_r00 1296 -#define _LOAD_GLOBAL_BUILTINS_r01 1297 -#define _LOAD_GLOBAL_MODULE_r01 1298 -#define _LOAD_LOCALS_r01 1299 -#define _LOAD_LOCALS_r12 1300 -#define _LOAD_LOCALS_r23 1301 -#define _LOAD_NAME_r01 1302 -#define _LOAD_SMALL_INT_r01 1303 -#define _LOAD_SMALL_INT_r12 1304 -#define _LOAD_SMALL_INT_r23 1305 -#define _LOAD_SMALL_INT_0_r01 1306 -#define _LOAD_SMALL_INT_0_r12 1307 -#define _LOAD_SMALL_INT_0_r23 1308 -#define _LOAD_SMALL_INT_1_r01 1309 -#define _LOAD_SMALL_INT_1_r12 1310 -#define _LOAD_SMALL_INT_1_r23 1311 -#define _LOAD_SMALL_INT_2_r01 1312 -#define _LOAD_SMALL_INT_2_r12 1313 -#define _LOAD_SMALL_INT_2_r23 1314 -#define _LOAD_SMALL_INT_3_r01 1315 -#define _LOAD_SMALL_INT_3_r12 1316 -#define _LOAD_SMALL_INT_3_r23 1317 -#define _LOAD_SPECIAL_r00 1318 -#define _LOAD_SUPER_ATTR_ATTR_r31 1319 -#define _LOAD_SUPER_ATTR_METHOD_r32 1320 -#define _LOCK_OBJECT_r01 1321 -#define _LOCK_OBJECT_r11 1322 -#define _LOCK_OBJECT_r22 1323 -#define _LOCK_OBJECT_r33 1324 -#define _MAKE_CALLARGS_A_TUPLE_r33 1325 -#define _MAKE_CELL_r00 1326 -#define _MAKE_FUNCTION_r11 1327 -#define _MAKE_HEAP_SAFE_r01 1328 -#define _MAKE_HEAP_SAFE_r11 1329 -#define _MAKE_HEAP_SAFE_r22 1330 -#define _MAKE_HEAP_SAFE_r33 1331 -#define _MAKE_WARM_r00 1332 -#define _MAKE_WARM_r11 1333 -#define _MAKE_WARM_r22 1334 -#define _MAKE_WARM_r33 1335 -#define _MAP_ADD_r20 1336 -#define _MATCH_CLASS_r33 1337 -#define _MATCH_KEYS_r23 1338 -#define _MATCH_MAPPING_r02 1339 -#define _MATCH_MAPPING_r12 1340 -#define _MATCH_MAPPING_r23 1341 -#define _MATCH_SEQUENCE_r02 1342 -#define _MATCH_SEQUENCE_r12 1343 -#define _MATCH_SEQUENCE_r23 1344 -#define _MAYBE_EXPAND_METHOD_r00 1345 -#define _MAYBE_EXPAND_METHOD_KW_r11 1346 -#define _MONITOR_CALL_r00 1347 -#define _MONITOR_CALL_KW_r11 1348 -#define _MONITOR_JUMP_BACKWARD_r00 1349 -#define _MONITOR_JUMP_BACKWARD_r11 1350 -#define _MONITOR_JUMP_BACKWARD_r22 1351 -#define _MONITOR_JUMP_BACKWARD_r33 1352 -#define _MONITOR_RESUME_r00 1353 -#define _NOP_r00 1354 -#define _NOP_r11 1355 -#define _NOP_r22 1356 -#define _NOP_r33 1357 -#define _POP_CALL_r20 1358 -#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1359 -#define _POP_CALL_ONE_r30 1360 -#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1361 -#define _POP_CALL_TWO_r30 1362 -#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1363 -#define _POP_EXCEPT_r10 1364 -#define _POP_ITER_r20 1365 -#define _POP_JUMP_IF_FALSE_r00 1366 -#define _POP_JUMP_IF_FALSE_r10 1367 -#define _POP_JUMP_IF_FALSE_r21 1368 -#define _POP_JUMP_IF_FALSE_r32 1369 -#define _POP_JUMP_IF_TRUE_r00 1370 -#define _POP_JUMP_IF_TRUE_r10 1371 -#define _POP_JUMP_IF_TRUE_r21 1372 -#define _POP_JUMP_IF_TRUE_r32 1373 -#define _POP_TOP_r10 1374 -#define _POP_TOP_FLOAT_r00 1375 -#define _POP_TOP_FLOAT_r10 1376 -#define _POP_TOP_FLOAT_r21 1377 -#define _POP_TOP_FLOAT_r32 1378 -#define _POP_TOP_INT_r00 1379 -#define _POP_TOP_INT_r10 1380 -#define _POP_TOP_INT_r21 1381 -#define _POP_TOP_INT_r32 1382 -#define _POP_TOP_LOAD_CONST_INLINE_r11 1383 -#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1384 -#define _POP_TOP_NOP_r00 1385 -#define _POP_TOP_NOP_r10 1386 -#define _POP_TOP_NOP_r21 1387 -#define _POP_TOP_NOP_r32 1388 -#define _POP_TOP_UNICODE_r00 1389 -#define _POP_TOP_UNICODE_r10 1390 -#define _POP_TOP_UNICODE_r21 1391 -#define _POP_TOP_UNICODE_r32 1392 -#define _POP_TWO_r20 1393 -#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1394 -#define _PUSH_EXC_INFO_r02 1395 -#define _PUSH_EXC_INFO_r12 1396 -#define _PUSH_EXC_INFO_r23 1397 -#define _PUSH_FRAME_r10 1398 -#define _PUSH_NULL_r01 1399 -#define _PUSH_NULL_r12 1400 -#define _PUSH_NULL_r23 1401 -#define _PUSH_NULL_CONDITIONAL_r00 1402 -#define _PY_FRAME_EX_r31 1403 -#define _PY_FRAME_GENERAL_r01 1404 -#define _PY_FRAME_KW_r11 1405 -#define _REPLACE_WITH_TRUE_r02 1406 -#define _REPLACE_WITH_TRUE_r12 1407 -#define _REPLACE_WITH_TRUE_r23 1408 -#define _RESUME_CHECK_r00 1409 -#define _RESUME_CHECK_r11 1410 -#define _RESUME_CHECK_r22 1411 -#define _RESUME_CHECK_r33 1412 -#define _RETURN_GENERATOR_r01 1413 -#define _RETURN_VALUE_r11 1414 -#define _SAVE_RETURN_OFFSET_r00 1415 -#define _SAVE_RETURN_OFFSET_r11 1416 -#define _SAVE_RETURN_OFFSET_r22 1417 -#define _SAVE_RETURN_OFFSET_r33 1418 -#define _SEND_r33 1419 -#define _SEND_GEN_FRAME_r33 1420 -#define _SETUP_ANNOTATIONS_r00 1421 -#define _SET_ADD_r10 1422 -#define _SET_FUNCTION_ATTRIBUTE_r01 1423 -#define _SET_FUNCTION_ATTRIBUTE_r11 1424 -#define _SET_FUNCTION_ATTRIBUTE_r21 1425 -#define _SET_FUNCTION_ATTRIBUTE_r32 1426 -#define _SET_IP_r00 1427 -#define _SET_IP_r11 1428 -#define _SET_IP_r22 1429 -#define _SET_IP_r33 1430 -#define _SET_UPDATE_r11 1431 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1432 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1433 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1434 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1435 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1436 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1437 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1438 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1439 -#define _SPILL_OR_RELOAD_r01 1440 -#define _SPILL_OR_RELOAD_r02 1441 -#define _SPILL_OR_RELOAD_r03 1442 -#define _SPILL_OR_RELOAD_r10 1443 -#define _SPILL_OR_RELOAD_r12 1444 -#define _SPILL_OR_RELOAD_r13 1445 -#define _SPILL_OR_RELOAD_r20 1446 -#define _SPILL_OR_RELOAD_r21 1447 -#define _SPILL_OR_RELOAD_r23 1448 -#define _SPILL_OR_RELOAD_r30 1449 -#define _SPILL_OR_RELOAD_r31 1450 -#define _SPILL_OR_RELOAD_r32 1451 -#define _START_EXECUTOR_r00 1452 -#define _STORE_ATTR_r20 1453 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1454 -#define _STORE_ATTR_SLOT_r21 1455 -#define _STORE_ATTR_WITH_HINT_r21 1456 -#define _STORE_DEREF_r10 1457 -#define _STORE_FAST_LOAD_FAST_r11 1458 -#define _STORE_FAST_STORE_FAST_r20 1459 -#define _STORE_GLOBAL_r10 1460 -#define _STORE_NAME_r10 1461 -#define _STORE_SLICE_r30 1462 -#define _STORE_SUBSCR_r30 1463 -#define _STORE_SUBSCR_DICT_r31 1464 -#define _STORE_SUBSCR_LIST_INT_r32 1465 -#define _SWAP_r11 1466 -#define _SWAP_2_r02 1467 -#define _SWAP_2_r12 1468 -#define _SWAP_2_r22 1469 -#define _SWAP_2_r33 1470 -#define _SWAP_3_r03 1471 -#define _SWAP_3_r13 1472 -#define _SWAP_3_r23 1473 -#define _SWAP_3_r33 1474 -#define _SWAP_FAST_r01 1475 -#define _SWAP_FAST_r11 1476 -#define _SWAP_FAST_r22 1477 -#define _SWAP_FAST_r33 1478 -#define _SWAP_FAST_0_r01 1479 -#define _SWAP_FAST_0_r11 1480 -#define _SWAP_FAST_0_r22 1481 -#define _SWAP_FAST_0_r33 1482 -#define _SWAP_FAST_1_r01 1483 -#define _SWAP_FAST_1_r11 1484 -#define _SWAP_FAST_1_r22 1485 -#define _SWAP_FAST_1_r33 1486 -#define _SWAP_FAST_2_r01 1487 -#define _SWAP_FAST_2_r11 1488 -#define _SWAP_FAST_2_r22 1489 -#define _SWAP_FAST_2_r33 1490 -#define _SWAP_FAST_3_r01 1491 -#define _SWAP_FAST_3_r11 1492 -#define _SWAP_FAST_3_r22 1493 -#define _SWAP_FAST_3_r33 1494 -#define _SWAP_FAST_4_r01 1495 -#define _SWAP_FAST_4_r11 1496 -#define _SWAP_FAST_4_r22 1497 -#define _SWAP_FAST_4_r33 1498 -#define _SWAP_FAST_5_r01 1499 -#define _SWAP_FAST_5_r11 1500 -#define _SWAP_FAST_5_r22 1501 -#define _SWAP_FAST_5_r33 1502 -#define _SWAP_FAST_6_r01 1503 -#define _SWAP_FAST_6_r11 1504 -#define _SWAP_FAST_6_r22 1505 -#define _SWAP_FAST_6_r33 1506 -#define _SWAP_FAST_7_r01 1507 -#define _SWAP_FAST_7_r11 1508 -#define _SWAP_FAST_7_r22 1509 -#define _SWAP_FAST_7_r33 1510 -#define _TIER2_RESUME_CHECK_r00 1511 -#define _TIER2_RESUME_CHECK_r11 1512 -#define _TIER2_RESUME_CHECK_r22 1513 -#define _TIER2_RESUME_CHECK_r33 1514 -#define _TO_BOOL_r11 1515 -#define _TO_BOOL_BOOL_r01 1516 -#define _TO_BOOL_BOOL_r11 1517 -#define _TO_BOOL_BOOL_r22 1518 -#define _TO_BOOL_BOOL_r33 1519 -#define _TO_BOOL_INT_r02 1520 -#define _TO_BOOL_INT_r12 1521 -#define _TO_BOOL_INT_r23 1522 -#define _TO_BOOL_LIST_r02 1523 -#define _TO_BOOL_LIST_r12 1524 -#define _TO_BOOL_LIST_r23 1525 -#define _TO_BOOL_NONE_r01 1526 -#define _TO_BOOL_NONE_r11 1527 -#define _TO_BOOL_NONE_r22 1528 -#define _TO_BOOL_NONE_r33 1529 -#define _TO_BOOL_STR_r02 1530 -#define _TO_BOOL_STR_r12 1531 -#define _TO_BOOL_STR_r23 1532 -#define _TRACE_RECORD_r00 1533 -#define _UNARY_INVERT_r12 1534 -#define _UNARY_NEGATIVE_r12 1535 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1536 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1537 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1538 -#define _UNARY_NOT_r01 1539 -#define _UNARY_NOT_r11 1540 -#define _UNARY_NOT_r22 1541 -#define _UNARY_NOT_r33 1542 -#define _UNPACK_EX_r10 1543 -#define _UNPACK_SEQUENCE_r10 1544 -#define _UNPACK_SEQUENCE_LIST_r10 1545 -#define _UNPACK_SEQUENCE_TUPLE_r10 1546 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1547 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1548 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1549 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1550 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1551 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1552 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1553 -#define _WITH_EXCEPT_START_r33 1554 -#define _YIELD_VALUE_r11 1555 -#define MAX_UOP_REGS_ID 1555 +#define _YIELD_VALUE 628 +#define MAX_UOP_ID 628 +#define _BINARY_OP_r23 629 +#define _BINARY_OP_ADD_FLOAT_r03 630 +#define _BINARY_OP_ADD_FLOAT_r13 631 +#define _BINARY_OP_ADD_FLOAT_r23 632 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 633 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 634 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 635 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 636 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 637 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 638 +#define _BINARY_OP_ADD_INT_r03 639 +#define _BINARY_OP_ADD_INT_r13 640 +#define _BINARY_OP_ADD_INT_r23 641 +#define _BINARY_OP_ADD_UNICODE_r03 642 +#define _BINARY_OP_ADD_UNICODE_r13 643 +#define _BINARY_OP_ADD_UNICODE_r23 644 +#define _BINARY_OP_EXTEND_r23 645 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 646 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 647 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 648 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 649 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 650 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 651 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 652 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 653 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 654 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 655 +#define _BINARY_OP_MULTIPLY_INT_r03 656 +#define _BINARY_OP_MULTIPLY_INT_r13 657 +#define _BINARY_OP_MULTIPLY_INT_r23 658 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 659 +#define _BINARY_OP_SUBSCR_DICT_r23 660 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 661 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 662 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 663 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 664 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 665 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 666 +#define _BINARY_OP_SUBSCR_STR_INT_r23 667 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 668 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 669 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 670 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 671 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 672 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 673 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 674 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 675 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 676 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 677 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 678 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 679 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 680 +#define _BINARY_OP_SUBTRACT_INT_r03 681 +#define _BINARY_OP_SUBTRACT_INT_r13 682 +#define _BINARY_OP_SUBTRACT_INT_r23 683 +#define _BINARY_SLICE_r31 684 +#define _BUILD_INTERPOLATION_r01 685 +#define _BUILD_LIST_r01 686 +#define _BUILD_MAP_r01 687 +#define _BUILD_SET_r01 688 +#define _BUILD_SLICE_r01 689 +#define _BUILD_STRING_r01 690 +#define _BUILD_TEMPLATE_r21 691 +#define _BUILD_TUPLE_r01 692 +#define _CALL_BUILTIN_CLASS_r01 693 +#define _CALL_BUILTIN_FAST_r01 694 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 695 +#define _CALL_BUILTIN_O_r03 696 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 697 +#define _CALL_INTRINSIC_1_r12 698 +#define _CALL_INTRINSIC_2_r23 699 +#define _CALL_ISINSTANCE_r31 700 +#define _CALL_KW_NON_PY_r11 701 +#define _CALL_LEN_r33 702 +#define _CALL_LIST_APPEND_r03 703 +#define _CALL_LIST_APPEND_r13 704 +#define _CALL_LIST_APPEND_r23 705 +#define _CALL_LIST_APPEND_r33 706 +#define _CALL_METHOD_DESCRIPTOR_FAST_r01 707 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r01 708 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 709 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r01 710 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 711 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r01 712 +#define _CALL_METHOD_DESCRIPTOR_O_r03 713 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 714 +#define _CALL_NON_PY_GENERAL_r01 715 +#define _CALL_STR_1_r32 716 +#define _CALL_TUPLE_1_r32 717 +#define _CALL_TYPE_1_r02 718 +#define _CALL_TYPE_1_r12 719 +#define _CALL_TYPE_1_r22 720 +#define _CALL_TYPE_1_r32 721 +#define _CHECK_AND_ALLOCATE_OBJECT_r00 722 +#define _CHECK_ATTR_CLASS_r01 723 +#define _CHECK_ATTR_CLASS_r11 724 +#define _CHECK_ATTR_CLASS_r22 725 +#define _CHECK_ATTR_CLASS_r33 726 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 727 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 728 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 729 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 730 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 731 +#define _CHECK_EG_MATCH_r22 732 +#define _CHECK_EXC_MATCH_r22 733 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 734 +#define _CHECK_FUNCTION_VERSION_r00 735 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 736 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 737 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 738 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 739 +#define _CHECK_FUNCTION_VERSION_KW_r11 740 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 741 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 742 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 743 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 744 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 745 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 746 +#define _CHECK_IS_PY_CALLABLE_EX_r03 747 +#define _CHECK_IS_PY_CALLABLE_EX_r13 748 +#define _CHECK_IS_PY_CALLABLE_EX_r23 749 +#define _CHECK_IS_PY_CALLABLE_EX_r33 750 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 751 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 752 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 753 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 754 +#define _CHECK_METHOD_VERSION_r00 755 +#define _CHECK_METHOD_VERSION_KW_r11 756 +#define _CHECK_PEP_523_r00 757 +#define _CHECK_PEP_523_r11 758 +#define _CHECK_PEP_523_r22 759 +#define _CHECK_PEP_523_r33 760 +#define _CHECK_PERIODIC_r00 761 +#define _CHECK_PERIODIC_AT_END_r00 762 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 763 +#define _CHECK_RECURSION_REMAINING_r00 764 +#define _CHECK_RECURSION_REMAINING_r11 765 +#define _CHECK_RECURSION_REMAINING_r22 766 +#define _CHECK_RECURSION_REMAINING_r33 767 +#define _CHECK_STACK_SPACE_r00 768 +#define _CHECK_STACK_SPACE_OPERAND_r00 769 +#define _CHECK_STACK_SPACE_OPERAND_r11 770 +#define _CHECK_STACK_SPACE_OPERAND_r22 771 +#define _CHECK_STACK_SPACE_OPERAND_r33 772 +#define _CHECK_VALIDITY_r00 773 +#define _CHECK_VALIDITY_r11 774 +#define _CHECK_VALIDITY_r22 775 +#define _CHECK_VALIDITY_r33 776 +#define _COLD_DYNAMIC_EXIT_r00 777 +#define _COLD_EXIT_r00 778 +#define _COMPARE_OP_r21 779 +#define _COMPARE_OP_FLOAT_r03 780 +#define _COMPARE_OP_FLOAT_r13 781 +#define _COMPARE_OP_FLOAT_r23 782 +#define _COMPARE_OP_INT_r23 783 +#define _COMPARE_OP_STR_r23 784 +#define _CONTAINS_OP_r23 785 +#define _CONTAINS_OP_DICT_r23 786 +#define _CONTAINS_OP_SET_r23 787 +#define _CONVERT_VALUE_r11 788 +#define _COPY_r01 789 +#define _COPY_1_r02 790 +#define _COPY_1_r12 791 +#define _COPY_1_r23 792 +#define _COPY_2_r03 793 +#define _COPY_2_r13 794 +#define _COPY_2_r23 795 +#define _COPY_3_r03 796 +#define _COPY_3_r13 797 +#define _COPY_3_r23 798 +#define _COPY_3_r33 799 +#define _COPY_FREE_VARS_r00 800 +#define _COPY_FREE_VARS_r11 801 +#define _COPY_FREE_VARS_r22 802 +#define _COPY_FREE_VARS_r33 803 +#define _CREATE_INIT_FRAME_r01 804 +#define _DELETE_ATTR_r10 805 +#define _DELETE_DEREF_r00 806 +#define _DELETE_FAST_r00 807 +#define _DELETE_GLOBAL_r00 808 +#define _DELETE_NAME_r00 809 +#define _DELETE_SUBSCR_r20 810 +#define _DEOPT_r00 811 +#define _DEOPT_r10 812 +#define _DEOPT_r20 813 +#define _DEOPT_r30 814 +#define _DICT_MERGE_r11 815 +#define _DICT_UPDATE_r11 816 +#define _DO_CALL_r01 817 +#define _DO_CALL_FUNCTION_EX_r31 818 +#define _DO_CALL_KW_r11 819 +#define _DYNAMIC_EXIT_r00 820 +#define _DYNAMIC_EXIT_r10 821 +#define _DYNAMIC_EXIT_r20 822 +#define _DYNAMIC_EXIT_r30 823 +#define _END_FOR_r10 824 +#define _END_SEND_r31 825 +#define _ERROR_POP_N_r00 826 +#define _EXIT_INIT_CHECK_r10 827 +#define _EXIT_TRACE_r00 828 +#define _EXIT_TRACE_r10 829 +#define _EXIT_TRACE_r20 830 +#define _EXIT_TRACE_r30 831 +#define _EXPAND_METHOD_r00 832 +#define _EXPAND_METHOD_KW_r11 833 +#define _FATAL_ERROR_r00 834 +#define _FATAL_ERROR_r11 835 +#define _FATAL_ERROR_r22 836 +#define _FATAL_ERROR_r33 837 +#define _FORMAT_SIMPLE_r11 838 +#define _FORMAT_WITH_SPEC_r21 839 +#define _FOR_ITER_r23 840 +#define _FOR_ITER_GEN_FRAME_r03 841 +#define _FOR_ITER_GEN_FRAME_r13 842 +#define _FOR_ITER_GEN_FRAME_r23 843 +#define _FOR_ITER_TIER_TWO_r23 844 +#define _GET_AITER_r11 845 +#define _GET_ANEXT_r12 846 +#define _GET_AWAITABLE_r11 847 +#define _GET_ITER_r12 848 +#define _GET_LEN_r12 849 +#define _GUARD_BINARY_OP_EXTEND_r22 850 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 851 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 852 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 853 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 854 +#define _GUARD_BIT_IS_SET_POP_r00 855 +#define _GUARD_BIT_IS_SET_POP_r10 856 +#define _GUARD_BIT_IS_SET_POP_r21 857 +#define _GUARD_BIT_IS_SET_POP_r32 858 +#define _GUARD_BIT_IS_SET_POP_4_r00 859 +#define _GUARD_BIT_IS_SET_POP_4_r10 860 +#define _GUARD_BIT_IS_SET_POP_4_r21 861 +#define _GUARD_BIT_IS_SET_POP_4_r32 862 +#define _GUARD_BIT_IS_SET_POP_5_r00 863 +#define _GUARD_BIT_IS_SET_POP_5_r10 864 +#define _GUARD_BIT_IS_SET_POP_5_r21 865 +#define _GUARD_BIT_IS_SET_POP_5_r32 866 +#define _GUARD_BIT_IS_SET_POP_6_r00 867 +#define _GUARD_BIT_IS_SET_POP_6_r10 868 +#define _GUARD_BIT_IS_SET_POP_6_r21 869 +#define _GUARD_BIT_IS_SET_POP_6_r32 870 +#define _GUARD_BIT_IS_SET_POP_7_r00 871 +#define _GUARD_BIT_IS_SET_POP_7_r10 872 +#define _GUARD_BIT_IS_SET_POP_7_r21 873 +#define _GUARD_BIT_IS_SET_POP_7_r32 874 +#define _GUARD_BIT_IS_UNSET_POP_r00 875 +#define _GUARD_BIT_IS_UNSET_POP_r10 876 +#define _GUARD_BIT_IS_UNSET_POP_r21 877 +#define _GUARD_BIT_IS_UNSET_POP_r32 878 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 879 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 880 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 881 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 882 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 883 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 884 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 885 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 886 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 887 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 888 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 889 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 890 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 891 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 892 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 893 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 894 +#define _GUARD_CALLABLE_BUILTIN_FAST_r00 895 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 896 +#define _GUARD_CALLABLE_BUILTIN_O_r00 897 +#define _GUARD_CALLABLE_ISINSTANCE_r03 898 +#define _GUARD_CALLABLE_ISINSTANCE_r13 899 +#define _GUARD_CALLABLE_ISINSTANCE_r23 900 +#define _GUARD_CALLABLE_ISINSTANCE_r33 901 +#define _GUARD_CALLABLE_LEN_r03 902 +#define _GUARD_CALLABLE_LEN_r13 903 +#define _GUARD_CALLABLE_LEN_r23 904 +#define _GUARD_CALLABLE_LEN_r33 905 +#define _GUARD_CALLABLE_LIST_APPEND_r03 906 +#define _GUARD_CALLABLE_LIST_APPEND_r13 907 +#define _GUARD_CALLABLE_LIST_APPEND_r23 908 +#define _GUARD_CALLABLE_LIST_APPEND_r33 909 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 910 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 911 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 912 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 913 +#define _GUARD_CALLABLE_STR_1_r03 914 +#define _GUARD_CALLABLE_STR_1_r13 915 +#define _GUARD_CALLABLE_STR_1_r23 916 +#define _GUARD_CALLABLE_STR_1_r33 917 +#define _GUARD_CALLABLE_TUPLE_1_r03 918 +#define _GUARD_CALLABLE_TUPLE_1_r13 919 +#define _GUARD_CALLABLE_TUPLE_1_r23 920 +#define _GUARD_CALLABLE_TUPLE_1_r33 921 +#define _GUARD_CALLABLE_TYPE_1_r03 922 +#define _GUARD_CALLABLE_TYPE_1_r13 923 +#define _GUARD_CALLABLE_TYPE_1_r23 924 +#define _GUARD_CALLABLE_TYPE_1_r33 925 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 926 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 927 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 928 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 929 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 930 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 931 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 932 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 933 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 934 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 935 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 936 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 937 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 938 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 939 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 940 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 941 +#define _GUARD_DORV_NO_DICT_r01 942 +#define _GUARD_DORV_NO_DICT_r11 943 +#define _GUARD_DORV_NO_DICT_r22 944 +#define _GUARD_DORV_NO_DICT_r33 945 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 946 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 947 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 948 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 949 +#define _GUARD_GLOBALS_VERSION_r00 950 +#define _GUARD_GLOBALS_VERSION_r11 951 +#define _GUARD_GLOBALS_VERSION_r22 952 +#define _GUARD_GLOBALS_VERSION_r33 953 +#define _GUARD_IP_RETURN_GENERATOR_r00 954 +#define _GUARD_IP_RETURN_GENERATOR_r11 955 +#define _GUARD_IP_RETURN_GENERATOR_r22 956 +#define _GUARD_IP_RETURN_GENERATOR_r33 957 +#define _GUARD_IP_RETURN_VALUE_r00 958 +#define _GUARD_IP_RETURN_VALUE_r11 959 +#define _GUARD_IP_RETURN_VALUE_r22 960 +#define _GUARD_IP_RETURN_VALUE_r33 961 +#define _GUARD_IP_YIELD_VALUE_r00 962 +#define _GUARD_IP_YIELD_VALUE_r11 963 +#define _GUARD_IP_YIELD_VALUE_r22 964 +#define _GUARD_IP_YIELD_VALUE_r33 965 +#define _GUARD_IP__PUSH_FRAME_r00 966 +#define _GUARD_IP__PUSH_FRAME_r11 967 +#define _GUARD_IP__PUSH_FRAME_r22 968 +#define _GUARD_IP__PUSH_FRAME_r33 969 +#define _GUARD_IS_FALSE_POP_r00 970 +#define _GUARD_IS_FALSE_POP_r10 971 +#define _GUARD_IS_FALSE_POP_r21 972 +#define _GUARD_IS_FALSE_POP_r32 973 +#define _GUARD_IS_NONE_POP_r00 974 +#define _GUARD_IS_NONE_POP_r10 975 +#define _GUARD_IS_NONE_POP_r21 976 +#define _GUARD_IS_NONE_POP_r32 977 +#define _GUARD_IS_NOT_NONE_POP_r10 978 +#define _GUARD_IS_TRUE_POP_r00 979 +#define _GUARD_IS_TRUE_POP_r10 980 +#define _GUARD_IS_TRUE_POP_r21 981 +#define _GUARD_IS_TRUE_POP_r32 982 +#define _GUARD_KEYS_VERSION_r01 983 +#define _GUARD_KEYS_VERSION_r11 984 +#define _GUARD_KEYS_VERSION_r22 985 +#define _GUARD_KEYS_VERSION_r33 986 +#define _GUARD_NOS_ANY_DICT_r02 987 +#define _GUARD_NOS_ANY_DICT_r12 988 +#define _GUARD_NOS_ANY_DICT_r22 989 +#define _GUARD_NOS_ANY_DICT_r33 990 +#define _GUARD_NOS_COMPACT_ASCII_r02 991 +#define _GUARD_NOS_COMPACT_ASCII_r12 992 +#define _GUARD_NOS_COMPACT_ASCII_r22 993 +#define _GUARD_NOS_COMPACT_ASCII_r33 994 +#define _GUARD_NOS_DICT_r02 995 +#define _GUARD_NOS_DICT_r12 996 +#define _GUARD_NOS_DICT_r22 997 +#define _GUARD_NOS_DICT_r33 998 +#define _GUARD_NOS_FLOAT_r02 999 +#define _GUARD_NOS_FLOAT_r12 1000 +#define _GUARD_NOS_FLOAT_r22 1001 +#define _GUARD_NOS_FLOAT_r33 1002 +#define _GUARD_NOS_INT_r02 1003 +#define _GUARD_NOS_INT_r12 1004 +#define _GUARD_NOS_INT_r22 1005 +#define _GUARD_NOS_INT_r33 1006 +#define _GUARD_NOS_LIST_r02 1007 +#define _GUARD_NOS_LIST_r12 1008 +#define _GUARD_NOS_LIST_r22 1009 +#define _GUARD_NOS_LIST_r33 1010 +#define _GUARD_NOS_NOT_NULL_r02 1011 +#define _GUARD_NOS_NOT_NULL_r12 1012 +#define _GUARD_NOS_NOT_NULL_r22 1013 +#define _GUARD_NOS_NOT_NULL_r33 1014 +#define _GUARD_NOS_NULL_r02 1015 +#define _GUARD_NOS_NULL_r12 1016 +#define _GUARD_NOS_NULL_r22 1017 +#define _GUARD_NOS_NULL_r33 1018 +#define _GUARD_NOS_OVERFLOWED_r02 1019 +#define _GUARD_NOS_OVERFLOWED_r12 1020 +#define _GUARD_NOS_OVERFLOWED_r22 1021 +#define _GUARD_NOS_OVERFLOWED_r33 1022 +#define _GUARD_NOS_TUPLE_r02 1023 +#define _GUARD_NOS_TUPLE_r12 1024 +#define _GUARD_NOS_TUPLE_r22 1025 +#define _GUARD_NOS_TUPLE_r33 1026 +#define _GUARD_NOS_UNICODE_r02 1027 +#define _GUARD_NOS_UNICODE_r12 1028 +#define _GUARD_NOS_UNICODE_r22 1029 +#define _GUARD_NOS_UNICODE_r33 1030 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1031 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1032 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1033 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1034 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1035 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1036 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1037 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1038 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1039 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1040 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1041 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1042 +#define _GUARD_THIRD_NULL_r03 1043 +#define _GUARD_THIRD_NULL_r13 1044 +#define _GUARD_THIRD_NULL_r23 1045 +#define _GUARD_THIRD_NULL_r33 1046 +#define _GUARD_TOS_ANY_DICT_r01 1047 +#define _GUARD_TOS_ANY_DICT_r11 1048 +#define _GUARD_TOS_ANY_DICT_r22 1049 +#define _GUARD_TOS_ANY_DICT_r33 1050 +#define _GUARD_TOS_ANY_SET_r01 1051 +#define _GUARD_TOS_ANY_SET_r11 1052 +#define _GUARD_TOS_ANY_SET_r22 1053 +#define _GUARD_TOS_ANY_SET_r33 1054 +#define _GUARD_TOS_DICT_r01 1055 +#define _GUARD_TOS_DICT_r11 1056 +#define _GUARD_TOS_DICT_r22 1057 +#define _GUARD_TOS_DICT_r33 1058 +#define _GUARD_TOS_FLOAT_r01 1059 +#define _GUARD_TOS_FLOAT_r11 1060 +#define _GUARD_TOS_FLOAT_r22 1061 +#define _GUARD_TOS_FLOAT_r33 1062 +#define _GUARD_TOS_FROZENDICT_r01 1063 +#define _GUARD_TOS_FROZENDICT_r11 1064 +#define _GUARD_TOS_FROZENDICT_r22 1065 +#define _GUARD_TOS_FROZENDICT_r33 1066 +#define _GUARD_TOS_FROZENSET_r01 1067 +#define _GUARD_TOS_FROZENSET_r11 1068 +#define _GUARD_TOS_FROZENSET_r22 1069 +#define _GUARD_TOS_FROZENSET_r33 1070 +#define _GUARD_TOS_INT_r01 1071 +#define _GUARD_TOS_INT_r11 1072 +#define _GUARD_TOS_INT_r22 1073 +#define _GUARD_TOS_INT_r33 1074 +#define _GUARD_TOS_LIST_r01 1075 +#define _GUARD_TOS_LIST_r11 1076 +#define _GUARD_TOS_LIST_r22 1077 +#define _GUARD_TOS_LIST_r33 1078 +#define _GUARD_TOS_OVERFLOWED_r01 1079 +#define _GUARD_TOS_OVERFLOWED_r11 1080 +#define _GUARD_TOS_OVERFLOWED_r22 1081 +#define _GUARD_TOS_OVERFLOWED_r33 1082 +#define _GUARD_TOS_SET_r01 1083 +#define _GUARD_TOS_SET_r11 1084 +#define _GUARD_TOS_SET_r22 1085 +#define _GUARD_TOS_SET_r33 1086 +#define _GUARD_TOS_SLICE_r01 1087 +#define _GUARD_TOS_SLICE_r11 1088 +#define _GUARD_TOS_SLICE_r22 1089 +#define _GUARD_TOS_SLICE_r33 1090 +#define _GUARD_TOS_TUPLE_r01 1091 +#define _GUARD_TOS_TUPLE_r11 1092 +#define _GUARD_TOS_TUPLE_r22 1093 +#define _GUARD_TOS_TUPLE_r33 1094 +#define _GUARD_TOS_UNICODE_r01 1095 +#define _GUARD_TOS_UNICODE_r11 1096 +#define _GUARD_TOS_UNICODE_r22 1097 +#define _GUARD_TOS_UNICODE_r33 1098 +#define _GUARD_TYPE_VERSION_r01 1099 +#define _GUARD_TYPE_VERSION_r11 1100 +#define _GUARD_TYPE_VERSION_r22 1101 +#define _GUARD_TYPE_VERSION_r33 1102 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1103 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1104 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1105 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1106 +#define _HANDLE_PENDING_AND_DEOPT_r00 1107 +#define _HANDLE_PENDING_AND_DEOPT_r10 1108 +#define _HANDLE_PENDING_AND_DEOPT_r20 1109 +#define _HANDLE_PENDING_AND_DEOPT_r30 1110 +#define _IMPORT_FROM_r12 1111 +#define _IMPORT_NAME_r21 1112 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1113 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1114 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1115 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1116 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1117 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1118 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1119 +#define _INSERT_1_LOAD_CONST_INLINE_r02 1120 +#define _INSERT_1_LOAD_CONST_INLINE_r12 1121 +#define _INSERT_1_LOAD_CONST_INLINE_r23 1122 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1123 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1124 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1125 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1126 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1127 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1128 +#define _INSERT_NULL_r10 1129 +#define _INSTRUMENTED_FOR_ITER_r23 1130 +#define _INSTRUMENTED_INSTRUCTION_r00 1131 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1132 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1133 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1134 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1135 +#define _INSTRUMENTED_LINE_r00 1136 +#define _INSTRUMENTED_NOT_TAKEN_r00 1137 +#define _INSTRUMENTED_NOT_TAKEN_r11 1138 +#define _INSTRUMENTED_NOT_TAKEN_r22 1139 +#define _INSTRUMENTED_NOT_TAKEN_r33 1140 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1141 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1142 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1143 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1144 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1145 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1146 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1147 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1148 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1149 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1150 +#define _IS_NONE_r11 1151 +#define _IS_OP_r03 1152 +#define _IS_OP_r13 1153 +#define _IS_OP_r23 1154 +#define _ITER_CHECK_LIST_r02 1155 +#define _ITER_CHECK_LIST_r12 1156 +#define _ITER_CHECK_LIST_r22 1157 +#define _ITER_CHECK_LIST_r33 1158 +#define _ITER_CHECK_RANGE_r02 1159 +#define _ITER_CHECK_RANGE_r12 1160 +#define _ITER_CHECK_RANGE_r22 1161 +#define _ITER_CHECK_RANGE_r33 1162 +#define _ITER_CHECK_TUPLE_r02 1163 +#define _ITER_CHECK_TUPLE_r12 1164 +#define _ITER_CHECK_TUPLE_r22 1165 +#define _ITER_CHECK_TUPLE_r33 1166 +#define _ITER_JUMP_LIST_r02 1167 +#define _ITER_JUMP_LIST_r12 1168 +#define _ITER_JUMP_LIST_r22 1169 +#define _ITER_JUMP_LIST_r33 1170 +#define _ITER_JUMP_RANGE_r02 1171 +#define _ITER_JUMP_RANGE_r12 1172 +#define _ITER_JUMP_RANGE_r22 1173 +#define _ITER_JUMP_RANGE_r33 1174 +#define _ITER_JUMP_TUPLE_r02 1175 +#define _ITER_JUMP_TUPLE_r12 1176 +#define _ITER_JUMP_TUPLE_r22 1177 +#define _ITER_JUMP_TUPLE_r33 1178 +#define _ITER_NEXT_LIST_r23 1179 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1180 +#define _ITER_NEXT_RANGE_r03 1181 +#define _ITER_NEXT_RANGE_r13 1182 +#define _ITER_NEXT_RANGE_r23 1183 +#define _ITER_NEXT_TUPLE_r03 1184 +#define _ITER_NEXT_TUPLE_r13 1185 +#define _ITER_NEXT_TUPLE_r23 1186 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1187 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1188 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1189 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1190 +#define _JUMP_TO_TOP_r00 1191 +#define _LIST_APPEND_r10 1192 +#define _LIST_EXTEND_r10 1193 +#define _LOAD_ATTR_r10 1194 +#define _LOAD_ATTR_CLASS_r11 1195 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1196 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1197 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1198 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1199 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1200 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1201 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1202 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1203 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1204 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1205 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1206 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1207 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1208 +#define _LOAD_ATTR_MODULE_r12 1209 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1210 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1211 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1212 +#define _LOAD_ATTR_SLOT_r02 1213 +#define _LOAD_ATTR_SLOT_r12 1214 +#define _LOAD_ATTR_SLOT_r23 1215 +#define _LOAD_ATTR_WITH_HINT_r12 1216 +#define _LOAD_BUILD_CLASS_r01 1217 +#define _LOAD_BYTECODE_r00 1218 +#define _LOAD_COMMON_CONSTANT_r01 1219 +#define _LOAD_COMMON_CONSTANT_r12 1220 +#define _LOAD_COMMON_CONSTANT_r23 1221 +#define _LOAD_CONST_r01 1222 +#define _LOAD_CONST_r12 1223 +#define _LOAD_CONST_r23 1224 +#define _LOAD_CONST_INLINE_r01 1225 +#define _LOAD_CONST_INLINE_r12 1226 +#define _LOAD_CONST_INLINE_r23 1227 +#define _LOAD_CONST_INLINE_BORROW_r01 1228 +#define _LOAD_CONST_INLINE_BORROW_r12 1229 +#define _LOAD_CONST_INLINE_BORROW_r23 1230 +#define _LOAD_CONST_UNDER_INLINE_r02 1231 +#define _LOAD_CONST_UNDER_INLINE_r12 1232 +#define _LOAD_CONST_UNDER_INLINE_r23 1233 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1234 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1235 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1236 +#define _LOAD_DEREF_r01 1237 +#define _LOAD_FAST_r01 1238 +#define _LOAD_FAST_r12 1239 +#define _LOAD_FAST_r23 1240 +#define _LOAD_FAST_0_r01 1241 +#define _LOAD_FAST_0_r12 1242 +#define _LOAD_FAST_0_r23 1243 +#define _LOAD_FAST_1_r01 1244 +#define _LOAD_FAST_1_r12 1245 +#define _LOAD_FAST_1_r23 1246 +#define _LOAD_FAST_2_r01 1247 +#define _LOAD_FAST_2_r12 1248 +#define _LOAD_FAST_2_r23 1249 +#define _LOAD_FAST_3_r01 1250 +#define _LOAD_FAST_3_r12 1251 +#define _LOAD_FAST_3_r23 1252 +#define _LOAD_FAST_4_r01 1253 +#define _LOAD_FAST_4_r12 1254 +#define _LOAD_FAST_4_r23 1255 +#define _LOAD_FAST_5_r01 1256 +#define _LOAD_FAST_5_r12 1257 +#define _LOAD_FAST_5_r23 1258 +#define _LOAD_FAST_6_r01 1259 +#define _LOAD_FAST_6_r12 1260 +#define _LOAD_FAST_6_r23 1261 +#define _LOAD_FAST_7_r01 1262 +#define _LOAD_FAST_7_r12 1263 +#define _LOAD_FAST_7_r23 1264 +#define _LOAD_FAST_AND_CLEAR_r01 1265 +#define _LOAD_FAST_AND_CLEAR_r12 1266 +#define _LOAD_FAST_AND_CLEAR_r23 1267 +#define _LOAD_FAST_BORROW_r01 1268 +#define _LOAD_FAST_BORROW_r12 1269 +#define _LOAD_FAST_BORROW_r23 1270 +#define _LOAD_FAST_BORROW_0_r01 1271 +#define _LOAD_FAST_BORROW_0_r12 1272 +#define _LOAD_FAST_BORROW_0_r23 1273 +#define _LOAD_FAST_BORROW_1_r01 1274 +#define _LOAD_FAST_BORROW_1_r12 1275 +#define _LOAD_FAST_BORROW_1_r23 1276 +#define _LOAD_FAST_BORROW_2_r01 1277 +#define _LOAD_FAST_BORROW_2_r12 1278 +#define _LOAD_FAST_BORROW_2_r23 1279 +#define _LOAD_FAST_BORROW_3_r01 1280 +#define _LOAD_FAST_BORROW_3_r12 1281 +#define _LOAD_FAST_BORROW_3_r23 1282 +#define _LOAD_FAST_BORROW_4_r01 1283 +#define _LOAD_FAST_BORROW_4_r12 1284 +#define _LOAD_FAST_BORROW_4_r23 1285 +#define _LOAD_FAST_BORROW_5_r01 1286 +#define _LOAD_FAST_BORROW_5_r12 1287 +#define _LOAD_FAST_BORROW_5_r23 1288 +#define _LOAD_FAST_BORROW_6_r01 1289 +#define _LOAD_FAST_BORROW_6_r12 1290 +#define _LOAD_FAST_BORROW_6_r23 1291 +#define _LOAD_FAST_BORROW_7_r01 1292 +#define _LOAD_FAST_BORROW_7_r12 1293 +#define _LOAD_FAST_BORROW_7_r23 1294 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1295 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1296 +#define _LOAD_FAST_CHECK_r01 1297 +#define _LOAD_FAST_CHECK_r12 1298 +#define _LOAD_FAST_CHECK_r23 1299 +#define _LOAD_FAST_LOAD_FAST_r02 1300 +#define _LOAD_FAST_LOAD_FAST_r13 1301 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1302 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1303 +#define _LOAD_GLOBAL_r00 1304 +#define _LOAD_GLOBAL_BUILTINS_r01 1305 +#define _LOAD_GLOBAL_MODULE_r01 1306 +#define _LOAD_LOCALS_r01 1307 +#define _LOAD_LOCALS_r12 1308 +#define _LOAD_LOCALS_r23 1309 +#define _LOAD_NAME_r01 1310 +#define _LOAD_SMALL_INT_r01 1311 +#define _LOAD_SMALL_INT_r12 1312 +#define _LOAD_SMALL_INT_r23 1313 +#define _LOAD_SMALL_INT_0_r01 1314 +#define _LOAD_SMALL_INT_0_r12 1315 +#define _LOAD_SMALL_INT_0_r23 1316 +#define _LOAD_SMALL_INT_1_r01 1317 +#define _LOAD_SMALL_INT_1_r12 1318 +#define _LOAD_SMALL_INT_1_r23 1319 +#define _LOAD_SMALL_INT_2_r01 1320 +#define _LOAD_SMALL_INT_2_r12 1321 +#define _LOAD_SMALL_INT_2_r23 1322 +#define _LOAD_SMALL_INT_3_r01 1323 +#define _LOAD_SMALL_INT_3_r12 1324 +#define _LOAD_SMALL_INT_3_r23 1325 +#define _LOAD_SPECIAL_r00 1326 +#define _LOAD_SUPER_ATTR_ATTR_r31 1327 +#define _LOAD_SUPER_ATTR_METHOD_r32 1328 +#define _LOCK_OBJECT_r01 1329 +#define _LOCK_OBJECT_r11 1330 +#define _LOCK_OBJECT_r22 1331 +#define _LOCK_OBJECT_r33 1332 +#define _MAKE_CALLARGS_A_TUPLE_r33 1333 +#define _MAKE_CELL_r00 1334 +#define _MAKE_FUNCTION_r11 1335 +#define _MAKE_HEAP_SAFE_r01 1336 +#define _MAKE_HEAP_SAFE_r11 1337 +#define _MAKE_HEAP_SAFE_r22 1338 +#define _MAKE_HEAP_SAFE_r33 1339 +#define _MAKE_WARM_r00 1340 +#define _MAKE_WARM_r11 1341 +#define _MAKE_WARM_r22 1342 +#define _MAKE_WARM_r33 1343 +#define _MAP_ADD_r20 1344 +#define _MATCH_CLASS_r33 1345 +#define _MATCH_KEYS_r23 1346 +#define _MATCH_MAPPING_r02 1347 +#define _MATCH_MAPPING_r12 1348 +#define _MATCH_MAPPING_r23 1349 +#define _MATCH_SEQUENCE_r02 1350 +#define _MATCH_SEQUENCE_r12 1351 +#define _MATCH_SEQUENCE_r23 1352 +#define _MAYBE_EXPAND_METHOD_r00 1353 +#define _MAYBE_EXPAND_METHOD_KW_r11 1354 +#define _MONITOR_CALL_r00 1355 +#define _MONITOR_CALL_KW_r11 1356 +#define _MONITOR_JUMP_BACKWARD_r00 1357 +#define _MONITOR_JUMP_BACKWARD_r11 1358 +#define _MONITOR_JUMP_BACKWARD_r22 1359 +#define _MONITOR_JUMP_BACKWARD_r33 1360 +#define _MONITOR_RESUME_r00 1361 +#define _NOP_r00 1362 +#define _NOP_r11 1363 +#define _NOP_r22 1364 +#define _NOP_r33 1365 +#define _POP_CALL_r20 1366 +#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1367 +#define _POP_CALL_ONE_r30 1368 +#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1369 +#define _POP_CALL_TWO_r30 1370 +#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1371 +#define _POP_EXCEPT_r10 1372 +#define _POP_ITER_r20 1373 +#define _POP_JUMP_IF_FALSE_r00 1374 +#define _POP_JUMP_IF_FALSE_r10 1375 +#define _POP_JUMP_IF_FALSE_r21 1376 +#define _POP_JUMP_IF_FALSE_r32 1377 +#define _POP_JUMP_IF_TRUE_r00 1378 +#define _POP_JUMP_IF_TRUE_r10 1379 +#define _POP_JUMP_IF_TRUE_r21 1380 +#define _POP_JUMP_IF_TRUE_r32 1381 +#define _POP_TOP_r10 1382 +#define _POP_TOP_FLOAT_r00 1383 +#define _POP_TOP_FLOAT_r10 1384 +#define _POP_TOP_FLOAT_r21 1385 +#define _POP_TOP_FLOAT_r32 1386 +#define _POP_TOP_INT_r00 1387 +#define _POP_TOP_INT_r10 1388 +#define _POP_TOP_INT_r21 1389 +#define _POP_TOP_INT_r32 1390 +#define _POP_TOP_LOAD_CONST_INLINE_r11 1391 +#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1392 +#define _POP_TOP_NOP_r00 1393 +#define _POP_TOP_NOP_r10 1394 +#define _POP_TOP_NOP_r21 1395 +#define _POP_TOP_NOP_r32 1396 +#define _POP_TOP_UNICODE_r00 1397 +#define _POP_TOP_UNICODE_r10 1398 +#define _POP_TOP_UNICODE_r21 1399 +#define _POP_TOP_UNICODE_r32 1400 +#define _POP_TWO_r20 1401 +#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1402 +#define _PUSH_EXC_INFO_r02 1403 +#define _PUSH_EXC_INFO_r12 1404 +#define _PUSH_EXC_INFO_r23 1405 +#define _PUSH_FRAME_r10 1406 +#define _PUSH_NULL_r01 1407 +#define _PUSH_NULL_r12 1408 +#define _PUSH_NULL_r23 1409 +#define _PUSH_NULL_CONDITIONAL_r00 1410 +#define _PY_FRAME_EX_r31 1411 +#define _PY_FRAME_GENERAL_r01 1412 +#define _PY_FRAME_KW_r11 1413 +#define _REPLACE_WITH_TRUE_r02 1414 +#define _REPLACE_WITH_TRUE_r12 1415 +#define _REPLACE_WITH_TRUE_r23 1416 +#define _RESUME_CHECK_r00 1417 +#define _RESUME_CHECK_r11 1418 +#define _RESUME_CHECK_r22 1419 +#define _RESUME_CHECK_r33 1420 +#define _RETURN_GENERATOR_r01 1421 +#define _RETURN_VALUE_r11 1422 +#define _SAVE_RETURN_OFFSET_r00 1423 +#define _SAVE_RETURN_OFFSET_r11 1424 +#define _SAVE_RETURN_OFFSET_r22 1425 +#define _SAVE_RETURN_OFFSET_r33 1426 +#define _SEND_r33 1427 +#define _SEND_GEN_FRAME_r33 1428 +#define _SETUP_ANNOTATIONS_r00 1429 +#define _SET_ADD_r10 1430 +#define _SET_FUNCTION_ATTRIBUTE_r01 1431 +#define _SET_FUNCTION_ATTRIBUTE_r11 1432 +#define _SET_FUNCTION_ATTRIBUTE_r21 1433 +#define _SET_FUNCTION_ATTRIBUTE_r32 1434 +#define _SET_IP_r00 1435 +#define _SET_IP_r11 1436 +#define _SET_IP_r22 1437 +#define _SET_IP_r33 1438 +#define _SET_UPDATE_r11 1439 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1440 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1441 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1442 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1443 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1444 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1445 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1446 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1447 +#define _SPILL_OR_RELOAD_r01 1448 +#define _SPILL_OR_RELOAD_r02 1449 +#define _SPILL_OR_RELOAD_r03 1450 +#define _SPILL_OR_RELOAD_r10 1451 +#define _SPILL_OR_RELOAD_r12 1452 +#define _SPILL_OR_RELOAD_r13 1453 +#define _SPILL_OR_RELOAD_r20 1454 +#define _SPILL_OR_RELOAD_r21 1455 +#define _SPILL_OR_RELOAD_r23 1456 +#define _SPILL_OR_RELOAD_r30 1457 +#define _SPILL_OR_RELOAD_r31 1458 +#define _SPILL_OR_RELOAD_r32 1459 +#define _START_EXECUTOR_r00 1460 +#define _STORE_ATTR_r20 1461 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1462 +#define _STORE_ATTR_SLOT_r21 1463 +#define _STORE_ATTR_WITH_HINT_r21 1464 +#define _STORE_DEREF_r10 1465 +#define _STORE_FAST_LOAD_FAST_r11 1466 +#define _STORE_FAST_STORE_FAST_r20 1467 +#define _STORE_GLOBAL_r10 1468 +#define _STORE_NAME_r10 1469 +#define _STORE_SLICE_r30 1470 +#define _STORE_SUBSCR_r30 1471 +#define _STORE_SUBSCR_DICT_r31 1472 +#define _STORE_SUBSCR_LIST_INT_r32 1473 +#define _SWAP_r11 1474 +#define _SWAP_2_r02 1475 +#define _SWAP_2_r12 1476 +#define _SWAP_2_r22 1477 +#define _SWAP_2_r33 1478 +#define _SWAP_3_r03 1479 +#define _SWAP_3_r13 1480 +#define _SWAP_3_r23 1481 +#define _SWAP_3_r33 1482 +#define _SWAP_FAST_r01 1483 +#define _SWAP_FAST_r11 1484 +#define _SWAP_FAST_r22 1485 +#define _SWAP_FAST_r33 1486 +#define _SWAP_FAST_0_r01 1487 +#define _SWAP_FAST_0_r11 1488 +#define _SWAP_FAST_0_r22 1489 +#define _SWAP_FAST_0_r33 1490 +#define _SWAP_FAST_1_r01 1491 +#define _SWAP_FAST_1_r11 1492 +#define _SWAP_FAST_1_r22 1493 +#define _SWAP_FAST_1_r33 1494 +#define _SWAP_FAST_2_r01 1495 +#define _SWAP_FAST_2_r11 1496 +#define _SWAP_FAST_2_r22 1497 +#define _SWAP_FAST_2_r33 1498 +#define _SWAP_FAST_3_r01 1499 +#define _SWAP_FAST_3_r11 1500 +#define _SWAP_FAST_3_r22 1501 +#define _SWAP_FAST_3_r33 1502 +#define _SWAP_FAST_4_r01 1503 +#define _SWAP_FAST_4_r11 1504 +#define _SWAP_FAST_4_r22 1505 +#define _SWAP_FAST_4_r33 1506 +#define _SWAP_FAST_5_r01 1507 +#define _SWAP_FAST_5_r11 1508 +#define _SWAP_FAST_5_r22 1509 +#define _SWAP_FAST_5_r33 1510 +#define _SWAP_FAST_6_r01 1511 +#define _SWAP_FAST_6_r11 1512 +#define _SWAP_FAST_6_r22 1513 +#define _SWAP_FAST_6_r33 1514 +#define _SWAP_FAST_7_r01 1515 +#define _SWAP_FAST_7_r11 1516 +#define _SWAP_FAST_7_r22 1517 +#define _SWAP_FAST_7_r33 1518 +#define _TIER2_RESUME_CHECK_r00 1519 +#define _TIER2_RESUME_CHECK_r11 1520 +#define _TIER2_RESUME_CHECK_r22 1521 +#define _TIER2_RESUME_CHECK_r33 1522 +#define _TO_BOOL_r11 1523 +#define _TO_BOOL_BOOL_r01 1524 +#define _TO_BOOL_BOOL_r11 1525 +#define _TO_BOOL_BOOL_r22 1526 +#define _TO_BOOL_BOOL_r33 1527 +#define _TO_BOOL_INT_r02 1528 +#define _TO_BOOL_INT_r12 1529 +#define _TO_BOOL_INT_r23 1530 +#define _TO_BOOL_LIST_r02 1531 +#define _TO_BOOL_LIST_r12 1532 +#define _TO_BOOL_LIST_r23 1533 +#define _TO_BOOL_NONE_r01 1534 +#define _TO_BOOL_NONE_r11 1535 +#define _TO_BOOL_NONE_r22 1536 +#define _TO_BOOL_NONE_r33 1537 +#define _TO_BOOL_STR_r02 1538 +#define _TO_BOOL_STR_r12 1539 +#define _TO_BOOL_STR_r23 1540 +#define _TRACE_RECORD_r00 1541 +#define _UNARY_INVERT_r12 1542 +#define _UNARY_NEGATIVE_r12 1543 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1544 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1545 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1546 +#define _UNARY_NOT_r01 1547 +#define _UNARY_NOT_r11 1548 +#define _UNARY_NOT_r22 1549 +#define _UNARY_NOT_r33 1550 +#define _UNPACK_EX_r10 1551 +#define _UNPACK_SEQUENCE_r10 1552 +#define _UNPACK_SEQUENCE_LIST_r10 1553 +#define _UNPACK_SEQUENCE_TUPLE_r10 1554 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1555 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1556 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1557 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1558 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1559 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1560 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1561 +#define _WITH_EXCEPT_START_r33 1562 +#define _YIELD_VALUE_r11 1563 +#define MAX_UOP_REGS_ID 1563 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 4cf48689583e47..407461b1a8f2ab 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -311,12 +311,16 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_CALL_LIST_APPEND] = HAS_ARG_FLAG | HAS_DEOPT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_O] = HAS_ARG_FLAG | HAS_EXIT_FLAG, [_CALL_METHOD_DESCRIPTOR_O] = HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, + [_CALL_METHOD_DESCRIPTOR_O_INLINE] = HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = HAS_ARG_FLAG | HAS_EXIT_FLAG, [_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, + [_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS] = HAS_ARG_FLAG | HAS_EXIT_FLAG, [_CALL_METHOD_DESCRIPTOR_NOARGS] = HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, + [_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE] = HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST] = HAS_ARG_FLAG | HAS_EXIT_FLAG, [_CALL_METHOD_DESCRIPTOR_FAST] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, + [_CALL_METHOD_DESCRIPTOR_FAST_INLINE] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_MAYBE_EXPAND_METHOD_KW] = HAS_ARG_FLAG | HAS_ESCAPES_FLAG, [_PY_FRAME_KW] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_SYNC_SP_FLAG, [_CHECK_FUNCTION_VERSION_KW] = HAS_ARG_FLAG | HAS_EXIT_FLAG, @@ -2909,6 +2913,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_CALL_METHOD_DESCRIPTOR_O_INLINE] = { + .best = { 0, 0, 0, 0 }, + .entries = { + { 3, 0, _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + }, + }, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = { .best = { 0, 0, 0, 0 }, .entries = { @@ -2927,6 +2940,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE] = { + .best = { 0, 0, 0, 0 }, + .entries = { + { 1, 0, _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r01 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + }, + }, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS] = { .best = { 0, 0, 0, 0 }, .entries = { @@ -2945,6 +2967,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE] = { + .best = { 0, 0, 0, 0 }, + .entries = { + { 1, 0, _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r01 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + }, + }, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST] = { .best = { 0, 0, 0, 0 }, .entries = { @@ -2963,6 +2994,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_CALL_METHOD_DESCRIPTOR_FAST_INLINE] = { + .best = { 0, 0, 0, 0 }, + .entries = { + { 1, 0, _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r01 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + }, + }, [_MAYBE_EXPAND_METHOD_KW] = { .best = { 1, 1, 1, 1 }, .entries = { @@ -4336,12 +4376,16 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_CALL_LIST_APPEND_r33] = _CALL_LIST_APPEND, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00] = _GUARD_CALLABLE_METHOD_DESCRIPTOR_O, [_CALL_METHOD_DESCRIPTOR_O_r03] = _CALL_METHOD_DESCRIPTOR_O, + [_CALL_METHOD_DESCRIPTOR_O_INLINE_r03] = _CALL_METHOD_DESCRIPTOR_O_INLINE, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00] = _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS, [_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01] = _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS, + [_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r01] = _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00] = _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS, [_CALL_METHOD_DESCRIPTOR_NOARGS_r01] = _CALL_METHOD_DESCRIPTOR_NOARGS, + [_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r01] = _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE, [_GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00] = _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST, [_CALL_METHOD_DESCRIPTOR_FAST_r01] = _CALL_METHOD_DESCRIPTOR_FAST, + [_CALL_METHOD_DESCRIPTOR_FAST_INLINE_r01] = _CALL_METHOD_DESCRIPTOR_FAST_INLINE, [_MAYBE_EXPAND_METHOD_KW_r11] = _MAYBE_EXPAND_METHOD_KW, [_PY_FRAME_KW_r11] = _PY_FRAME_KW, [_CHECK_FUNCTION_VERSION_KW_r11] = _CHECK_FUNCTION_VERSION_KW, @@ -4717,12 +4761,20 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_CALL_LIST_APPEND_r33] = "_CALL_LIST_APPEND_r33", [_CALL_METHOD_DESCRIPTOR_FAST] = "_CALL_METHOD_DESCRIPTOR_FAST", [_CALL_METHOD_DESCRIPTOR_FAST_r01] = "_CALL_METHOD_DESCRIPTOR_FAST_r01", + [_CALL_METHOD_DESCRIPTOR_FAST_INLINE] = "_CALL_METHOD_DESCRIPTOR_FAST_INLINE", + [_CALL_METHOD_DESCRIPTOR_FAST_INLINE_r01] = "_CALL_METHOD_DESCRIPTOR_FAST_INLINE_r01", [_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS] = "_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS", [_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01] = "_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01", + [_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE] = "_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE", + [_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r01] = "_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r01", [_CALL_METHOD_DESCRIPTOR_NOARGS] = "_CALL_METHOD_DESCRIPTOR_NOARGS", [_CALL_METHOD_DESCRIPTOR_NOARGS_r01] = "_CALL_METHOD_DESCRIPTOR_NOARGS_r01", + [_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE] = "_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE", + [_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r01] = "_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r01", [_CALL_METHOD_DESCRIPTOR_O] = "_CALL_METHOD_DESCRIPTOR_O", [_CALL_METHOD_DESCRIPTOR_O_r03] = "_CALL_METHOD_DESCRIPTOR_O_r03", + [_CALL_METHOD_DESCRIPTOR_O_INLINE] = "_CALL_METHOD_DESCRIPTOR_O_INLINE", + [_CALL_METHOD_DESCRIPTOR_O_INLINE_r03] = "_CALL_METHOD_DESCRIPTOR_O_INLINE_r03", [_CALL_NON_PY_GENERAL] = "_CALL_NON_PY_GENERAL", [_CALL_NON_PY_GENERAL_r01] = "_CALL_NON_PY_GENERAL_r01", [_CALL_STR_1] = "_CALL_STR_1", @@ -6386,18 +6438,26 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _CALL_METHOD_DESCRIPTOR_O: return 2 + oparg; + case _CALL_METHOD_DESCRIPTOR_O_INLINE: + return 1 + oparg; case _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS: return 0; case _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS: return 2 + oparg; + case _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE: + return 1 + oparg; case _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS: return 0; case _CALL_METHOD_DESCRIPTOR_NOARGS: return 2 + oparg; + case _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE: + return 1 + oparg; case _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST: return 0; case _CALL_METHOD_DESCRIPTOR_FAST: return 2 + oparg; + case _CALL_METHOD_DESCRIPTOR_FAST_INLINE: + return 1 + oparg; case _MAYBE_EXPAND_METHOD_KW: return 0; case _PY_FRAME_KW: diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index c8f87f4fe17ac7..d2136d9635099f 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -2711,10 +2711,9 @@ def testfunc(n): self.assertEqual(res, TIER2_THRESHOLD) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_CALL_METHOD_DESCRIPTOR_O", uops) + self.assertIn("_CALL_METHOD_DESCRIPTOR_O_INLINE", uops) + self.assertNotIn("_CALL_METHOD_DESCRIPTOR_O", uops) self.assertNotIn("_GUARD_CALLABLE_METHOD_DESCRIPTOR_O", uops) - self.assertIn("_POP_TOP_NOP", uops) - self.assertLessEqual(count_ops(ex, "_POP_TOP"), 4) def test_call_method_descriptor_noargs(self): def testfunc(n): @@ -2729,7 +2728,8 @@ def testfunc(n): self.assertEqual(res, TIER2_THRESHOLD * 5) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_CALL_METHOD_DESCRIPTOR_NOARGS", uops) + self.assertIn("_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE", uops) + self.assertNotIn("_CALL_METHOD_DESCRIPTOR_NOARGS", uops) self.assertNotIn("_GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS", uops) def test_call_method_descriptor_fast(self): @@ -2745,7 +2745,8 @@ def testfunc(n): self.assertEqual(res, TIER2_THRESHOLD) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_CALL_METHOD_DESCRIPTOR_FAST", uops) + self.assertIn("_CALL_METHOD_DESCRIPTOR_FAST_INLINE", uops) + self.assertNotIn("_CALL_METHOD_DESCRIPTOR_FAST", uops) self.assertNotIn("_GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST", uops) def test_call_method_descriptor_fast_with_keywords(self): @@ -2760,7 +2761,8 @@ def testfunc(n): self.assertEqual(res, TIER2_THRESHOLD * 5) self.assertIsNotNone(ex) uops = get_opnames(ex) - self.assertIn("_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS", uops) + self.assertIn("_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE", uops) + self.assertNotIn("_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS", uops) self.assertNotIn("_GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS", uops) def test_call_intrinsic_1(self): diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index ee2046b91cbc08..9c6cff3384e538 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -3826,10 +3826,11 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); + PyCFunction cfunc = method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, - method->d_method, + cfunc, self, arguments, total_args @@ -3922,10 +3923,11 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); + PyCFunction cfunc = method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, - method->d_method, + cfunc, self, arguments, total_args diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 8fa4725a772b70..ca805635d7bb08 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -4733,6 +4733,33 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(res_o); } + // The optimizer folds self_or_null into args by emitting with + // oparg = original_oparg + 1. Total args is always 2 for METH_O, + // so arguments = args + oparg - 2. + tier2 op(_CALL_METHOD_DESCRIPTOR_O_INLINE, (callable, args[oparg], cfunc/4 -- res, c, s, a)) { + assert(oparg >= 2); + _PyStackRef *arguments = args + oparg - 2; + // CPython promises to check all non-vectorcall function calls. + EXIT_IF(_Py_ReachedRecursionLimit(tstate)); + _PyStackRef self_stackref = arguments[0]; + _PyStackRef arg_stackref = arguments[1]; + STAT_INC(CALL, hit); + PyCFunction volatile cfunc_fn = (PyCFunction)cfunc; + PyObject *res_o = cfunc_fn( + PyStackRef_AsPyObjectBorrow(self_stackref), + PyStackRef_AsPyObjectBorrow(arg_stackref)); + _Py_LeaveRecursiveCallTstate(tstate); + assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); + if (res_o == NULL) { + ERROR_NO_POP(); + } + c = callable; + s = arguments[0]; + a = arguments[1]; + INPUTS_DEAD(); + res = PyStackRef_FromPyObjectSteal(res_o); + } + macro(CALL_METHOD_DESCRIPTOR_O) = _RECORD_CALLABLE + unused/1 + @@ -4773,9 +4800,10 @@ dummy_func( PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); + PyCFunction cfunc = method->d_method->ml_meth; PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, - method->d_method, + cfunc, self, arguments, total_args @@ -4787,6 +4815,26 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(res_o); } + // The optimizer folds self_or_null into args (oparg = original + 1) + // and encodes total_args in operand1 to avoid runtime null checks. + tier2 op(_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE, (callable, args[oparg], cfunc/4, total_args/2 -- res)) { + _PyStackRef *arguments = args + oparg - total_args; + PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); + assert(self != NULL); + STAT_INC(CALL, hit); + PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( + callable, + (PyCFunction)cfunc, + self, + arguments, + total_args + ); + DEAD(args); + DEAD(callable); + ERROR_IF(res_o == NULL); + res = PyStackRef_FromPyObjectSteal(res_o); + } + macro(CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS) = _RECORD_CALLABLE + unused/1 + @@ -4835,6 +4883,30 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(res_o); } + // The optimizer folds self_or_null into args by emitting with + // oparg = original_oparg + 1, so args always includes self. + // Self is always the last element: args[oparg - 1]. + tier2 op(_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE, (callable, args[oparg], cfunc/4 -- res)) { + assert(oparg >= 1); + _PyStackRef self_stackref = args[oparg - 1]; + PyObject *self = PyStackRef_AsPyObjectBorrow(self_stackref); + // CPython promises to check all non-vectorcall function calls. + EXIT_IF(_Py_ReachedRecursionLimit(tstate)); + STAT_INC(CALL, hit); + // Use volatile to prevent the JIT compiler from generating a + // direct BL to the cfunc symbol; we need an indirect BLR since + // the cfunc address may be out of range for relative branches. + PyCFunction volatile cfunc_fn = (PyCFunction)cfunc; + PyObject *res_o = cfunc_fn(self, NULL); + _Py_LeaveRecursiveCallTstate(tstate); + assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); + PyStackRef_CLOSE(self_stackref); + DEAD(args); + PyStackRef_CLOSE(callable); + ERROR_IF(res_o == NULL); + res = PyStackRef_FromPyObjectSteal(res_o); + } + macro(CALL_METHOD_DESCRIPTOR_NOARGS) = _RECORD_CALLABLE + unused/1 + @@ -4872,9 +4944,10 @@ dummy_func( PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); + PyCFunction cfunc = method->d_method->ml_meth; PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, - method->d_method, + cfunc, self, arguments, total_args @@ -4886,6 +4959,26 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(res_o); } + // The optimizer folds self_or_null into args (oparg = original + 1) + // and encodes total_args in operand1 to avoid runtime null checks. + tier2 op(_CALL_METHOD_DESCRIPTOR_FAST_INLINE, (callable, args[oparg], cfunc/4, total_args/2 -- res)) { + _PyStackRef *arguments = args + oparg - total_args; + PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); + assert(self != NULL); + STAT_INC(CALL, hit); + PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( + callable, + (PyCFunction)cfunc, + self, + arguments, + total_args + ); + DEAD(args); + DEAD(callable); + ERROR_IF(res_o == NULL); + res = PyStackRef_FromPyObjectSteal(res_o); + } + macro(CALL_METHOD_DESCRIPTOR_FAST) = unused/1 + unused/2 + diff --git a/Python/ceval.c b/Python/ceval.c index b4c57b65d13d18..10694972e72cdc 100644 --- a/Python/ceval.c +++ b/Python/ceval.c @@ -874,7 +874,7 @@ _Py_BuiltinCallFastWithKeywords_StackRefSteal( PyObject * _PyCallMethodDescriptorFast_StackRefSteal( _PyStackRef callable, - PyMethodDef *meth, + PyCFunction cfunc, PyObject *self, _PyStackRef *arguments, int total_args) @@ -885,11 +885,10 @@ _PyCallMethodDescriptorFast_StackRefSteal( res = NULL; goto cleanup; } - assert(((PyMethodDescrObject *)PyStackRef_AsPyObjectBorrow(callable))->d_method == meth); assert(self == PyStackRef_AsPyObjectBorrow(arguments[0])); - PyCFunctionFast cfunc = _PyCFunctionFast_CAST(meth->ml_meth); - res = cfunc(self, (args_o + 1), total_args - 1); + PyCFunctionFast cfunc_fast = _PyCFunctionFast_CAST(cfunc); + res = cfunc_fast(self, (args_o + 1), total_args - 1); STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); assert((res != NULL) ^ (PyErr_Occurred() != NULL)); cleanup: @@ -907,7 +906,7 @@ _PyCallMethodDescriptorFast_StackRefSteal( PyObject * _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( _PyStackRef callable, - PyMethodDef *meth, + PyCFunction cfunc, PyObject *self, _PyStackRef *arguments, int total_args) @@ -918,12 +917,11 @@ _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( res = NULL; goto cleanup; } - assert(((PyMethodDescrObject *)PyStackRef_AsPyObjectBorrow(callable))->d_method == meth); assert(self == PyStackRef_AsPyObjectBorrow(arguments[0])); - PyCFunctionFastWithKeywords cfunc = - _PyCFunctionFastWithKeywords_CAST(meth->ml_meth); - res = cfunc(self, (args_o + 1), total_args-1, NULL); + PyCFunctionFastWithKeywords cfunc_kw = + _PyCFunctionFastWithKeywords_CAST(cfunc); + res = cfunc_kw(self, (args_o + 1), total_args-1, NULL); STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); assert((res != NULL) ^ (PyErr_Occurred() != NULL)); cleanup: diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index f1c443b729577a..07678eace4112e 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -16484,6 +16484,56 @@ break; } + case _CALL_METHOD_DESCRIPTOR_O_INLINE_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef *args; + _PyStackRef callable; + _PyStackRef res; + _PyStackRef c; + _PyStackRef s; + _PyStackRef a; + oparg = CURRENT_OPARG(); + args = &stack_pointer[-oparg]; + callable = stack_pointer[-1 - oparg]; + PyObject *cfunc = (PyObject *)CURRENT_OPERAND0_64(); + assert(oparg >= 2); + _PyStackRef *arguments = args + oparg - 2; + if (_Py_ReachedRecursionLimit(tstate)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _PyStackRef self_stackref = arguments[0]; + _PyStackRef arg_stackref = arguments[1]; + STAT_INC(CALL, hit); + PyCFunction volatile cfunc_fn = (PyCFunction)cfunc; + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject *res_o = cfunc_fn( + PyStackRef_AsPyObjectBorrow(self_stackref), + PyStackRef_AsPyObjectBorrow(arg_stackref)); + stack_pointer = _PyFrame_GetStackPointer(frame); + _Py_LeaveRecursiveCallTstate(tstate); + assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); + if (res_o == NULL) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + c = callable; + s = arguments[0]; + a = arguments[1]; + res = PyStackRef_FromPyObjectSteal(res_o); + _tos_cache2 = a; + _tos_cache1 = s; + _tos_cache0 = c; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer[-1 - oparg] = res; + stack_pointer += -oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -16550,10 +16600,11 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); + PyCFunction cfunc = method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, - method->d_method, + cfunc, self, arguments, total_args @@ -16576,6 +16627,47 @@ break; } + case _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef *args; + _PyStackRef callable; + _PyStackRef res; + oparg = CURRENT_OPARG(); + args = &stack_pointer[-oparg]; + callable = stack_pointer[-1 - oparg]; + PyObject *cfunc = (PyObject *)CURRENT_OPERAND0_64(); + uint32_t total_args = (uint32_t)CURRENT_OPERAND1_32(); + _PyStackRef *arguments = args + oparg - total_args; + PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); + assert(self != NULL); + STAT_INC(CALL, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( + callable, + (PyCFunction)cfunc, + self, + arguments, + total_args + ); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (res_o == NULL) { + stack_pointer += -1 - oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + res = PyStackRef_FromPyObjectSteal(res_o); + _tos_cache0 = res; + _tos_cache1 = PyStackRef_ZERO_BITS; + _tos_cache2 = PyStackRef_ZERO_BITS; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1 - oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -16671,6 +16763,52 @@ break; } + case _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef *args; + _PyStackRef callable; + _PyStackRef res; + oparg = CURRENT_OPARG(); + args = &stack_pointer[-oparg]; + callable = stack_pointer[-1 - oparg]; + PyObject *cfunc = (PyObject *)CURRENT_OPERAND0_64(); + assert(oparg >= 1); + _PyStackRef self_stackref = args[oparg - 1]; + PyObject *self = PyStackRef_AsPyObjectBorrow(self_stackref); + if (_Py_ReachedRecursionLimit(tstate)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + STAT_INC(CALL, hit); + PyCFunction volatile cfunc_fn = (PyCFunction)cfunc; + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject *res_o = cfunc_fn(self, NULL); + stack_pointer = _PyFrame_GetStackPointer(frame); + _Py_LeaveRecursiveCallTstate(tstate); + assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyStackRef_CLOSE(self_stackref); + stack_pointer = _PyFrame_GetStackPointer(frame); + stack_pointer += -1 - oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyStackRef_CLOSE(callable); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (res_o == NULL) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + res = PyStackRef_FromPyObjectSteal(res_o); + _tos_cache0 = res; + _tos_cache1 = PyStackRef_ZERO_BITS; + _tos_cache2 = PyStackRef_ZERO_BITS; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -16736,10 +16874,11 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); + PyCFunction cfunc = method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, - method->d_method, + cfunc, self, arguments, total_args @@ -16762,6 +16901,47 @@ break; } + case _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef *args; + _PyStackRef callable; + _PyStackRef res; + oparg = CURRENT_OPARG(); + args = &stack_pointer[-oparg]; + callable = stack_pointer[-1 - oparg]; + PyObject *cfunc = (PyObject *)CURRENT_OPERAND0_64(); + uint32_t total_args = (uint32_t)CURRENT_OPERAND1_32(); + _PyStackRef *arguments = args + oparg - total_args; + PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); + assert(self != NULL); + STAT_INC(CALL, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( + callable, + (PyCFunction)cfunc, + self, + arguments, + total_args + ); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (res_o == NULL) { + stack_pointer += -1 - oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + res = PyStackRef_FromPyObjectSteal(res_o); + _tos_cache0 = res; + _tos_cache1 = PyStackRef_ZERO_BITS; + _tos_cache2 = PyStackRef_ZERO_BITS; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1 - oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + /* _MONITOR_CALL_KW is not a viable micro-op for tier 2 because it uses the 'this_instr' variable */ case _MAYBE_EXPAND_METHOD_KW_r11: { diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 4d532948fa4107..05f7e0c1e1442f 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -3826,10 +3826,11 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); + PyCFunction cfunc = method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, - method->d_method, + cfunc, self, arguments, total_args @@ -3922,10 +3923,11 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); + PyCFunction cfunc = method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, - method->d_method, + cfunc, self, arguments, total_args diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 2959d1d0bb4e6f..01f5d7fe18f3d2 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -1361,6 +1361,49 @@ dummy_func(void) { } } + op(_CALL_METHOD_DESCRIPTOR_NOARGS, (callable, self_or_null, args[oparg] -- res)) { + PyObject *callable_o = sym_get_const(ctx, callable); + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; + PyCFunction cfunc = method->d_method->ml_meth; + // Fold self_or_null into args: the inline op signature is + // (callable, args[oparg]) so we emit oparg+1 to account + // for self_or_null being consumed as part of args. + ADD_OP(_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE, oparg + 1, (uintptr_t)cfunc); + } + res = sym_new_not_null(ctx); + } + + op(_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS, (callable, self_or_null, args[oparg] -- res)) { + PyObject *callable_o = sym_get_const(ctx, callable); + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; + PyCFunction cfunc = method->d_method->ml_meth; + int total_args = oparg; + if (!sym_is_null(self_or_null)) { + total_args++; + } + ADD_OP(_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE, oparg + 1, (uintptr_t)cfunc); + uop_buffer_last(&ctx->out_buffer)->operand1 = (uintptr_t)total_args; + } + res = sym_new_not_null(ctx); + } + + op(_CALL_METHOD_DESCRIPTOR_FAST, (callable, self_or_null, args[oparg] -- res)) { + PyObject *callable_o = sym_get_const(ctx, callable); + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; + PyCFunction cfunc = method->d_method->ml_meth; + int total_args = oparg; + if (!sym_is_null(self_or_null)) { + total_args++; + } + ADD_OP(_CALL_METHOD_DESCRIPTOR_FAST_INLINE, oparg + 1, (uintptr_t)cfunc); + uop_buffer_last(&ctx->out_buffer)->operand1 = (uintptr_t)total_args; + } + res = sym_new_not_null(ctx); + } + op(_GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST, (callable, self_or_null, args[oparg] -- callable, self_or_null, args[oparg])) { PyObject *callable_o = sym_get_const(ctx, callable); if (callable_o && sym_matches_type(callable, &PyMethodDescr_Type)) { @@ -1387,6 +1430,12 @@ dummy_func(void) { } op(_CALL_METHOD_DESCRIPTOR_O, (callable, self_or_null, args[oparg] -- res, c, s, a)) { + PyObject *callable_o = sym_get_const(ctx, callable); + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; + PyCFunction cfunc = method->d_method->ml_meth; + ADD_OP(_CALL_METHOD_DESCRIPTOR_O_INLINE, oparg + 1, (uintptr_t)cfunc); + } res = sym_new_not_null(ctx); c = callable; if (sym_is_not_null(self_or_null)) { diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 745ee6b3ab9498..6f5ddbdd1f1f88 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -3902,6 +3902,12 @@ args = &stack_pointer[-oparg]; self_or_null = stack_pointer[-1 - oparg]; callable = stack_pointer[-2 - oparg]; + PyObject *callable_o = sym_get_const(ctx, callable); + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; + PyCFunction cfunc = method->d_method->ml_meth; + ADD_OP(_CALL_METHOD_DESCRIPTOR_O_INLINE, oparg + 1, (uintptr_t)cfunc); + } res = sym_new_not_null(ctx); c = callable; if (sym_is_not_null(self_or_null)) { @@ -3923,6 +3929,25 @@ break; } + case _CALL_METHOD_DESCRIPTOR_O_INLINE: { + JitOptRef res; + JitOptRef c; + JitOptRef s; + JitOptRef a; + res = sym_new_not_null(ctx); + c = sym_new_not_null(ctx); + s = sym_new_not_null(ctx); + a = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(3 - oparg); + stack_pointer[-1 - oparg] = res; + stack_pointer[-oparg] = c; + stack_pointer[1 - oparg] = s; + stack_pointer[2 - oparg] = a; + stack_pointer += 3 - oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + case _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS: { JitOptRef *args; JitOptRef self_or_null; @@ -3956,7 +3981,22 @@ } case _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS: { + JitOptRef self_or_null; + JitOptRef callable; JitOptRef res; + self_or_null = stack_pointer[-1 - oparg]; + callable = stack_pointer[-2 - oparg]; + PyObject *callable_o = sym_get_const(ctx, callable); + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; + PyCFunction cfunc = method->d_method->ml_meth; + int total_args = oparg; + if (!sym_is_null(self_or_null)) { + total_args++; + } + ADD_OP(_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE, oparg + 1, (uintptr_t)cfunc); + uop_buffer_last(&ctx->out_buffer)->operand1 = (uintptr_t)total_args; + } res = sym_new_not_null(ctx); CHECK_STACK_BOUNDS(-1 - oparg); stack_pointer[-2 - oparg] = res; @@ -3965,6 +4005,16 @@ break; } + case _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE: { + JitOptRef res; + res = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(-oparg); + stack_pointer[-1 - oparg] = res; + stack_pointer += -oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + case _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS: { JitOptRef *args; JitOptRef self_or_null; @@ -3998,7 +4048,15 @@ } case _CALL_METHOD_DESCRIPTOR_NOARGS: { + JitOptRef callable; JitOptRef res; + callable = stack_pointer[-2 - oparg]; + PyObject *callable_o = sym_get_const(ctx, callable); + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; + PyCFunction cfunc = method->d_method->ml_meth; + ADD_OP(_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE, oparg + 1, (uintptr_t)cfunc); + } res = sym_new_not_null(ctx); CHECK_STACK_BOUNDS(-1 - oparg); stack_pointer[-2 - oparg] = res; @@ -4007,6 +4065,16 @@ break; } + case _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE: { + JitOptRef res; + res = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(-oparg); + stack_pointer[-1 - oparg] = res; + stack_pointer += -oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + case _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST: { JitOptRef *args; JitOptRef self_or_null; @@ -4040,7 +4108,22 @@ } case _CALL_METHOD_DESCRIPTOR_FAST: { + JitOptRef self_or_null; + JitOptRef callable; JitOptRef res; + self_or_null = stack_pointer[-1 - oparg]; + callable = stack_pointer[-2 - oparg]; + PyObject *callable_o = sym_get_const(ctx, callable); + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; + PyCFunction cfunc = method->d_method->ml_meth; + int total_args = oparg; + if (!sym_is_null(self_or_null)) { + total_args++; + } + ADD_OP(_CALL_METHOD_DESCRIPTOR_FAST_INLINE, oparg + 1, (uintptr_t)cfunc); + uop_buffer_last(&ctx->out_buffer)->operand1 = (uintptr_t)total_args; + } res = sym_new_not_null(ctx); CHECK_STACK_BOUNDS(-1 - oparg); stack_pointer[-2 - oparg] = res; @@ -4049,6 +4132,16 @@ break; } + case _CALL_METHOD_DESCRIPTOR_FAST_INLINE: { + JitOptRef res; + res = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(-oparg); + stack_pointer[-1 - oparg] = res; + stack_pointer += -oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + /* _MONITOR_CALL_KW is not a viable micro-op for tier 2 */ case _MAYBE_EXPAND_METHOD_KW: { From ab8ae7914b5ede1812f8394de2503918f886a016 Mon Sep 17 00:00:00 2001 From: Kumar Aditya Date: Tue, 31 Mar 2026 17:28:16 +0530 Subject: [PATCH 2/6] cleanup --- Include/internal/pycore_ceval.h | 4 +- Modules/_testinternalcapi/test_cases.c.h | 4 +- Python/bytecodes.c | 65 ++++++++---------------- Python/ceval.c | 11 ++-- Python/executor_cases.c.h | 48 ++++++++--------- Python/generated_cases.c.h | 4 +- Python/optimizer_bytecodes.c | 25 +++------ Python/optimizer_cases.c.h | 24 ++++----- 8 files changed, 70 insertions(+), 115 deletions(-) diff --git a/Include/internal/pycore_ceval.h b/Include/internal/pycore_ceval.h index 5db273c9159a32..2dd1db8e109d49 100644 --- a/Include/internal/pycore_ceval.h +++ b/Include/internal/pycore_ceval.h @@ -456,7 +456,7 @@ _Py_BuiltinCallFastWithKeywords_StackRefSteal( PyAPI_FUNC(PyObject *) _PyCallMethodDescriptorFast_StackRefSteal( _PyStackRef callable, - PyCFunction cfunc, + PyCFunctionFast cfunc, PyObject *self, _PyStackRef *arguments, int total_args); @@ -464,7 +464,7 @@ _PyCallMethodDescriptorFast_StackRefSteal( PyAPI_FUNC(PyObject *) _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( _PyStackRef callable, - PyCFunction cfunc, + PyCFunctionFastWithKeywords cfunc, PyObject *self, _PyStackRef *arguments, int total_args); diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 9c6cff3384e538..a1aa4b052ccc98 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -3826,7 +3826,7 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunction cfunc = method->d_method->ml_meth; + PyCFunctionFast cfunc = (PyCFunctionFast)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, @@ -3923,7 +3923,7 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunction cfunc = method->d_method->ml_meth; + PyCFunctionFastWithKeywords cfunc = (PyCFunctionFastWithKeywords)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, diff --git a/Python/bytecodes.c b/Python/bytecodes.c index ca805635d7bb08..2d1e085754f3ce 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -4733,29 +4733,22 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(res_o); } - // The optimizer folds self_or_null into args by emitting with - // oparg = original_oparg + 1. Total args is always 2 for METH_O, - // so arguments = args + oparg - 2. tier2 op(_CALL_METHOD_DESCRIPTOR_O_INLINE, (callable, args[oparg], cfunc/4 -- res, c, s, a)) { - assert(oparg >= 2); - _PyStackRef *arguments = args + oparg - 2; - // CPython promises to check all non-vectorcall function calls. + assert(oparg == 2); EXIT_IF(_Py_ReachedRecursionLimit(tstate)); - _PyStackRef self_stackref = arguments[0]; - _PyStackRef arg_stackref = arguments[1]; STAT_INC(CALL, hit); - PyCFunction volatile cfunc_fn = (PyCFunction)cfunc; - PyObject *res_o = cfunc_fn( - PyStackRef_AsPyObjectBorrow(self_stackref), - PyStackRef_AsPyObjectBorrow(arg_stackref)); + PyObject *res_o = _PyCFunction_TrampolineCall( + (PyCFunction)cfunc, + PyStackRef_AsPyObjectBorrow(args[0]), + PyStackRef_AsPyObjectBorrow(args[1])); _Py_LeaveRecursiveCallTstate(tstate); assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); if (res_o == NULL) { ERROR_NO_POP(); } c = callable; - s = arguments[0]; - a = arguments[1]; + s = args[0]; + a = args[1]; INPUTS_DEAD(); res = PyStackRef_FromPyObjectSteal(res_o); } @@ -4800,7 +4793,7 @@ dummy_func( PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunction cfunc = method->d_method->ml_meth; + PyCFunctionFastWithKeywords cfunc = (PyCFunctionFastWithKeywords)method->d_method->ml_meth; PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, cfunc, @@ -4815,19 +4808,16 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(res_o); } - // The optimizer folds self_or_null into args (oparg = original + 1) - // and encodes total_args in operand1 to avoid runtime null checks. - tier2 op(_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE, (callable, args[oparg], cfunc/4, total_args/2 -- res)) { - _PyStackRef *arguments = args + oparg - total_args; - PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); + tier2 op(_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE, (callable, args[oparg], cfunc/4 -- res)) { + PyObject *self = PyStackRef_AsPyObjectBorrow(args[0]); assert(self != NULL); STAT_INC(CALL, hit); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, - (PyCFunction)cfunc, + (PyCFunctionFastWithKeywords)cfunc, self, - arguments, - total_args + args, + oparg ); DEAD(args); DEAD(callable); @@ -4883,21 +4873,13 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(res_o); } - // The optimizer folds self_or_null into args by emitting with - // oparg = original_oparg + 1, so args always includes self. - // Self is always the last element: args[oparg - 1]. tier2 op(_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE, (callable, args[oparg], cfunc/4 -- res)) { - assert(oparg >= 1); - _PyStackRef self_stackref = args[oparg - 1]; + assert(oparg == 1); + _PyStackRef self_stackref = args[0]; PyObject *self = PyStackRef_AsPyObjectBorrow(self_stackref); - // CPython promises to check all non-vectorcall function calls. EXIT_IF(_Py_ReachedRecursionLimit(tstate)); STAT_INC(CALL, hit); - // Use volatile to prevent the JIT compiler from generating a - // direct BL to the cfunc symbol; we need an indirect BLR since - // the cfunc address may be out of range for relative branches. - PyCFunction volatile cfunc_fn = (PyCFunction)cfunc; - PyObject *res_o = cfunc_fn(self, NULL); + PyObject *res_o = _PyCFunction_TrampolineCall((PyCFunction)cfunc, self, NULL); _Py_LeaveRecursiveCallTstate(tstate); assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); PyStackRef_CLOSE(self_stackref); @@ -4944,7 +4926,7 @@ dummy_func( PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunction cfunc = method->d_method->ml_meth; + PyCFunctionFast cfunc = (PyCFunctionFast)method->d_method->ml_meth; PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, cfunc, @@ -4959,19 +4941,16 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(res_o); } - // The optimizer folds self_or_null into args (oparg = original + 1) - // and encodes total_args in operand1 to avoid runtime null checks. - tier2 op(_CALL_METHOD_DESCRIPTOR_FAST_INLINE, (callable, args[oparg], cfunc/4, total_args/2 -- res)) { - _PyStackRef *arguments = args + oparg - total_args; - PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); + tier2 op(_CALL_METHOD_DESCRIPTOR_FAST_INLINE, (callable, args[oparg], cfunc/4 -- res)) { + PyObject *self = PyStackRef_AsPyObjectBorrow(args[0]); assert(self != NULL); STAT_INC(CALL, hit); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, - (PyCFunction)cfunc, + (PyCFunctionFast)cfunc, self, - arguments, - total_args + args, + oparg ); DEAD(args); DEAD(callable); diff --git a/Python/ceval.c b/Python/ceval.c index 10694972e72cdc..ca26c97b290f51 100644 --- a/Python/ceval.c +++ b/Python/ceval.c @@ -874,7 +874,7 @@ _Py_BuiltinCallFastWithKeywords_StackRefSteal( PyObject * _PyCallMethodDescriptorFast_StackRefSteal( _PyStackRef callable, - PyCFunction cfunc, + PyCFunctionFast cfunc, PyObject *self, _PyStackRef *arguments, int total_args) @@ -887,8 +887,7 @@ _PyCallMethodDescriptorFast_StackRefSteal( } assert(self == PyStackRef_AsPyObjectBorrow(arguments[0])); - PyCFunctionFast cfunc_fast = _PyCFunctionFast_CAST(cfunc); - res = cfunc_fast(self, (args_o + 1), total_args - 1); + res = cfunc(self, (args_o + 1), total_args - 1); STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); assert((res != NULL) ^ (PyErr_Occurred() != NULL)); cleanup: @@ -906,7 +905,7 @@ _PyCallMethodDescriptorFast_StackRefSteal( PyObject * _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( _PyStackRef callable, - PyCFunction cfunc, + PyCFunctionFastWithKeywords cfunc, PyObject *self, _PyStackRef *arguments, int total_args) @@ -919,9 +918,7 @@ _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( } assert(self == PyStackRef_AsPyObjectBorrow(arguments[0])); - PyCFunctionFastWithKeywords cfunc_kw = - _PyCFunctionFastWithKeywords_CAST(cfunc); - res = cfunc_kw(self, (args_o + 1), total_args-1, NULL); + res = cfunc(self, (args_o + 1), total_args-1, NULL); STACKREFS_TO_PYOBJECTS_CLEANUP(args_o); assert((res != NULL) ^ (PyErr_Occurred() != NULL)); cleanup: diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 07678eace4112e..5d05d89e6924b2 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -16497,21 +16497,18 @@ args = &stack_pointer[-oparg]; callable = stack_pointer[-1 - oparg]; PyObject *cfunc = (PyObject *)CURRENT_OPERAND0_64(); - assert(oparg >= 2); - _PyStackRef *arguments = args + oparg - 2; + assert(oparg == 2); if (_Py_ReachedRecursionLimit(tstate)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); } - _PyStackRef self_stackref = arguments[0]; - _PyStackRef arg_stackref = arguments[1]; STAT_INC(CALL, hit); - PyCFunction volatile cfunc_fn = (PyCFunction)cfunc; _PyFrame_SetStackPointer(frame, stack_pointer); - PyObject *res_o = cfunc_fn( - PyStackRef_AsPyObjectBorrow(self_stackref), - PyStackRef_AsPyObjectBorrow(arg_stackref)); + PyObject *res_o = _PyCFunction_TrampolineCall( + (PyCFunction)cfunc, + PyStackRef_AsPyObjectBorrow(args[0]), + PyStackRef_AsPyObjectBorrow(args[1])); stack_pointer = _PyFrame_GetStackPointer(frame); _Py_LeaveRecursiveCallTstate(tstate); assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); @@ -16520,8 +16517,8 @@ JUMP_TO_ERROR(); } c = callable; - s = arguments[0]; - a = arguments[1]; + s = args[0]; + a = args[1]; res = PyStackRef_FromPyObjectSteal(res_o); _tos_cache2 = a; _tos_cache1 = s; @@ -16600,7 +16597,7 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunction cfunc = method->d_method->ml_meth; + PyCFunctionFastWithKeywords cfunc = (PyCFunctionFastWithKeywords)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, @@ -16637,18 +16634,16 @@ args = &stack_pointer[-oparg]; callable = stack_pointer[-1 - oparg]; PyObject *cfunc = (PyObject *)CURRENT_OPERAND0_64(); - uint32_t total_args = (uint32_t)CURRENT_OPERAND1_32(); - _PyStackRef *arguments = args + oparg - total_args; - PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); + PyObject *self = PyStackRef_AsPyObjectBorrow(args[0]); assert(self != NULL); STAT_INC(CALL, hit); _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, - (PyCFunction)cfunc, + (PyCFunctionFastWithKeywords)cfunc, self, - arguments, - total_args + args, + oparg ); stack_pointer = _PyFrame_GetStackPointer(frame); if (res_o == NULL) { @@ -16773,8 +16768,8 @@ args = &stack_pointer[-oparg]; callable = stack_pointer[-1 - oparg]; PyObject *cfunc = (PyObject *)CURRENT_OPERAND0_64(); - assert(oparg >= 1); - _PyStackRef self_stackref = args[oparg - 1]; + assert(oparg == 1); + _PyStackRef self_stackref = args[0]; PyObject *self = PyStackRef_AsPyObjectBorrow(self_stackref); if (_Py_ReachedRecursionLimit(tstate)) { UOP_STAT_INC(uopcode, miss); @@ -16782,9 +16777,8 @@ JUMP_TO_JUMP_TARGET(); } STAT_INC(CALL, hit); - PyCFunction volatile cfunc_fn = (PyCFunction)cfunc; _PyFrame_SetStackPointer(frame, stack_pointer); - PyObject *res_o = cfunc_fn(self, NULL); + PyObject *res_o = _PyCFunction_TrampolineCall((PyCFunction)cfunc, self, NULL); stack_pointer = _PyFrame_GetStackPointer(frame); _Py_LeaveRecursiveCallTstate(tstate); assert((res_o != NULL) ^ (_PyErr_Occurred(tstate) != NULL)); @@ -16874,7 +16868,7 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunction cfunc = method->d_method->ml_meth; + PyCFunctionFast cfunc = (PyCFunctionFast)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, @@ -16911,18 +16905,16 @@ args = &stack_pointer[-oparg]; callable = stack_pointer[-1 - oparg]; PyObject *cfunc = (PyObject *)CURRENT_OPERAND0_64(); - uint32_t total_args = (uint32_t)CURRENT_OPERAND1_32(); - _PyStackRef *arguments = args + oparg - total_args; - PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); + PyObject *self = PyStackRef_AsPyObjectBorrow(args[0]); assert(self != NULL); STAT_INC(CALL, hit); _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, - (PyCFunction)cfunc, + (PyCFunctionFast)cfunc, self, - arguments, - total_args + args, + oparg ); stack_pointer = _PyFrame_GetStackPointer(frame); if (res_o == NULL) { diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 05f7e0c1e1442f..6127ad627f41b2 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -3826,7 +3826,7 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunction cfunc = method->d_method->ml_meth; + PyCFunctionFast cfunc = (PyCFunctionFast)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, @@ -3923,7 +3923,7 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunction cfunc = method->d_method->ml_meth; + PyCFunctionFastWithKeywords cfunc = (PyCFunctionFastWithKeywords)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 01f5d7fe18f3d2..165a6ee1ca2a7d 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -1363,12 +1363,10 @@ dummy_func(void) { op(_CALL_METHOD_DESCRIPTOR_NOARGS, (callable, self_or_null, args[oparg] -- res)) { PyObject *callable_o = sym_get_const(ctx, callable); - if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type) + && !sym_is_null(self_or_null)) { PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; PyCFunction cfunc = method->d_method->ml_meth; - // Fold self_or_null into args: the inline op signature is - // (callable, args[oparg]) so we emit oparg+1 to account - // for self_or_null being consumed as part of args. ADD_OP(_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE, oparg + 1, (uintptr_t)cfunc); } res = sym_new_not_null(ctx); @@ -1376,30 +1374,22 @@ dummy_func(void) { op(_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS, (callable, self_or_null, args[oparg] -- res)) { PyObject *callable_o = sym_get_const(ctx, callable); - if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type) + && !sym_is_null(self_or_null)) { PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; PyCFunction cfunc = method->d_method->ml_meth; - int total_args = oparg; - if (!sym_is_null(self_or_null)) { - total_args++; - } ADD_OP(_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE, oparg + 1, (uintptr_t)cfunc); - uop_buffer_last(&ctx->out_buffer)->operand1 = (uintptr_t)total_args; } res = sym_new_not_null(ctx); } op(_CALL_METHOD_DESCRIPTOR_FAST, (callable, self_or_null, args[oparg] -- res)) { PyObject *callable_o = sym_get_const(ctx, callable); - if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type) + && !sym_is_null(self_or_null)) { PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; PyCFunction cfunc = method->d_method->ml_meth; - int total_args = oparg; - if (!sym_is_null(self_or_null)) { - total_args++; - } ADD_OP(_CALL_METHOD_DESCRIPTOR_FAST_INLINE, oparg + 1, (uintptr_t)cfunc); - uop_buffer_last(&ctx->out_buffer)->operand1 = (uintptr_t)total_args; } res = sym_new_not_null(ctx); } @@ -1431,7 +1421,8 @@ dummy_func(void) { op(_CALL_METHOD_DESCRIPTOR_O, (callable, self_or_null, args[oparg] -- res, c, s, a)) { PyObject *callable_o = sym_get_const(ctx, callable); - if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type) + && sym_is_not_null(self_or_null)) { PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; PyCFunction cfunc = method->d_method->ml_meth; ADD_OP(_CALL_METHOD_DESCRIPTOR_O_INLINE, oparg + 1, (uintptr_t)cfunc); diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 6f5ddbdd1f1f88..0bf5cb8838b776 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -3903,7 +3903,8 @@ self_or_null = stack_pointer[-1 - oparg]; callable = stack_pointer[-2 - oparg]; PyObject *callable_o = sym_get_const(ctx, callable); - if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type) + && sym_is_not_null(self_or_null)) { PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; PyCFunction cfunc = method->d_method->ml_meth; ADD_OP(_CALL_METHOD_DESCRIPTOR_O_INLINE, oparg + 1, (uintptr_t)cfunc); @@ -3987,15 +3988,11 @@ self_or_null = stack_pointer[-1 - oparg]; callable = stack_pointer[-2 - oparg]; PyObject *callable_o = sym_get_const(ctx, callable); - if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type) + && !sym_is_null(self_or_null)) { PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; PyCFunction cfunc = method->d_method->ml_meth; - int total_args = oparg; - if (!sym_is_null(self_or_null)) { - total_args++; - } ADD_OP(_CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE, oparg + 1, (uintptr_t)cfunc); - uop_buffer_last(&ctx->out_buffer)->operand1 = (uintptr_t)total_args; } res = sym_new_not_null(ctx); CHECK_STACK_BOUNDS(-1 - oparg); @@ -4048,11 +4045,14 @@ } case _CALL_METHOD_DESCRIPTOR_NOARGS: { + JitOptRef self_or_null; JitOptRef callable; JitOptRef res; + self_or_null = stack_pointer[-1 - oparg]; callable = stack_pointer[-2 - oparg]; PyObject *callable_o = sym_get_const(ctx, callable); - if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type) + && !sym_is_null(self_or_null)) { PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; PyCFunction cfunc = method->d_method->ml_meth; ADD_OP(_CALL_METHOD_DESCRIPTOR_NOARGS_INLINE, oparg + 1, (uintptr_t)cfunc); @@ -4114,15 +4114,11 @@ self_or_null = stack_pointer[-1 - oparg]; callable = stack_pointer[-2 - oparg]; PyObject *callable_o = sym_get_const(ctx, callable); - if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type)) { + if (callable_o && Py_IS_TYPE(callable_o, &PyMethodDescr_Type) + && !sym_is_null(self_or_null)) { PyMethodDescrObject *method = (PyMethodDescrObject *)callable_o; PyCFunction cfunc = method->d_method->ml_meth; - int total_args = oparg; - if (!sym_is_null(self_or_null)) { - total_args++; - } ADD_OP(_CALL_METHOD_DESCRIPTOR_FAST_INLINE, oparg + 1, (uintptr_t)cfunc); - uop_buffer_last(&ctx->out_buffer)->operand1 = (uintptr_t)total_args; } res = sym_new_not_null(ctx); CHECK_STACK_BOUNDS(-1 - oparg); From 301060b3fe70013de9a60a456bd1589ee5a9d535 Mon Sep 17 00:00:00 2001 From: Kumar Aditya Date: Tue, 31 Mar 2026 17:43:15 +0530 Subject: [PATCH 3/6] add tests --- Lib/test/test_capi/test_opt.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 999111a449a084..29bbb79507493b 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -2760,6 +2760,8 @@ def testfunc(n): self.assertIn("_CALL_METHOD_DESCRIPTOR_O_INLINE", uops) self.assertNotIn("_CALL_METHOD_DESCRIPTOR_O", uops) self.assertNotIn("_GUARD_CALLABLE_METHOD_DESCRIPTOR_O", uops) + self.assertIn("_POP_TOP_NOP", uops) + self.assertLessEqual(count_ops(ex, "_POP_TOP"), 4) def test_call_method_descriptor_noargs(self): def testfunc(n): From e8fac3f1051785ef293fd4eeab3dec5af33bcde8 Mon Sep 17 00:00:00 2001 From: Kumar Aditya Date: Tue, 31 Mar 2026 18:15:06 +0530 Subject: [PATCH 4/6] fix fpcasts --- Modules/_testinternalcapi/test_cases.c.h | 4 ++-- Python/bytecodes.c | 8 ++++---- Python/executor_cases.c.h | 8 ++++---- Python/generated_cases.c.h | 4 ++-- 4 files changed, 12 insertions(+), 12 deletions(-) diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 68996eab8c5846..7e097dcb13391b 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -3826,8 +3826,8 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunctionFast cfunc = (PyCFunctionFast)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); + PyCFunctionFast cfunc = _PyCFunctionFast_CAST(method->d_method->ml_meth); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, cfunc, @@ -3923,8 +3923,8 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunctionFastWithKeywords cfunc = (PyCFunctionFastWithKeywords)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); + PyCFunctionFastWithKeywords cfunc = _PyCFunctionFastWithKeywords_CAST(method->d_method->ml_meth); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, cfunc, diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 1d6e0ec1300c3a..c8bff0f56b8486 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -4835,7 +4835,7 @@ dummy_func( PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunctionFastWithKeywords cfunc = (PyCFunctionFastWithKeywords)method->d_method->ml_meth; + PyCFunctionFastWithKeywords cfunc = _PyCFunctionFastWithKeywords_CAST(method->d_method->ml_meth); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, cfunc, @@ -4856,7 +4856,7 @@ dummy_func( STAT_INC(CALL, hit); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, - (PyCFunctionFastWithKeywords)cfunc, + _PyCFunctionFastWithKeywords_CAST(cfunc), self, args, oparg @@ -4968,7 +4968,7 @@ dummy_func( PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunctionFast cfunc = (PyCFunctionFast)method->d_method->ml_meth; + PyCFunctionFast cfunc = _PyCFunctionFast_CAST(method->d_method->ml_meth); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, cfunc, @@ -4989,7 +4989,7 @@ dummy_func( STAT_INC(CALL, hit); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, - (PyCFunctionFast)cfunc, + _PyCFunctionFast_CAST(cfunc), self, args, oparg diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index b3953c4b1842e1..67df92598e60ed 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -16688,8 +16688,8 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunctionFastWithKeywords cfunc = (PyCFunctionFastWithKeywords)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); + PyCFunctionFastWithKeywords cfunc = _PyCFunctionFastWithKeywords_CAST(method->d_method->ml_meth); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, cfunc, @@ -16731,7 +16731,7 @@ _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, - (PyCFunctionFastWithKeywords)cfunc, + _PyCFunctionFastWithKeywords_CAST(cfunc), self, args, oparg @@ -16959,8 +16959,8 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunctionFast cfunc = (PyCFunctionFast)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); + PyCFunctionFast cfunc = _PyCFunctionFast_CAST(method->d_method->ml_meth); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, cfunc, @@ -17002,7 +17002,7 @@ _PyFrame_SetStackPointer(frame, stack_pointer); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, - (PyCFunctionFast)cfunc, + _PyCFunctionFast_CAST(cfunc), self, args, oparg diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 8ddba4b27df47a..52e17a50724a1e 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -3826,8 +3826,8 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunctionFast cfunc = (PyCFunctionFast)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); + PyCFunctionFast cfunc = _PyCFunctionFast_CAST(method->d_method->ml_meth); PyObject *res_o = _PyCallMethodDescriptorFast_StackRefSteal( callable, cfunc, @@ -3923,8 +3923,8 @@ PyObject *self = PyStackRef_AsPyObjectBorrow(arguments[0]); assert(self != NULL); STAT_INC(CALL, hit); - PyCFunctionFastWithKeywords cfunc = (PyCFunctionFastWithKeywords)method->d_method->ml_meth; _PyFrame_SetStackPointer(frame, stack_pointer); + PyCFunctionFastWithKeywords cfunc = _PyCFunctionFastWithKeywords_CAST(method->d_method->ml_meth); PyObject *res_o = _PyCallMethodDescriptorFastWithKeywords_StackRefSteal( callable, cfunc, From ed5067761e16e7013aac567164d45d205e2f88d6 Mon Sep 17 00:00:00 2001 From: Kumar Aditya Date: Tue, 31 Mar 2026 20:56:02 +0530 Subject: [PATCH 5/6] add fix suggested by Claude --- Python/jit.c | 28 ++++++++++++++-------------- Tools/jit/_stencils.py | 17 +++++++++++++++++ Tools/jit/_writer.py | 5 ++++- 3 files changed, 35 insertions(+), 15 deletions(-) diff --git a/Python/jit.c b/Python/jit.c index 4990c743224d3c..bdfd678543e1d8 100644 --- a/Python/jit.c +++ b/Python/jit.c @@ -554,6 +554,7 @@ patch_x86_64_32rx(unsigned char *location, uint64_t value) void patch_got_symbol(jit_state *state, int ordinal); void patch_aarch64_trampoline(unsigned char *location, int ordinal, jit_state *state); +void patch_aarch64_trampoline_addr(unsigned char *location, int ordinal, uint64_t value, jit_state *state); void patch_x86_64_trampoline(unsigned char *location, int ordinal, jit_state *state); #include "jit_stencils.h" @@ -585,28 +586,27 @@ patch_got_symbol(jit_state *state, int ordinal) void patch_aarch64_trampoline(unsigned char *location, int ordinal, jit_state *state) { - uint64_t value = (uintptr_t)symbols_map[ordinal]; - int64_t range = value - (uintptr_t)location; + patch_aarch64_trampoline_addr(location, ordinal, value, state); +} + +// Generate and patch AArch64 trampolines for dynamic addresses (e.g. operands). +// Unlike patch_aarch64_trampoline, the target address is passed directly rather +// than looked up from symbols_map. The ordinal is used to allocate a trampoline slot. +void +patch_aarch64_trampoline_addr(unsigned char *location, int ordinal, uint64_t value, jit_state *state) +{ + int64_t range = (int64_t)value - (int64_t)(uintptr_t)location; - // If we are in range of 28 signed bits, we patch the instruction with - // the address of the symbol. if (range >= -(1 << 27) && range < (1 << 27)) { - patch_aarch64_26r(location, (uintptr_t)value); + patch_aarch64_26r(location, value); return; } - // Out of range - need a trampoline uint32_t *p = (uint32_t *)get_symbol_slot(ordinal, &state->trampolines, TRAMPOLINE_SIZE); - /* Generate the trampoline - 0: 58000048 ldr x8, 8 - 4: d61f0100 br x8 - 8: 00000000 // The next two words contain the 64-bit address to jump to. - c: 00000000 - */ - p[0] = 0x58000048; - p[1] = 0xD61F0100; + p[0] = 0x58000048; // ldr x8, 8 + p[1] = 0xD61F0100; // br x8 p[2] = value & 0xffffffff; p[3] = value >> 32; diff --git a/Tools/jit/_stencils.py b/Tools/jit/_stencils.py index 258de8ab3136a4..f95da7ea9ddfe5 100644 --- a/Tools/jit/_stencils.py +++ b/Tools/jit/_stencils.py @@ -296,6 +296,23 @@ def process_relocations(self, known_symbols: dict[str, int]) -> None: self._trampolines.add(ordinal) hole.addend = ordinal hole.symbol = None + # aarch64 trampolines for operand-based call targets (e.g. inlined cfunc) + elif ( + hole.kind + in {"R_AARCH64_CALL26", "R_AARCH64_JUMP26", "ARM64_RELOC_BRANCH26"} + and hole.value in {HoleValue.OPERAND0, HoleValue.OPERAND1} + ): + value_expr = _HOLE_EXPRS[hole.value] + synth_name = f"_JIT_TRAMPOLINE_{hole.value.name}" + if synth_name in known_symbols: + ordinal = known_symbols[synth_name] + else: + ordinal = len(known_symbols) + known_symbols[synth_name] = ordinal + self._trampolines.add(ordinal) + hole.func = "patch_aarch64_trampoline_addr" + hole.need_state = True + hole.custom_value = f"{ordinal}, {value_expr}" # x86_64 Darwin trampolines for external symbols elif ( hole.kind == "X86_64_RELOC_BRANCH" diff --git a/Tools/jit/_writer.py b/Tools/jit/_writer.py index 5fd9a2ee2d6e58..d424a783654fba 100644 --- a/Tools/jit/_writer.py +++ b/Tools/jit/_writer.py @@ -35,7 +35,10 @@ def _dump_footer( yield f"static const void * const symbols_map[{max(len(symbols), 1)}] = {{" if symbols: for symbol, ordinal in symbols.items(): - yield f" [{ordinal}] = &{symbol}," + if symbol.startswith("_JIT_TRAMPOLINE_"): + yield f" [{ordinal}] = 0," + else: + yield f" [{ordinal}] = &{symbol}," else: yield " 0" yield "};" From c3e35f2b93650ebdded422eb0ccc8f0323b87dfe Mon Sep 17 00:00:00 2001 From: Kumar Aditya Date: Tue, 31 Mar 2026 21:22:02 +0530 Subject: [PATCH 6/6] another fix --- Tools/jit/_stencils.py | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/Tools/jit/_stencils.py b/Tools/jit/_stencils.py index f95da7ea9ddfe5..d0f7061c8cb556 100644 --- a/Tools/jit/_stencils.py +++ b/Tools/jit/_stencils.py @@ -303,12 +303,9 @@ def process_relocations(self, known_symbols: dict[str, int]) -> None: and hole.value in {HoleValue.OPERAND0, HoleValue.OPERAND1} ): value_expr = _HOLE_EXPRS[hole.value] - synth_name = f"_JIT_TRAMPOLINE_{hole.value.name}" - if synth_name in known_symbols: - ordinal = known_symbols[synth_name] - else: - ordinal = len(known_symbols) - known_symbols[synth_name] = ordinal + ordinal = len(known_symbols) + synth_name = f"_JIT_TRAMPOLINE_{hole.value.name}_{ordinal}" + known_symbols[synth_name] = ordinal self._trampolines.add(ordinal) hole.func = "patch_aarch64_trampoline_addr" hole.need_state = True