From 3a6f48d19c7a33b1d781599c5bb01f647d0948f9 Mon Sep 17 00:00:00 2001 From: Mark Shannon Date: Tue, 17 Mar 2026 10:22:51 +0000 Subject: [PATCH 1/3] Add FOR_ITER specialization for virtual iterators. Specialize GET_ITER. * Add FOR_ITER_VIRTUAL to specialize FOR_ITER for virtual iterators * Add GET_ITER_SELF to specialize GET_ITER for iterators (including generators) * Add GET_ITER_VIRTUAL to specialize GET_ITER for iterables as virtual iterators --- Include/cpython/object.h | 2 + Include/internal/pycore_code.h | 7 + Include/internal/pycore_magic_number.h | 3 +- Include/internal/pycore_opcode_metadata.h | 35 +- Include/internal/pycore_uop_ids.h | 2362 +++++++++++---------- Include/internal/pycore_uop_metadata.h | 133 ++ Include/object.h | 1 + Include/opcode_ids.h | 75 +- Lib/_opcode_metadata.py | 80 +- Lib/opcode.py | 3 + Lib/test/test_capi/test_opt.py | 69 + Lib/test/test_dis.py | 248 +-- Lib/test/test_monitoring.py | 10 +- Lib/test/test_opcache.py | 33 + Lib/test/test_sys.py | 2 +- Modules/_testinternalcapi/test_cases.c.h | 161 +- Modules/_testinternalcapi/test_targets.h | 27 +- Objects/bytesobject.c | 14 + Objects/listobject.c | 27 + Objects/tupleobject.c | 14 + Objects/unicodeobject.c | 21 + Programs/test_frozenmain.h | 56 +- Python/bytecodes.c | 111 +- Python/ceval.c | 32 +- Python/executor_cases.c.h | 479 ++++- Python/generated_cases.c.h | 161 +- Python/opcode_targets.h | 27 +- Python/optimizer.c | 1 + Python/optimizer_bytecodes.c | 80 +- Python/optimizer_cases.c.h | 129 +- Python/record_functions.c.h | 3 + Python/specialize.c | 45 +- Tools/cases_generator/parser.py | 1 - 33 files changed, 2953 insertions(+), 1499 deletions(-) diff --git a/Include/cpython/object.h b/Include/cpython/object.h index 61cdb93d1d5354..0a993789cd8037 100644 --- a/Include/cpython/object.h +++ b/Include/cpython/object.h @@ -229,6 +229,8 @@ struct _typeobject { destructor tp_finalize; vectorcallfunc tp_vectorcall; + iteritemfunc tp_iteritem; + /* bitset of which type-watchers care about this type */ unsigned char tp_watched; diff --git a/Include/internal/pycore_code.h b/Include/internal/pycore_code.h index 376e68a4c8773c..e851cb67c82b07 100644 --- a/Include/internal/pycore_code.h +++ b/Include/internal/pycore_code.h @@ -141,6 +141,12 @@ typedef struct { #define INLINE_CACHE_ENTRIES_FOR_ITER CACHE_ENTRIES(_PyForIterCache) +typedef struct { + _Py_BackoffCounter counter; +} _PyGetIterCache; + +#define INLINE_CACHE_ENTRIES_GET_ITER CACHE_ENTRIES(_PyGetIterCache) + typedef struct { _Py_BackoffCounter counter; } _PySendCache; @@ -324,6 +330,7 @@ PyAPI_FUNC(void) _Py_Specialize_ContainsOp(_PyStackRef value, _Py_CODEUNIT *inst PyAPI_FUNC(void) _Py_GatherStats_GetIter(_PyStackRef iterable); PyAPI_FUNC(void) _Py_Specialize_CallFunctionEx(_PyStackRef func_st, _Py_CODEUNIT *instr); PyAPI_FUNC(void) _Py_Specialize_Resume(_Py_CODEUNIT *instr, PyThreadState *tstate, _PyInterpreterFrame *frame); +PyAPI_FUNC(void) _Py_Specialize_GetIter(_PyStackRef iterable, _Py_CODEUNIT *instr); // Utility functions for reading/writing 32/64-bit values in the inline caches. // Great care should be taken to ensure that these functions remain correct and diff --git a/Include/internal/pycore_magic_number.h b/Include/internal/pycore_magic_number.h index 9d36165c8a8ffb..b5875609596cf0 100644 --- a/Include/internal/pycore_magic_number.h +++ b/Include/internal/pycore_magic_number.h @@ -294,6 +294,7 @@ Known values: Python 3.15a4 3661 (Lazy imports IMPORT_NAME opcode changes) Python 3.15a8 3662 (Add counter to RESUME) Python 3.15a8 3663 (Merge GET_ITER and GET_YIELD_FROM_ITER. Modify SEND to make it a bit more like FOR_ITER) + Python 3.15a8 3664 (Add FOR_ITER_VIRTUAL and GET_ITER specializations) Python 3.16 will start with 3700 @@ -307,7 +308,7 @@ PC/launcher.c must also be updated. */ -#define PYC_MAGIC_NUMBER 3663 +#define PYC_MAGIC_NUMBER 3664 /* This is equivalent to converting PYC_MAGIC_NUMBER to 2 bytes (little-endian) and then appending b'\r\n'. */ #define PYC_MAGIC_NUMBER_TOKEN \ diff --git a/Include/internal/pycore_opcode_metadata.h b/Include/internal/pycore_opcode_metadata.h index 15d5bd6684549e..bda6fb624e00a9 100644 --- a/Include/internal/pycore_opcode_metadata.h +++ b/Include/internal/pycore_opcode_metadata.h @@ -220,6 +220,8 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case FOR_ITER_TUPLE: return 2; + case FOR_ITER_VIRTUAL: + return 2; case GET_AITER: return 1; case GET_ANEXT: @@ -228,6 +230,10 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 1; case GET_ITER: return 1; + case GET_ITER_SELF: + return 1; + case GET_ITER_VIRTUAL: + return 1; case GET_LEN: return 1; case IMPORT_FROM: @@ -711,6 +717,8 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 3; case FOR_ITER_TUPLE: return 3; + case FOR_ITER_VIRTUAL: + return 3; case GET_AITER: return 1; case GET_ANEXT: @@ -719,6 +727,10 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case GET_ITER: return 2; + case GET_ITER_SELF: + return 2; + case GET_ITER_VIRTUAL: + return 2; case GET_LEN: return 2; case IMPORT_FROM: @@ -1183,10 +1195,13 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [FOR_ITER_LIST] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_DEOPT_FLAG | HAS_EXIT_FLAG | HAS_ESCAPES_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, [FOR_ITER_RANGE] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, [FOR_ITER_TUPLE] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_EXIT_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, + [FOR_ITER_VIRTUAL] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_JUMP_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_UNPREDICTABLE_JUMP_FLAG }, [GET_AITER] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [GET_ANEXT] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [GET_AWAITABLE] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, - [GET_ITER] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, + [GET_ITER] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, + [GET_ITER_SELF] = { true, INSTR_FMT_IXC, HAS_EXIT_FLAG | HAS_RECORDS_VALUE_FLAG }, + [GET_ITER_VIRTUAL] = { true, INSTR_FMT_IXC, HAS_EXIT_FLAG | HAS_RECORDS_VALUE_FLAG }, [GET_LEN] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [IMPORT_FROM] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_NAME_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [IMPORT_NAME] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_NAME_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, @@ -1428,10 +1443,13 @@ _PyOpcode_macro_expansion[256] = { [FOR_ITER_LIST] = { .nuops = 3, .uops = { { _ITER_CHECK_LIST, OPARG_SIMPLE, 1 }, { _ITER_JUMP_LIST, OPARG_REPLACED, 1 }, { _ITER_NEXT_LIST, OPARG_REPLACED, 1 } } }, [FOR_ITER_RANGE] = { .nuops = 3, .uops = { { _ITER_CHECK_RANGE, OPARG_SIMPLE, 1 }, { _ITER_JUMP_RANGE, OPARG_REPLACED, 1 }, { _ITER_NEXT_RANGE, OPARG_SIMPLE, 1 } } }, [FOR_ITER_TUPLE] = { .nuops = 3, .uops = { { _ITER_CHECK_TUPLE, OPARG_SIMPLE, 1 }, { _ITER_JUMP_TUPLE, OPARG_REPLACED, 1 }, { _ITER_NEXT_TUPLE, OPARG_SIMPLE, 1 } } }, + [FOR_ITER_VIRTUAL] = { .nuops = 2, .uops = { { _GUARD_NOS_ITER_VIRTUAL, OPARG_SIMPLE, 1 }, { _FOR_ITER_VIRTUAL, OPARG_REPLACED, 1 } } }, [GET_AITER] = { .nuops = 1, .uops = { { _GET_AITER, OPARG_SIMPLE, 0 } } }, [GET_ANEXT] = { .nuops = 1, .uops = { { _GET_ANEXT, OPARG_SIMPLE, 0 } } }, [GET_AWAITABLE] = { .nuops = 1, .uops = { { _GET_AWAITABLE, OPARG_SIMPLE, 0 } } }, - [GET_ITER] = { .nuops = 1, .uops = { { _GET_ITER, OPARG_SIMPLE, 0 } } }, + [GET_ITER] = { .nuops = 2, .uops = { { _RECORD_TOS_TYPE, OPARG_SIMPLE, 0 }, { _GET_ITER, OPARG_SIMPLE, 0 } } }, + [GET_ITER_SELF] = { .nuops = 3, .uops = { { _RECORD_TOS_TYPE, OPARG_SIMPLE, 0 }, { _GUARD_ITERATOR, OPARG_SIMPLE, 1 }, { _PUSH_NULL, OPARG_SIMPLE, 1 } } }, + [GET_ITER_VIRTUAL] = { .nuops = 3, .uops = { { _RECORD_TOS_TYPE, OPARG_SIMPLE, 0 }, { _GUARD_ITER_VIRTUAL, OPARG_SIMPLE, 1 }, { _PUSH_TAGGED_ZERO, OPARG_SIMPLE, 1 } } }, [GET_LEN] = { .nuops = 1, .uops = { { _GET_LEN, OPARG_SIMPLE, 0 } } }, [IMPORT_FROM] = { .nuops = 1, .uops = { { _IMPORT_FROM, OPARG_SIMPLE, 0 } } }, [IMPORT_NAME] = { .nuops = 1, .uops = { { _IMPORT_NAME, OPARG_SIMPLE, 0 } } }, @@ -1630,10 +1648,13 @@ const char *_PyOpcode_OpName[267] = { [FOR_ITER_LIST] = "FOR_ITER_LIST", [FOR_ITER_RANGE] = "FOR_ITER_RANGE", [FOR_ITER_TUPLE] = "FOR_ITER_TUPLE", + [FOR_ITER_VIRTUAL] = "FOR_ITER_VIRTUAL", [GET_AITER] = "GET_AITER", [GET_ANEXT] = "GET_ANEXT", [GET_AWAITABLE] = "GET_AWAITABLE", [GET_ITER] = "GET_ITER", + [GET_ITER_SELF] = "GET_ITER_SELF", + [GET_ITER_VIRTUAL] = "GET_ITER_VIRTUAL", [GET_LEN] = "GET_LEN", [IMPORT_FROM] = "IMPORT_FROM", [IMPORT_NAME] = "IMPORT_NAME", @@ -1800,6 +1821,7 @@ const uint8_t _PyOpcode_Caches[256] = { [POP_JUMP_IF_FALSE] = 1, [POP_JUMP_IF_NONE] = 1, [POP_JUMP_IF_NOT_NONE] = 1, + [GET_ITER] = 1, [FOR_ITER] = 1, [CALL] = 3, [CALL_KW] = 3, @@ -1819,9 +1841,6 @@ const uint8_t _PyOpcode_Deopt[256] = { [125] = 125, [126] = 126, [127] = 127, - [214] = 214, - [215] = 215, - [216] = 216, [217] = 217, [218] = 218, [219] = 219, @@ -1929,10 +1948,13 @@ const uint8_t _PyOpcode_Deopt[256] = { [FOR_ITER_LIST] = FOR_ITER, [FOR_ITER_RANGE] = FOR_ITER, [FOR_ITER_TUPLE] = FOR_ITER, + [FOR_ITER_VIRTUAL] = FOR_ITER, [GET_AITER] = GET_AITER, [GET_ANEXT] = GET_ANEXT, [GET_AWAITABLE] = GET_AWAITABLE, [GET_ITER] = GET_ITER, + [GET_ITER_SELF] = GET_ITER, + [GET_ITER_VIRTUAL] = GET_ITER, [GET_LEN] = GET_LEN, [IMPORT_FROM] = IMPORT_FROM, [IMPORT_NAME] = IMPORT_NAME, @@ -2080,9 +2102,6 @@ const uint8_t _PyOpcode_Deopt[256] = { case 125: \ case 126: \ case 127: \ - case 214: \ - case 215: \ - case 216: \ case 217: \ case 218: \ case 219: \ diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index dbc7aaab7a7472..907b0e35819c89 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -130,96 +130,103 @@ extern "C" { #define _FOR_ITER 395 #define _FOR_ITER_GEN_FRAME 396 #define _FOR_ITER_TIER_TWO 397 +#define _FOR_ITER_VIRTUAL 398 +#define _FOR_ITER_VIRTUAL_TIER_TWO 399 #define _GET_AITER GET_AITER #define _GET_ANEXT GET_ANEXT #define _GET_AWAITABLE GET_AWAITABLE -#define _GET_ITER GET_ITER +#define _GET_ITER 400 +#define _GET_ITER_TRAD 401 #define _GET_LEN GET_LEN -#define _GUARD_BINARY_OP_EXTEND 398 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 399 -#define _GUARD_BIT_IS_SET_POP 400 -#define _GUARD_BIT_IS_SET_POP_4 401 -#define _GUARD_BIT_IS_SET_POP_5 402 -#define _GUARD_BIT_IS_SET_POP_6 403 -#define _GUARD_BIT_IS_SET_POP_7 404 -#define _GUARD_BIT_IS_UNSET_POP 405 -#define _GUARD_BIT_IS_UNSET_POP_4 406 -#define _GUARD_BIT_IS_UNSET_POP_5 407 -#define _GUARD_BIT_IS_UNSET_POP_6 408 -#define _GUARD_BIT_IS_UNSET_POP_7 409 -#define _GUARD_CALLABLE_BUILTIN_FAST 410 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 411 -#define _GUARD_CALLABLE_BUILTIN_O 412 -#define _GUARD_CALLABLE_ISINSTANCE 413 -#define _GUARD_CALLABLE_LEN 414 -#define _GUARD_CALLABLE_LIST_APPEND 415 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 416 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 417 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 418 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 419 -#define _GUARD_CALLABLE_STR_1 420 -#define _GUARD_CALLABLE_TUPLE_1 421 -#define _GUARD_CALLABLE_TYPE_1 422 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR 423 -#define _GUARD_CODE_VERSION_RETURN_VALUE 424 -#define _GUARD_CODE_VERSION_YIELD_VALUE 425 -#define _GUARD_CODE_VERSION__PUSH_FRAME 426 -#define _GUARD_DORV_NO_DICT 427 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 428 -#define _GUARD_GLOBALS_VERSION 429 -#define _GUARD_IP_RETURN_GENERATOR 430 -#define _GUARD_IP_RETURN_VALUE 431 -#define _GUARD_IP_YIELD_VALUE 432 -#define _GUARD_IP__PUSH_FRAME 433 -#define _GUARD_IS_FALSE_POP 434 -#define _GUARD_IS_NONE_POP 435 -#define _GUARD_IS_NOT_NONE_POP 436 -#define _GUARD_IS_TRUE_POP 437 -#define _GUARD_KEYS_VERSION 438 -#define _GUARD_NOS_ANY_DICT 439 -#define _GUARD_NOS_COMPACT_ASCII 440 -#define _GUARD_NOS_DICT 441 -#define _GUARD_NOS_FLOAT 442 -#define _GUARD_NOS_INT 443 -#define _GUARD_NOS_LIST 444 -#define _GUARD_NOS_NOT_NULL 445 -#define _GUARD_NOS_NULL 446 -#define _GUARD_NOS_OVERFLOWED 447 -#define _GUARD_NOS_TUPLE 448 -#define _GUARD_NOS_UNICODE 449 -#define _GUARD_NOT_EXHAUSTED_LIST 450 -#define _GUARD_NOT_EXHAUSTED_RANGE 451 -#define _GUARD_NOT_EXHAUSTED_TUPLE 452 -#define _GUARD_THIRD_NULL 453 -#define _GUARD_TOS_ANY_DICT 454 -#define _GUARD_TOS_ANY_SET 455 -#define _GUARD_TOS_DICT 456 -#define _GUARD_TOS_FLOAT 457 -#define _GUARD_TOS_FROZENDICT 458 -#define _GUARD_TOS_FROZENSET 459 -#define _GUARD_TOS_INT 460 -#define _GUARD_TOS_LIST 461 -#define _GUARD_TOS_OVERFLOWED 462 -#define _GUARD_TOS_SET 463 -#define _GUARD_TOS_SLICE 464 -#define _GUARD_TOS_TUPLE 465 -#define _GUARD_TOS_UNICODE 466 -#define _GUARD_TYPE_VERSION 467 -#define _GUARD_TYPE_VERSION_LOCKED 468 -#define _HANDLE_PENDING_AND_DEOPT 469 +#define _GUARD_BINARY_OP_EXTEND 402 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 403 +#define _GUARD_BIT_IS_SET_POP 404 +#define _GUARD_BIT_IS_SET_POP_4 405 +#define _GUARD_BIT_IS_SET_POP_5 406 +#define _GUARD_BIT_IS_SET_POP_6 407 +#define _GUARD_BIT_IS_SET_POP_7 408 +#define _GUARD_BIT_IS_UNSET_POP 409 +#define _GUARD_BIT_IS_UNSET_POP_4 410 +#define _GUARD_BIT_IS_UNSET_POP_5 411 +#define _GUARD_BIT_IS_UNSET_POP_6 412 +#define _GUARD_BIT_IS_UNSET_POP_7 413 +#define _GUARD_CALLABLE_BUILTIN_FAST 414 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 415 +#define _GUARD_CALLABLE_BUILTIN_O 416 +#define _GUARD_CALLABLE_ISINSTANCE 417 +#define _GUARD_CALLABLE_LEN 418 +#define _GUARD_CALLABLE_LIST_APPEND 419 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 420 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 421 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 422 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 423 +#define _GUARD_CALLABLE_STR_1 424 +#define _GUARD_CALLABLE_TUPLE_1 425 +#define _GUARD_CALLABLE_TYPE_1 426 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR 427 +#define _GUARD_CODE_VERSION_RETURN_VALUE 428 +#define _GUARD_CODE_VERSION_YIELD_VALUE 429 +#define _GUARD_CODE_VERSION__PUSH_FRAME 430 +#define _GUARD_DORV_NO_DICT 431 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 432 +#define _GUARD_GLOBALS_VERSION 433 +#define _GUARD_IP_RETURN_GENERATOR 434 +#define _GUARD_IP_RETURN_VALUE 435 +#define _GUARD_IP_YIELD_VALUE 436 +#define _GUARD_IP__PUSH_FRAME 437 +#define _GUARD_IS_FALSE_POP 438 +#define _GUARD_IS_NONE_POP 439 +#define _GUARD_IS_NOT_NONE_POP 440 +#define _GUARD_IS_TRUE_POP 441 +#define _GUARD_ITERATOR 442 +#define _GUARD_ITER_VIRTUAL 443 +#define _GUARD_KEYS_VERSION 444 +#define _GUARD_NOS_ANY_DICT 445 +#define _GUARD_NOS_COMPACT_ASCII 446 +#define _GUARD_NOS_DICT 447 +#define _GUARD_NOS_FLOAT 448 +#define _GUARD_NOS_INT 449 +#define _GUARD_NOS_ITER_VIRTUAL 450 +#define _GUARD_NOS_LIST 451 +#define _GUARD_NOS_NOT_NULL 452 +#define _GUARD_NOS_NULL 453 +#define _GUARD_NOS_OVERFLOWED 454 +#define _GUARD_NOS_TUPLE 455 +#define _GUARD_NOS_UNICODE 456 +#define _GUARD_NOT_EXHAUSTED_LIST 457 +#define _GUARD_NOT_EXHAUSTED_RANGE 458 +#define _GUARD_NOT_EXHAUSTED_TUPLE 459 +#define _GUARD_THIRD_NULL 460 +#define _GUARD_TOS_ANY_DICT 461 +#define _GUARD_TOS_ANY_SET 462 +#define _GUARD_TOS_DICT 463 +#define _GUARD_TOS_FLOAT 464 +#define _GUARD_TOS_FROZENDICT 465 +#define _GUARD_TOS_FROZENSET 466 +#define _GUARD_TOS_INT 467 +#define _GUARD_TOS_LIST 468 +#define _GUARD_TOS_OVERFLOWED 469 +#define _GUARD_TOS_SET 470 +#define _GUARD_TOS_SLICE 471 +#define _GUARD_TOS_TUPLE 472 +#define _GUARD_TOS_UNICODE 473 +#define _GUARD_TYPE 474 +#define _GUARD_TYPE_VERSION 475 +#define _GUARD_TYPE_VERSION_LOCKED 476 +#define _HANDLE_PENDING_AND_DEOPT 477 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 470 -#define _INIT_CALL_PY_EXACT_ARGS 471 -#define _INIT_CALL_PY_EXACT_ARGS_0 472 -#define _INIT_CALL_PY_EXACT_ARGS_1 473 -#define _INIT_CALL_PY_EXACT_ARGS_2 474 -#define _INIT_CALL_PY_EXACT_ARGS_3 475 -#define _INIT_CALL_PY_EXACT_ARGS_4 476 -#define _INSERT_1_LOAD_CONST_INLINE 477 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW 478 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW 479 -#define _INSERT_NULL 480 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 478 +#define _INIT_CALL_PY_EXACT_ARGS 479 +#define _INIT_CALL_PY_EXACT_ARGS_0 480 +#define _INIT_CALL_PY_EXACT_ARGS_1 481 +#define _INIT_CALL_PY_EXACT_ARGS_2 482 +#define _INIT_CALL_PY_EXACT_ARGS_3 483 +#define _INIT_CALL_PY_EXACT_ARGS_4 484 +#define _INSERT_1_LOAD_CONST_INLINE 485 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW 486 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW 487 +#define _INSERT_NULL 488 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -229,1128 +236,1151 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 481 -#define _IS_OP 482 -#define _ITER_CHECK_LIST 483 -#define _ITER_CHECK_RANGE 484 -#define _ITER_CHECK_TUPLE 485 -#define _ITER_JUMP_LIST 486 -#define _ITER_JUMP_RANGE 487 -#define _ITER_JUMP_TUPLE 488 -#define _ITER_NEXT_LIST 489 -#define _ITER_NEXT_LIST_TIER_TWO 490 -#define _ITER_NEXT_RANGE 491 -#define _ITER_NEXT_TUPLE 492 +#define _IS_NONE 489 +#define _IS_OP 490 +#define _ITER_CHECK_LIST 491 +#define _ITER_CHECK_RANGE 492 +#define _ITER_CHECK_TUPLE 493 +#define _ITER_JUMP_LIST 494 +#define _ITER_JUMP_RANGE 495 +#define _ITER_JUMP_TUPLE 496 +#define _ITER_NEXT_LIST 497 +#define _ITER_NEXT_LIST_TIER_TWO 498 +#define _ITER_NEXT_RANGE 499 +#define _ITER_NEXT_TUPLE 500 #define _JUMP_BACKWARD_NO_INTERRUPT JUMP_BACKWARD_NO_INTERRUPT -#define _JUMP_TO_TOP 493 +#define _JUMP_TO_TOP 501 #define _LIST_APPEND LIST_APPEND -#define _LIST_EXTEND 494 -#define _LOAD_ATTR 495 -#define _LOAD_ATTR_CLASS 496 +#define _LIST_EXTEND 502 +#define _LOAD_ATTR 503 +#define _LOAD_ATTR_CLASS 504 #define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN -#define _LOAD_ATTR_INSTANCE_VALUE 497 -#define _LOAD_ATTR_METHOD_LAZY_DICT 498 -#define _LOAD_ATTR_METHOD_NO_DICT 499 -#define _LOAD_ATTR_METHOD_WITH_VALUES 500 -#define _LOAD_ATTR_MODULE 501 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 502 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 503 -#define _LOAD_ATTR_PROPERTY_FRAME 504 -#define _LOAD_ATTR_SLOT 505 -#define _LOAD_ATTR_WITH_HINT 506 +#define _LOAD_ATTR_INSTANCE_VALUE 505 +#define _LOAD_ATTR_METHOD_LAZY_DICT 506 +#define _LOAD_ATTR_METHOD_NO_DICT 507 +#define _LOAD_ATTR_METHOD_WITH_VALUES 508 +#define _LOAD_ATTR_MODULE 509 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 510 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 511 +#define _LOAD_ATTR_PROPERTY_FRAME 512 +#define _LOAD_ATTR_SLOT 513 +#define _LOAD_ATTR_WITH_HINT 514 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 507 +#define _LOAD_BYTECODE 515 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST -#define _LOAD_CONST_INLINE 508 -#define _LOAD_CONST_INLINE_BORROW 509 -#define _LOAD_CONST_UNDER_INLINE 510 -#define _LOAD_CONST_UNDER_INLINE_BORROW 511 +#define _LOAD_CONST_INLINE 516 +#define _LOAD_CONST_INLINE_BORROW 517 +#define _LOAD_CONST_UNDER_INLINE 518 +#define _LOAD_CONST_UNDER_INLINE_BORROW 519 #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 512 -#define _LOAD_FAST_0 513 -#define _LOAD_FAST_1 514 -#define _LOAD_FAST_2 515 -#define _LOAD_FAST_3 516 -#define _LOAD_FAST_4 517 -#define _LOAD_FAST_5 518 -#define _LOAD_FAST_6 519 -#define _LOAD_FAST_7 520 +#define _LOAD_FAST 520 +#define _LOAD_FAST_0 521 +#define _LOAD_FAST_1 522 +#define _LOAD_FAST_2 523 +#define _LOAD_FAST_3 524 +#define _LOAD_FAST_4 525 +#define _LOAD_FAST_5 526 +#define _LOAD_FAST_6 527 +#define _LOAD_FAST_7 528 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR -#define _LOAD_FAST_BORROW 521 -#define _LOAD_FAST_BORROW_0 522 -#define _LOAD_FAST_BORROW_1 523 -#define _LOAD_FAST_BORROW_2 524 -#define _LOAD_FAST_BORROW_3 525 -#define _LOAD_FAST_BORROW_4 526 -#define _LOAD_FAST_BORROW_5 527 -#define _LOAD_FAST_BORROW_6 528 -#define _LOAD_FAST_BORROW_7 529 +#define _LOAD_FAST_BORROW 529 +#define _LOAD_FAST_BORROW_0 530 +#define _LOAD_FAST_BORROW_1 531 +#define _LOAD_FAST_BORROW_2 532 +#define _LOAD_FAST_BORROW_3 533 +#define _LOAD_FAST_BORROW_4 534 +#define _LOAD_FAST_BORROW_5 535 +#define _LOAD_FAST_BORROW_6 536 +#define _LOAD_FAST_BORROW_7 537 #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 530 -#define _LOAD_GLOBAL_BUILTINS 531 -#define _LOAD_GLOBAL_MODULE 532 +#define _LOAD_GLOBAL 538 +#define _LOAD_GLOBAL_BUILTINS 539 +#define _LOAD_GLOBAL_MODULE 540 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 533 -#define _LOAD_SMALL_INT_0 534 -#define _LOAD_SMALL_INT_1 535 -#define _LOAD_SMALL_INT_2 536 -#define _LOAD_SMALL_INT_3 537 -#define _LOAD_SPECIAL 538 +#define _LOAD_SMALL_INT 541 +#define _LOAD_SMALL_INT_0 542 +#define _LOAD_SMALL_INT_1 543 +#define _LOAD_SMALL_INT_2 544 +#define _LOAD_SMALL_INT_3 545 +#define _LOAD_SPECIAL 546 #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR #define _LOAD_SUPER_ATTR_METHOD LOAD_SUPER_ATTR_METHOD -#define _LOCK_OBJECT 539 -#define _MAKE_CALLARGS_A_TUPLE 540 +#define _LOCK_OBJECT 547 +#define _MAKE_CALLARGS_A_TUPLE 548 #define _MAKE_CELL MAKE_CELL #define _MAKE_FUNCTION MAKE_FUNCTION -#define _MAKE_HEAP_SAFE 541 -#define _MAKE_WARM 542 +#define _MAKE_HEAP_SAFE 549 +#define _MAKE_WARM 550 #define _MAP_ADD MAP_ADD -#define _MATCH_CLASS 543 +#define _MATCH_CLASS 551 #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 544 -#define _MAYBE_EXPAND_METHOD_KW 545 -#define _MONITOR_CALL 546 -#define _MONITOR_CALL_KW 547 -#define _MONITOR_JUMP_BACKWARD 548 -#define _MONITOR_RESUME 549 +#define _MAYBE_EXPAND_METHOD 552 +#define _MAYBE_EXPAND_METHOD_KW 553 +#define _MONITOR_CALL 554 +#define _MONITOR_CALL_KW 555 +#define _MONITOR_JUMP_BACKWARD 556 +#define _MONITOR_RESUME 557 #define _NOP NOP -#define _POP_CALL 550 -#define _POP_CALL_LOAD_CONST_INLINE_BORROW 551 -#define _POP_CALL_ONE 552 -#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW 553 -#define _POP_CALL_TWO 554 -#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW 555 +#define _POP_CALL 558 +#define _POP_CALL_LOAD_CONST_INLINE_BORROW 559 +#define _POP_CALL_ONE 560 +#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW 561 +#define _POP_CALL_TWO 562 +#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW 563 #define _POP_EXCEPT POP_EXCEPT #define _POP_ITER POP_ITER -#define _POP_JUMP_IF_FALSE 556 -#define _POP_JUMP_IF_TRUE 557 +#define _POP_JUMP_IF_FALSE 564 +#define _POP_JUMP_IF_TRUE 565 #define _POP_TOP POP_TOP -#define _POP_TOP_FLOAT 558 -#define _POP_TOP_INT 559 -#define _POP_TOP_LOAD_CONST_INLINE 560 -#define _POP_TOP_LOAD_CONST_INLINE_BORROW 561 -#define _POP_TOP_NOP 562 -#define _POP_TOP_UNICODE 563 -#define _POP_TWO 564 -#define _POP_TWO_LOAD_CONST_INLINE_BORROW 565 +#define _POP_TOP_FLOAT 566 +#define _POP_TOP_INT 567 +#define _POP_TOP_LOAD_CONST_INLINE 568 +#define _POP_TOP_LOAD_CONST_INLINE_BORROW 569 +#define _POP_TOP_NOP 570 +#define _POP_TOP_UNICODE 571 +#define _POP_TWO 572 +#define _POP_TWO_LOAD_CONST_INLINE_BORROW 573 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 566 +#define _PUSH_FRAME 574 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 567 -#define _PY_FRAME_EX 568 -#define _PY_FRAME_GENERAL 569 -#define _PY_FRAME_KW 570 -#define _RECORD_3OS_GEN_FUNC 571 -#define _RECORD_4OS 572 -#define _RECORD_BOUND_METHOD 573 -#define _RECORD_CALLABLE 574 -#define _RECORD_CODE 575 -#define _RECORD_NOS 576 -#define _RECORD_NOS_GEN_FUNC 577 -#define _RECORD_TOS 578 -#define _RECORD_TOS_TYPE 579 -#define _REPLACE_WITH_TRUE 580 -#define _RESUME_CHECK 581 +#define _PUSH_NULL_CONDITIONAL 575 +#define _PUSH_TAGGED_ZERO 576 +#define _PY_FRAME_EX 577 +#define _PY_FRAME_GENERAL 578 +#define _PY_FRAME_KW 579 +#define _RECORD_3OS_GEN_FUNC 580 +#define _RECORD_4OS 581 +#define _RECORD_BOUND_METHOD 582 +#define _RECORD_CALLABLE 583 +#define _RECORD_CODE 584 +#define _RECORD_NOS 585 +#define _RECORD_NOS_GEN_FUNC 586 +#define _RECORD_TOS 587 +#define _RECORD_TOS_TYPE 588 +#define _REPLACE_WITH_TRUE 589 +#define _RESUME_CHECK 590 #define _RETURN_GENERATOR RETURN_GENERATOR -#define _RETURN_VALUE 582 -#define _SAVE_RETURN_OFFSET 583 -#define _SEND 584 -#define _SEND_GEN_FRAME 585 +#define _RETURN_VALUE 591 +#define _SAVE_RETURN_OFFSET 592 +#define _SEND 593 +#define _SEND_GEN_FRAME 594 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE -#define _SET_UPDATE 586 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW 587 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW 588 -#define _SPILL_OR_RELOAD 589 -#define _START_EXECUTOR 590 -#define _STORE_ATTR 591 -#define _STORE_ATTR_INSTANCE_VALUE 592 -#define _STORE_ATTR_SLOT 593 -#define _STORE_ATTR_WITH_HINT 594 +#define _SET_UPDATE 595 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW 596 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW 597 +#define _SPILL_OR_RELOAD 598 +#define _START_EXECUTOR 599 +#define _STORE_ATTR 600 +#define _STORE_ATTR_INSTANCE_VALUE 601 +#define _STORE_ATTR_SLOT 602 +#define _STORE_ATTR_WITH_HINT 603 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 595 -#define _STORE_SUBSCR 596 -#define _STORE_SUBSCR_DICT 597 -#define _STORE_SUBSCR_DICT_KNOWN_HASH 598 -#define _STORE_SUBSCR_LIST_INT 599 -#define _SWAP 600 -#define _SWAP_2 601 -#define _SWAP_3 602 -#define _SWAP_FAST 603 -#define _SWAP_FAST_0 604 -#define _SWAP_FAST_1 605 -#define _SWAP_FAST_2 606 -#define _SWAP_FAST_3 607 -#define _SWAP_FAST_4 608 -#define _SWAP_FAST_5 609 -#define _SWAP_FAST_6 610 -#define _SWAP_FAST_7 611 -#define _TIER2_RESUME_CHECK 612 -#define _TO_BOOL 613 +#define _STORE_SLICE 604 +#define _STORE_SUBSCR 605 +#define _STORE_SUBSCR_DICT 606 +#define _STORE_SUBSCR_DICT_KNOWN_HASH 607 +#define _STORE_SUBSCR_LIST_INT 608 +#define _SWAP 609 +#define _SWAP_2 610 +#define _SWAP_3 611 +#define _SWAP_FAST 612 +#define _SWAP_FAST_0 613 +#define _SWAP_FAST_1 614 +#define _SWAP_FAST_2 615 +#define _SWAP_FAST_3 616 +#define _SWAP_FAST_4 617 +#define _SWAP_FAST_5 618 +#define _SWAP_FAST_6 619 +#define _SWAP_FAST_7 620 +#define _TIER2_RESUME_CHECK 621 +#define _TO_BOOL 622 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 614 -#define _TO_BOOL_LIST 615 +#define _TO_BOOL_INT 623 +#define _TO_BOOL_LIST 624 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 616 +#define _TO_BOOL_STR 625 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 617 -#define _UNARY_NEGATIVE 618 -#define _UNARY_NEGATIVE_FLOAT_INPLACE 619 +#define _UNARY_INVERT 626 +#define _UNARY_NEGATIVE 627 +#define _UNARY_NEGATIVE_FLOAT_INPLACE 628 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 620 -#define _UNPACK_SEQUENCE_LIST 621 -#define _UNPACK_SEQUENCE_TUPLE 622 -#define _UNPACK_SEQUENCE_TWO_TUPLE 623 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 624 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 625 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 626 +#define _UNPACK_SEQUENCE 629 +#define _UNPACK_SEQUENCE_LIST 630 +#define _UNPACK_SEQUENCE_TUPLE 631 +#define _UNPACK_SEQUENCE_TWO_TUPLE 632 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 633 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 634 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 635 #define _WITH_EXCEPT_START WITH_EXCEPT_START -#define _YIELD_VALUE 627 -#define MAX_UOP_ID 627 -#define _BINARY_OP_r23 628 -#define _BINARY_OP_ADD_FLOAT_r03 629 -#define _BINARY_OP_ADD_FLOAT_r13 630 -#define _BINARY_OP_ADD_FLOAT_r23 631 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 632 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 633 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 634 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 635 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 636 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 637 -#define _BINARY_OP_ADD_INT_r03 638 -#define _BINARY_OP_ADD_INT_r13 639 -#define _BINARY_OP_ADD_INT_r23 640 -#define _BINARY_OP_ADD_UNICODE_r03 641 -#define _BINARY_OP_ADD_UNICODE_r13 642 -#define _BINARY_OP_ADD_UNICODE_r23 643 -#define _BINARY_OP_EXTEND_r23 644 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 645 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 646 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 647 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 648 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 649 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 650 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 651 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 652 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 653 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 654 -#define _BINARY_OP_MULTIPLY_INT_r03 655 -#define _BINARY_OP_MULTIPLY_INT_r13 656 -#define _BINARY_OP_MULTIPLY_INT_r23 657 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 658 -#define _BINARY_OP_SUBSCR_DICT_r23 659 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 660 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 661 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 662 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 663 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 664 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 665 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 666 -#define _BINARY_OP_SUBSCR_STR_INT_r23 667 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 668 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 669 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 670 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 671 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 672 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 673 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 674 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 675 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 676 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 677 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 678 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 679 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 680 -#define _BINARY_OP_SUBTRACT_INT_r03 681 -#define _BINARY_OP_SUBTRACT_INT_r13 682 -#define _BINARY_OP_SUBTRACT_INT_r23 683 -#define _BINARY_SLICE_r31 684 -#define _BUILD_INTERPOLATION_r01 685 -#define _BUILD_LIST_r01 686 -#define _BUILD_MAP_r01 687 -#define _BUILD_SET_r01 688 -#define _BUILD_SLICE_r01 689 -#define _BUILD_STRING_r01 690 -#define _BUILD_TEMPLATE_r21 691 -#define _BUILD_TUPLE_r01 692 -#define _CALL_BUILTIN_CLASS_r01 693 -#define _CALL_BUILTIN_FAST_r01 694 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 695 -#define _CALL_BUILTIN_O_r03 696 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 697 -#define _CALL_INTRINSIC_1_r12 698 -#define _CALL_INTRINSIC_2_r23 699 -#define _CALL_ISINSTANCE_r31 700 -#define _CALL_KW_NON_PY_r11 701 -#define _CALL_LEN_r33 702 -#define _CALL_LIST_APPEND_r03 703 -#define _CALL_LIST_APPEND_r13 704 -#define _CALL_LIST_APPEND_r23 705 -#define _CALL_LIST_APPEND_r33 706 -#define _CALL_METHOD_DESCRIPTOR_FAST_r01 707 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 708 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 709 -#define _CALL_METHOD_DESCRIPTOR_O_r03 710 -#define _CALL_NON_PY_GENERAL_r01 711 -#define _CALL_STR_1_r32 712 -#define _CALL_TUPLE_1_r32 713 -#define _CALL_TYPE_1_r02 714 -#define _CALL_TYPE_1_r12 715 -#define _CALL_TYPE_1_r22 716 -#define _CALL_TYPE_1_r32 717 -#define _CHECK_AND_ALLOCATE_OBJECT_r00 718 -#define _CHECK_ATTR_CLASS_r01 719 -#define _CHECK_ATTR_CLASS_r11 720 -#define _CHECK_ATTR_CLASS_r22 721 -#define _CHECK_ATTR_CLASS_r33 722 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 723 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 724 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 725 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 726 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 727 -#define _CHECK_EG_MATCH_r22 728 -#define _CHECK_EXC_MATCH_r22 729 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 730 -#define _CHECK_FUNCTION_VERSION_r00 731 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 732 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 733 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 734 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 735 -#define _CHECK_FUNCTION_VERSION_KW_r11 736 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 737 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 738 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 739 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 740 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 741 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 742 -#define _CHECK_IS_PY_CALLABLE_EX_r03 743 -#define _CHECK_IS_PY_CALLABLE_EX_r13 744 -#define _CHECK_IS_PY_CALLABLE_EX_r23 745 -#define _CHECK_IS_PY_CALLABLE_EX_r33 746 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 747 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 748 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 749 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 750 -#define _CHECK_METHOD_VERSION_r00 751 -#define _CHECK_METHOD_VERSION_KW_r11 752 -#define _CHECK_PEP_523_r00 753 -#define _CHECK_PEP_523_r11 754 -#define _CHECK_PEP_523_r22 755 -#define _CHECK_PEP_523_r33 756 -#define _CHECK_PERIODIC_r00 757 -#define _CHECK_PERIODIC_AT_END_r00 758 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 759 -#define _CHECK_RECURSION_REMAINING_r00 760 -#define _CHECK_RECURSION_REMAINING_r11 761 -#define _CHECK_RECURSION_REMAINING_r22 762 -#define _CHECK_RECURSION_REMAINING_r33 763 -#define _CHECK_STACK_SPACE_r00 764 -#define _CHECK_STACK_SPACE_OPERAND_r00 765 -#define _CHECK_STACK_SPACE_OPERAND_r11 766 -#define _CHECK_STACK_SPACE_OPERAND_r22 767 -#define _CHECK_STACK_SPACE_OPERAND_r33 768 -#define _CHECK_VALIDITY_r00 769 -#define _CHECK_VALIDITY_r11 770 -#define _CHECK_VALIDITY_r22 771 -#define _CHECK_VALIDITY_r33 772 -#define _COLD_DYNAMIC_EXIT_r00 773 -#define _COLD_EXIT_r00 774 -#define _COMPARE_OP_r21 775 -#define _COMPARE_OP_FLOAT_r03 776 -#define _COMPARE_OP_FLOAT_r13 777 -#define _COMPARE_OP_FLOAT_r23 778 -#define _COMPARE_OP_INT_r23 779 -#define _COMPARE_OP_STR_r23 780 -#define _CONTAINS_OP_r23 781 -#define _CONTAINS_OP_DICT_r23 782 -#define _CONTAINS_OP_SET_r23 783 -#define _CONVERT_VALUE_r11 784 -#define _COPY_r01 785 -#define _COPY_1_r02 786 -#define _COPY_1_r12 787 -#define _COPY_1_r23 788 -#define _COPY_2_r03 789 -#define _COPY_2_r13 790 -#define _COPY_2_r23 791 -#define _COPY_3_r03 792 -#define _COPY_3_r13 793 -#define _COPY_3_r23 794 -#define _COPY_3_r33 795 -#define _COPY_FREE_VARS_r00 796 -#define _COPY_FREE_VARS_r11 797 -#define _COPY_FREE_VARS_r22 798 -#define _COPY_FREE_VARS_r33 799 -#define _CREATE_INIT_FRAME_r01 800 -#define _DELETE_ATTR_r10 801 -#define _DELETE_DEREF_r00 802 -#define _DELETE_FAST_r00 803 -#define _DELETE_GLOBAL_r00 804 -#define _DELETE_NAME_r00 805 -#define _DELETE_SUBSCR_r20 806 -#define _DEOPT_r00 807 -#define _DEOPT_r10 808 -#define _DEOPT_r20 809 -#define _DEOPT_r30 810 -#define _DICT_MERGE_r11 811 -#define _DICT_UPDATE_r11 812 -#define _DO_CALL_r01 813 -#define _DO_CALL_FUNCTION_EX_r31 814 -#define _DO_CALL_KW_r11 815 -#define _DYNAMIC_EXIT_r00 816 -#define _DYNAMIC_EXIT_r10 817 -#define _DYNAMIC_EXIT_r20 818 -#define _DYNAMIC_EXIT_r30 819 -#define _END_FOR_r10 820 -#define _END_SEND_r31 821 -#define _ERROR_POP_N_r00 822 -#define _EXIT_INIT_CHECK_r10 823 -#define _EXIT_TRACE_r00 824 -#define _EXIT_TRACE_r10 825 -#define _EXIT_TRACE_r20 826 -#define _EXIT_TRACE_r30 827 -#define _EXPAND_METHOD_r00 828 -#define _EXPAND_METHOD_KW_r11 829 -#define _FATAL_ERROR_r00 830 -#define _FATAL_ERROR_r11 831 -#define _FATAL_ERROR_r22 832 -#define _FATAL_ERROR_r33 833 -#define _FORMAT_SIMPLE_r11 834 -#define _FORMAT_WITH_SPEC_r21 835 -#define _FOR_ITER_r23 836 -#define _FOR_ITER_GEN_FRAME_r03 837 -#define _FOR_ITER_GEN_FRAME_r13 838 -#define _FOR_ITER_GEN_FRAME_r23 839 -#define _FOR_ITER_TIER_TWO_r23 840 -#define _GET_AITER_r11 841 -#define _GET_ANEXT_r12 842 -#define _GET_AWAITABLE_r11 843 -#define _GET_ITER_r12 844 -#define _GET_LEN_r12 845 -#define _GUARD_BINARY_OP_EXTEND_r22 846 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 847 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 848 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 849 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 850 -#define _GUARD_BIT_IS_SET_POP_r00 851 -#define _GUARD_BIT_IS_SET_POP_r10 852 -#define _GUARD_BIT_IS_SET_POP_r21 853 -#define _GUARD_BIT_IS_SET_POP_r32 854 -#define _GUARD_BIT_IS_SET_POP_4_r00 855 -#define _GUARD_BIT_IS_SET_POP_4_r10 856 -#define _GUARD_BIT_IS_SET_POP_4_r21 857 -#define _GUARD_BIT_IS_SET_POP_4_r32 858 -#define _GUARD_BIT_IS_SET_POP_5_r00 859 -#define _GUARD_BIT_IS_SET_POP_5_r10 860 -#define _GUARD_BIT_IS_SET_POP_5_r21 861 -#define _GUARD_BIT_IS_SET_POP_5_r32 862 -#define _GUARD_BIT_IS_SET_POP_6_r00 863 -#define _GUARD_BIT_IS_SET_POP_6_r10 864 -#define _GUARD_BIT_IS_SET_POP_6_r21 865 -#define _GUARD_BIT_IS_SET_POP_6_r32 866 -#define _GUARD_BIT_IS_SET_POP_7_r00 867 -#define _GUARD_BIT_IS_SET_POP_7_r10 868 -#define _GUARD_BIT_IS_SET_POP_7_r21 869 -#define _GUARD_BIT_IS_SET_POP_7_r32 870 -#define _GUARD_BIT_IS_UNSET_POP_r00 871 -#define _GUARD_BIT_IS_UNSET_POP_r10 872 -#define _GUARD_BIT_IS_UNSET_POP_r21 873 -#define _GUARD_BIT_IS_UNSET_POP_r32 874 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 875 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 876 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 877 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 878 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 879 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 880 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 881 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 882 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 883 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 884 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 885 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 886 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 887 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 888 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 889 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 890 -#define _GUARD_CALLABLE_BUILTIN_FAST_r00 891 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 892 -#define _GUARD_CALLABLE_BUILTIN_O_r00 893 -#define _GUARD_CALLABLE_ISINSTANCE_r03 894 -#define _GUARD_CALLABLE_ISINSTANCE_r13 895 -#define _GUARD_CALLABLE_ISINSTANCE_r23 896 -#define _GUARD_CALLABLE_ISINSTANCE_r33 897 -#define _GUARD_CALLABLE_LEN_r03 898 -#define _GUARD_CALLABLE_LEN_r13 899 -#define _GUARD_CALLABLE_LEN_r23 900 -#define _GUARD_CALLABLE_LEN_r33 901 -#define _GUARD_CALLABLE_LIST_APPEND_r03 902 -#define _GUARD_CALLABLE_LIST_APPEND_r13 903 -#define _GUARD_CALLABLE_LIST_APPEND_r23 904 -#define _GUARD_CALLABLE_LIST_APPEND_r33 905 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 906 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 907 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 908 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 909 -#define _GUARD_CALLABLE_STR_1_r03 910 -#define _GUARD_CALLABLE_STR_1_r13 911 -#define _GUARD_CALLABLE_STR_1_r23 912 -#define _GUARD_CALLABLE_STR_1_r33 913 -#define _GUARD_CALLABLE_TUPLE_1_r03 914 -#define _GUARD_CALLABLE_TUPLE_1_r13 915 -#define _GUARD_CALLABLE_TUPLE_1_r23 916 -#define _GUARD_CALLABLE_TUPLE_1_r33 917 -#define _GUARD_CALLABLE_TYPE_1_r03 918 -#define _GUARD_CALLABLE_TYPE_1_r13 919 -#define _GUARD_CALLABLE_TYPE_1_r23 920 -#define _GUARD_CALLABLE_TYPE_1_r33 921 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 922 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 923 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 924 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 925 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 926 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 927 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 928 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 929 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 930 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 931 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 932 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 933 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 934 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 935 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 936 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 937 -#define _GUARD_DORV_NO_DICT_r01 938 -#define _GUARD_DORV_NO_DICT_r11 939 -#define _GUARD_DORV_NO_DICT_r22 940 -#define _GUARD_DORV_NO_DICT_r33 941 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 942 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 943 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 944 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 945 -#define _GUARD_GLOBALS_VERSION_r00 946 -#define _GUARD_GLOBALS_VERSION_r11 947 -#define _GUARD_GLOBALS_VERSION_r22 948 -#define _GUARD_GLOBALS_VERSION_r33 949 -#define _GUARD_IP_RETURN_GENERATOR_r00 950 -#define _GUARD_IP_RETURN_GENERATOR_r11 951 -#define _GUARD_IP_RETURN_GENERATOR_r22 952 -#define _GUARD_IP_RETURN_GENERATOR_r33 953 -#define _GUARD_IP_RETURN_VALUE_r00 954 -#define _GUARD_IP_RETURN_VALUE_r11 955 -#define _GUARD_IP_RETURN_VALUE_r22 956 -#define _GUARD_IP_RETURN_VALUE_r33 957 -#define _GUARD_IP_YIELD_VALUE_r00 958 -#define _GUARD_IP_YIELD_VALUE_r11 959 -#define _GUARD_IP_YIELD_VALUE_r22 960 -#define _GUARD_IP_YIELD_VALUE_r33 961 -#define _GUARD_IP__PUSH_FRAME_r00 962 -#define _GUARD_IP__PUSH_FRAME_r11 963 -#define _GUARD_IP__PUSH_FRAME_r22 964 -#define _GUARD_IP__PUSH_FRAME_r33 965 -#define _GUARD_IS_FALSE_POP_r00 966 -#define _GUARD_IS_FALSE_POP_r10 967 -#define _GUARD_IS_FALSE_POP_r21 968 -#define _GUARD_IS_FALSE_POP_r32 969 -#define _GUARD_IS_NONE_POP_r00 970 -#define _GUARD_IS_NONE_POP_r10 971 -#define _GUARD_IS_NONE_POP_r21 972 -#define _GUARD_IS_NONE_POP_r32 973 -#define _GUARD_IS_NOT_NONE_POP_r10 974 -#define _GUARD_IS_TRUE_POP_r00 975 -#define _GUARD_IS_TRUE_POP_r10 976 -#define _GUARD_IS_TRUE_POP_r21 977 -#define _GUARD_IS_TRUE_POP_r32 978 -#define _GUARD_KEYS_VERSION_r01 979 -#define _GUARD_KEYS_VERSION_r11 980 -#define _GUARD_KEYS_VERSION_r22 981 -#define _GUARD_KEYS_VERSION_r33 982 -#define _GUARD_NOS_ANY_DICT_r02 983 -#define _GUARD_NOS_ANY_DICT_r12 984 -#define _GUARD_NOS_ANY_DICT_r22 985 -#define _GUARD_NOS_ANY_DICT_r33 986 -#define _GUARD_NOS_COMPACT_ASCII_r02 987 -#define _GUARD_NOS_COMPACT_ASCII_r12 988 -#define _GUARD_NOS_COMPACT_ASCII_r22 989 -#define _GUARD_NOS_COMPACT_ASCII_r33 990 -#define _GUARD_NOS_DICT_r02 991 -#define _GUARD_NOS_DICT_r12 992 -#define _GUARD_NOS_DICT_r22 993 -#define _GUARD_NOS_DICT_r33 994 -#define _GUARD_NOS_FLOAT_r02 995 -#define _GUARD_NOS_FLOAT_r12 996 -#define _GUARD_NOS_FLOAT_r22 997 -#define _GUARD_NOS_FLOAT_r33 998 -#define _GUARD_NOS_INT_r02 999 -#define _GUARD_NOS_INT_r12 1000 -#define _GUARD_NOS_INT_r22 1001 -#define _GUARD_NOS_INT_r33 1002 -#define _GUARD_NOS_LIST_r02 1003 -#define _GUARD_NOS_LIST_r12 1004 -#define _GUARD_NOS_LIST_r22 1005 -#define _GUARD_NOS_LIST_r33 1006 -#define _GUARD_NOS_NOT_NULL_r02 1007 -#define _GUARD_NOS_NOT_NULL_r12 1008 -#define _GUARD_NOS_NOT_NULL_r22 1009 -#define _GUARD_NOS_NOT_NULL_r33 1010 -#define _GUARD_NOS_NULL_r02 1011 -#define _GUARD_NOS_NULL_r12 1012 -#define _GUARD_NOS_NULL_r22 1013 -#define _GUARD_NOS_NULL_r33 1014 -#define _GUARD_NOS_OVERFLOWED_r02 1015 -#define _GUARD_NOS_OVERFLOWED_r12 1016 -#define _GUARD_NOS_OVERFLOWED_r22 1017 -#define _GUARD_NOS_OVERFLOWED_r33 1018 -#define _GUARD_NOS_TUPLE_r02 1019 -#define _GUARD_NOS_TUPLE_r12 1020 -#define _GUARD_NOS_TUPLE_r22 1021 -#define _GUARD_NOS_TUPLE_r33 1022 -#define _GUARD_NOS_UNICODE_r02 1023 -#define _GUARD_NOS_UNICODE_r12 1024 -#define _GUARD_NOS_UNICODE_r22 1025 -#define _GUARD_NOS_UNICODE_r33 1026 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1027 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1028 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1029 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1030 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1031 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1032 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1033 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1034 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1035 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1036 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1037 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1038 -#define _GUARD_THIRD_NULL_r03 1039 -#define _GUARD_THIRD_NULL_r13 1040 -#define _GUARD_THIRD_NULL_r23 1041 -#define _GUARD_THIRD_NULL_r33 1042 -#define _GUARD_TOS_ANY_DICT_r01 1043 -#define _GUARD_TOS_ANY_DICT_r11 1044 -#define _GUARD_TOS_ANY_DICT_r22 1045 -#define _GUARD_TOS_ANY_DICT_r33 1046 -#define _GUARD_TOS_ANY_SET_r01 1047 -#define _GUARD_TOS_ANY_SET_r11 1048 -#define _GUARD_TOS_ANY_SET_r22 1049 -#define _GUARD_TOS_ANY_SET_r33 1050 -#define _GUARD_TOS_DICT_r01 1051 -#define _GUARD_TOS_DICT_r11 1052 -#define _GUARD_TOS_DICT_r22 1053 -#define _GUARD_TOS_DICT_r33 1054 -#define _GUARD_TOS_FLOAT_r01 1055 -#define _GUARD_TOS_FLOAT_r11 1056 -#define _GUARD_TOS_FLOAT_r22 1057 -#define _GUARD_TOS_FLOAT_r33 1058 -#define _GUARD_TOS_FROZENDICT_r01 1059 -#define _GUARD_TOS_FROZENDICT_r11 1060 -#define _GUARD_TOS_FROZENDICT_r22 1061 -#define _GUARD_TOS_FROZENDICT_r33 1062 -#define _GUARD_TOS_FROZENSET_r01 1063 -#define _GUARD_TOS_FROZENSET_r11 1064 -#define _GUARD_TOS_FROZENSET_r22 1065 -#define _GUARD_TOS_FROZENSET_r33 1066 -#define _GUARD_TOS_INT_r01 1067 -#define _GUARD_TOS_INT_r11 1068 -#define _GUARD_TOS_INT_r22 1069 -#define _GUARD_TOS_INT_r33 1070 -#define _GUARD_TOS_LIST_r01 1071 -#define _GUARD_TOS_LIST_r11 1072 -#define _GUARD_TOS_LIST_r22 1073 -#define _GUARD_TOS_LIST_r33 1074 -#define _GUARD_TOS_OVERFLOWED_r01 1075 -#define _GUARD_TOS_OVERFLOWED_r11 1076 -#define _GUARD_TOS_OVERFLOWED_r22 1077 -#define _GUARD_TOS_OVERFLOWED_r33 1078 -#define _GUARD_TOS_SET_r01 1079 -#define _GUARD_TOS_SET_r11 1080 -#define _GUARD_TOS_SET_r22 1081 -#define _GUARD_TOS_SET_r33 1082 -#define _GUARD_TOS_SLICE_r01 1083 -#define _GUARD_TOS_SLICE_r11 1084 -#define _GUARD_TOS_SLICE_r22 1085 -#define _GUARD_TOS_SLICE_r33 1086 -#define _GUARD_TOS_TUPLE_r01 1087 -#define _GUARD_TOS_TUPLE_r11 1088 -#define _GUARD_TOS_TUPLE_r22 1089 -#define _GUARD_TOS_TUPLE_r33 1090 -#define _GUARD_TOS_UNICODE_r01 1091 -#define _GUARD_TOS_UNICODE_r11 1092 -#define _GUARD_TOS_UNICODE_r22 1093 -#define _GUARD_TOS_UNICODE_r33 1094 -#define _GUARD_TYPE_VERSION_r01 1095 -#define _GUARD_TYPE_VERSION_r11 1096 -#define _GUARD_TYPE_VERSION_r22 1097 -#define _GUARD_TYPE_VERSION_r33 1098 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1099 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1100 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1101 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1102 -#define _HANDLE_PENDING_AND_DEOPT_r00 1103 -#define _HANDLE_PENDING_AND_DEOPT_r10 1104 -#define _HANDLE_PENDING_AND_DEOPT_r20 1105 -#define _HANDLE_PENDING_AND_DEOPT_r30 1106 -#define _IMPORT_FROM_r12 1107 -#define _IMPORT_NAME_r21 1108 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1109 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1110 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1111 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1112 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1113 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1114 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1115 -#define _INSERT_1_LOAD_CONST_INLINE_r02 1116 -#define _INSERT_1_LOAD_CONST_INLINE_r12 1117 -#define _INSERT_1_LOAD_CONST_INLINE_r23 1118 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1119 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1120 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1121 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1122 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1123 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1124 -#define _INSERT_NULL_r10 1125 -#define _INSTRUMENTED_FOR_ITER_r23 1126 -#define _INSTRUMENTED_INSTRUCTION_r00 1127 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1128 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1129 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1130 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1131 -#define _INSTRUMENTED_LINE_r00 1132 -#define _INSTRUMENTED_NOT_TAKEN_r00 1133 -#define _INSTRUMENTED_NOT_TAKEN_r11 1134 -#define _INSTRUMENTED_NOT_TAKEN_r22 1135 -#define _INSTRUMENTED_NOT_TAKEN_r33 1136 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1137 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1138 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1139 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1140 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1141 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1142 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1143 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1144 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1145 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1146 -#define _IS_NONE_r11 1147 -#define _IS_OP_r03 1148 -#define _IS_OP_r13 1149 -#define _IS_OP_r23 1150 -#define _ITER_CHECK_LIST_r02 1151 -#define _ITER_CHECK_LIST_r12 1152 -#define _ITER_CHECK_LIST_r22 1153 -#define _ITER_CHECK_LIST_r33 1154 -#define _ITER_CHECK_RANGE_r02 1155 -#define _ITER_CHECK_RANGE_r12 1156 -#define _ITER_CHECK_RANGE_r22 1157 -#define _ITER_CHECK_RANGE_r33 1158 -#define _ITER_CHECK_TUPLE_r02 1159 -#define _ITER_CHECK_TUPLE_r12 1160 -#define _ITER_CHECK_TUPLE_r22 1161 -#define _ITER_CHECK_TUPLE_r33 1162 -#define _ITER_JUMP_LIST_r02 1163 -#define _ITER_JUMP_LIST_r12 1164 -#define _ITER_JUMP_LIST_r22 1165 -#define _ITER_JUMP_LIST_r33 1166 -#define _ITER_JUMP_RANGE_r02 1167 -#define _ITER_JUMP_RANGE_r12 1168 -#define _ITER_JUMP_RANGE_r22 1169 -#define _ITER_JUMP_RANGE_r33 1170 -#define _ITER_JUMP_TUPLE_r02 1171 -#define _ITER_JUMP_TUPLE_r12 1172 -#define _ITER_JUMP_TUPLE_r22 1173 -#define _ITER_JUMP_TUPLE_r33 1174 -#define _ITER_NEXT_LIST_r23 1175 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1176 -#define _ITER_NEXT_RANGE_r03 1177 -#define _ITER_NEXT_RANGE_r13 1178 -#define _ITER_NEXT_RANGE_r23 1179 -#define _ITER_NEXT_TUPLE_r03 1180 -#define _ITER_NEXT_TUPLE_r13 1181 -#define _ITER_NEXT_TUPLE_r23 1182 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1183 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1184 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1185 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1186 -#define _JUMP_TO_TOP_r00 1187 -#define _LIST_APPEND_r10 1188 -#define _LIST_EXTEND_r11 1189 -#define _LOAD_ATTR_r10 1190 -#define _LOAD_ATTR_CLASS_r11 1191 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1192 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1193 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1194 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1195 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1196 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1197 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1198 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1199 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1200 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1201 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1202 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1203 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1204 -#define _LOAD_ATTR_MODULE_r12 1205 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1206 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1207 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1208 -#define _LOAD_ATTR_SLOT_r02 1209 -#define _LOAD_ATTR_SLOT_r12 1210 -#define _LOAD_ATTR_SLOT_r23 1211 -#define _LOAD_ATTR_WITH_HINT_r12 1212 -#define _LOAD_BUILD_CLASS_r01 1213 -#define _LOAD_BYTECODE_r00 1214 -#define _LOAD_COMMON_CONSTANT_r01 1215 -#define _LOAD_COMMON_CONSTANT_r12 1216 -#define _LOAD_COMMON_CONSTANT_r23 1217 -#define _LOAD_CONST_r01 1218 -#define _LOAD_CONST_r12 1219 -#define _LOAD_CONST_r23 1220 -#define _LOAD_CONST_INLINE_r01 1221 -#define _LOAD_CONST_INLINE_r12 1222 -#define _LOAD_CONST_INLINE_r23 1223 -#define _LOAD_CONST_INLINE_BORROW_r01 1224 -#define _LOAD_CONST_INLINE_BORROW_r12 1225 -#define _LOAD_CONST_INLINE_BORROW_r23 1226 -#define _LOAD_CONST_UNDER_INLINE_r02 1227 -#define _LOAD_CONST_UNDER_INLINE_r12 1228 -#define _LOAD_CONST_UNDER_INLINE_r23 1229 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1230 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1231 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1232 -#define _LOAD_DEREF_r01 1233 -#define _LOAD_FAST_r01 1234 -#define _LOAD_FAST_r12 1235 -#define _LOAD_FAST_r23 1236 -#define _LOAD_FAST_0_r01 1237 -#define _LOAD_FAST_0_r12 1238 -#define _LOAD_FAST_0_r23 1239 -#define _LOAD_FAST_1_r01 1240 -#define _LOAD_FAST_1_r12 1241 -#define _LOAD_FAST_1_r23 1242 -#define _LOAD_FAST_2_r01 1243 -#define _LOAD_FAST_2_r12 1244 -#define _LOAD_FAST_2_r23 1245 -#define _LOAD_FAST_3_r01 1246 -#define _LOAD_FAST_3_r12 1247 -#define _LOAD_FAST_3_r23 1248 -#define _LOAD_FAST_4_r01 1249 -#define _LOAD_FAST_4_r12 1250 -#define _LOAD_FAST_4_r23 1251 -#define _LOAD_FAST_5_r01 1252 -#define _LOAD_FAST_5_r12 1253 -#define _LOAD_FAST_5_r23 1254 -#define _LOAD_FAST_6_r01 1255 -#define _LOAD_FAST_6_r12 1256 -#define _LOAD_FAST_6_r23 1257 -#define _LOAD_FAST_7_r01 1258 -#define _LOAD_FAST_7_r12 1259 -#define _LOAD_FAST_7_r23 1260 -#define _LOAD_FAST_AND_CLEAR_r01 1261 -#define _LOAD_FAST_AND_CLEAR_r12 1262 -#define _LOAD_FAST_AND_CLEAR_r23 1263 -#define _LOAD_FAST_BORROW_r01 1264 -#define _LOAD_FAST_BORROW_r12 1265 -#define _LOAD_FAST_BORROW_r23 1266 -#define _LOAD_FAST_BORROW_0_r01 1267 -#define _LOAD_FAST_BORROW_0_r12 1268 -#define _LOAD_FAST_BORROW_0_r23 1269 -#define _LOAD_FAST_BORROW_1_r01 1270 -#define _LOAD_FAST_BORROW_1_r12 1271 -#define _LOAD_FAST_BORROW_1_r23 1272 -#define _LOAD_FAST_BORROW_2_r01 1273 -#define _LOAD_FAST_BORROW_2_r12 1274 -#define _LOAD_FAST_BORROW_2_r23 1275 -#define _LOAD_FAST_BORROW_3_r01 1276 -#define _LOAD_FAST_BORROW_3_r12 1277 -#define _LOAD_FAST_BORROW_3_r23 1278 -#define _LOAD_FAST_BORROW_4_r01 1279 -#define _LOAD_FAST_BORROW_4_r12 1280 -#define _LOAD_FAST_BORROW_4_r23 1281 -#define _LOAD_FAST_BORROW_5_r01 1282 -#define _LOAD_FAST_BORROW_5_r12 1283 -#define _LOAD_FAST_BORROW_5_r23 1284 -#define _LOAD_FAST_BORROW_6_r01 1285 -#define _LOAD_FAST_BORROW_6_r12 1286 -#define _LOAD_FAST_BORROW_6_r23 1287 -#define _LOAD_FAST_BORROW_7_r01 1288 -#define _LOAD_FAST_BORROW_7_r12 1289 -#define _LOAD_FAST_BORROW_7_r23 1290 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1291 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1292 -#define _LOAD_FAST_CHECK_r01 1293 -#define _LOAD_FAST_CHECK_r12 1294 -#define _LOAD_FAST_CHECK_r23 1295 -#define _LOAD_FAST_LOAD_FAST_r02 1296 -#define _LOAD_FAST_LOAD_FAST_r13 1297 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1298 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1299 -#define _LOAD_GLOBAL_r00 1300 -#define _LOAD_GLOBAL_BUILTINS_r01 1301 -#define _LOAD_GLOBAL_MODULE_r01 1302 -#define _LOAD_LOCALS_r01 1303 -#define _LOAD_LOCALS_r12 1304 -#define _LOAD_LOCALS_r23 1305 -#define _LOAD_NAME_r01 1306 -#define _LOAD_SMALL_INT_r01 1307 -#define _LOAD_SMALL_INT_r12 1308 -#define _LOAD_SMALL_INT_r23 1309 -#define _LOAD_SMALL_INT_0_r01 1310 -#define _LOAD_SMALL_INT_0_r12 1311 -#define _LOAD_SMALL_INT_0_r23 1312 -#define _LOAD_SMALL_INT_1_r01 1313 -#define _LOAD_SMALL_INT_1_r12 1314 -#define _LOAD_SMALL_INT_1_r23 1315 -#define _LOAD_SMALL_INT_2_r01 1316 -#define _LOAD_SMALL_INT_2_r12 1317 -#define _LOAD_SMALL_INT_2_r23 1318 -#define _LOAD_SMALL_INT_3_r01 1319 -#define _LOAD_SMALL_INT_3_r12 1320 -#define _LOAD_SMALL_INT_3_r23 1321 -#define _LOAD_SPECIAL_r00 1322 -#define _LOAD_SUPER_ATTR_ATTR_r31 1323 -#define _LOAD_SUPER_ATTR_METHOD_r32 1324 -#define _LOCK_OBJECT_r01 1325 -#define _LOCK_OBJECT_r11 1326 -#define _LOCK_OBJECT_r22 1327 -#define _LOCK_OBJECT_r33 1328 -#define _MAKE_CALLARGS_A_TUPLE_r33 1329 -#define _MAKE_CELL_r00 1330 -#define _MAKE_FUNCTION_r11 1331 -#define _MAKE_HEAP_SAFE_r01 1332 -#define _MAKE_HEAP_SAFE_r11 1333 -#define _MAKE_HEAP_SAFE_r22 1334 -#define _MAKE_HEAP_SAFE_r33 1335 -#define _MAKE_WARM_r00 1336 -#define _MAKE_WARM_r11 1337 -#define _MAKE_WARM_r22 1338 -#define _MAKE_WARM_r33 1339 -#define _MAP_ADD_r20 1340 -#define _MATCH_CLASS_r33 1341 -#define _MATCH_KEYS_r23 1342 -#define _MATCH_MAPPING_r02 1343 -#define _MATCH_MAPPING_r12 1344 -#define _MATCH_MAPPING_r23 1345 -#define _MATCH_SEQUENCE_r02 1346 -#define _MATCH_SEQUENCE_r12 1347 -#define _MATCH_SEQUENCE_r23 1348 -#define _MAYBE_EXPAND_METHOD_r00 1349 -#define _MAYBE_EXPAND_METHOD_KW_r11 1350 -#define _MONITOR_CALL_r00 1351 -#define _MONITOR_CALL_KW_r11 1352 -#define _MONITOR_JUMP_BACKWARD_r00 1353 -#define _MONITOR_JUMP_BACKWARD_r11 1354 -#define _MONITOR_JUMP_BACKWARD_r22 1355 -#define _MONITOR_JUMP_BACKWARD_r33 1356 -#define _MONITOR_RESUME_r00 1357 -#define _NOP_r00 1358 -#define _NOP_r11 1359 -#define _NOP_r22 1360 -#define _NOP_r33 1361 -#define _POP_CALL_r20 1362 -#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1363 -#define _POP_CALL_ONE_r30 1364 -#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1365 -#define _POP_CALL_TWO_r30 1366 -#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1367 -#define _POP_EXCEPT_r10 1368 -#define _POP_ITER_r20 1369 -#define _POP_JUMP_IF_FALSE_r00 1370 -#define _POP_JUMP_IF_FALSE_r10 1371 -#define _POP_JUMP_IF_FALSE_r21 1372 -#define _POP_JUMP_IF_FALSE_r32 1373 -#define _POP_JUMP_IF_TRUE_r00 1374 -#define _POP_JUMP_IF_TRUE_r10 1375 -#define _POP_JUMP_IF_TRUE_r21 1376 -#define _POP_JUMP_IF_TRUE_r32 1377 -#define _POP_TOP_r10 1378 -#define _POP_TOP_FLOAT_r00 1379 -#define _POP_TOP_FLOAT_r10 1380 -#define _POP_TOP_FLOAT_r21 1381 -#define _POP_TOP_FLOAT_r32 1382 -#define _POP_TOP_INT_r00 1383 -#define _POP_TOP_INT_r10 1384 -#define _POP_TOP_INT_r21 1385 -#define _POP_TOP_INT_r32 1386 -#define _POP_TOP_LOAD_CONST_INLINE_r11 1387 -#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1388 -#define _POP_TOP_NOP_r00 1389 -#define _POP_TOP_NOP_r10 1390 -#define _POP_TOP_NOP_r21 1391 -#define _POP_TOP_NOP_r32 1392 -#define _POP_TOP_UNICODE_r00 1393 -#define _POP_TOP_UNICODE_r10 1394 -#define _POP_TOP_UNICODE_r21 1395 -#define _POP_TOP_UNICODE_r32 1396 -#define _POP_TWO_r20 1397 -#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1398 -#define _PUSH_EXC_INFO_r02 1399 -#define _PUSH_EXC_INFO_r12 1400 -#define _PUSH_EXC_INFO_r23 1401 -#define _PUSH_FRAME_r10 1402 -#define _PUSH_NULL_r01 1403 -#define _PUSH_NULL_r12 1404 -#define _PUSH_NULL_r23 1405 -#define _PUSH_NULL_CONDITIONAL_r00 1406 -#define _PY_FRAME_EX_r31 1407 -#define _PY_FRAME_GENERAL_r01 1408 -#define _PY_FRAME_KW_r11 1409 -#define _REPLACE_WITH_TRUE_r02 1410 -#define _REPLACE_WITH_TRUE_r12 1411 -#define _REPLACE_WITH_TRUE_r23 1412 -#define _RESUME_CHECK_r00 1413 -#define _RESUME_CHECK_r11 1414 -#define _RESUME_CHECK_r22 1415 -#define _RESUME_CHECK_r33 1416 -#define _RETURN_GENERATOR_r01 1417 -#define _RETURN_VALUE_r11 1418 -#define _SAVE_RETURN_OFFSET_r00 1419 -#define _SAVE_RETURN_OFFSET_r11 1420 -#define _SAVE_RETURN_OFFSET_r22 1421 -#define _SAVE_RETURN_OFFSET_r33 1422 -#define _SEND_r33 1423 -#define _SEND_GEN_FRAME_r33 1424 -#define _SETUP_ANNOTATIONS_r00 1425 -#define _SET_ADD_r10 1426 -#define _SET_FUNCTION_ATTRIBUTE_r01 1427 -#define _SET_FUNCTION_ATTRIBUTE_r11 1428 -#define _SET_FUNCTION_ATTRIBUTE_r21 1429 -#define _SET_FUNCTION_ATTRIBUTE_r32 1430 -#define _SET_IP_r00 1431 -#define _SET_IP_r11 1432 -#define _SET_IP_r22 1433 -#define _SET_IP_r33 1434 -#define _SET_UPDATE_r11 1435 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1436 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1437 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1438 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1439 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1440 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1441 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1442 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1443 -#define _SPILL_OR_RELOAD_r01 1444 -#define _SPILL_OR_RELOAD_r02 1445 -#define _SPILL_OR_RELOAD_r03 1446 -#define _SPILL_OR_RELOAD_r10 1447 -#define _SPILL_OR_RELOAD_r12 1448 -#define _SPILL_OR_RELOAD_r13 1449 -#define _SPILL_OR_RELOAD_r20 1450 -#define _SPILL_OR_RELOAD_r21 1451 -#define _SPILL_OR_RELOAD_r23 1452 -#define _SPILL_OR_RELOAD_r30 1453 -#define _SPILL_OR_RELOAD_r31 1454 -#define _SPILL_OR_RELOAD_r32 1455 -#define _START_EXECUTOR_r00 1456 -#define _STORE_ATTR_r20 1457 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1458 -#define _STORE_ATTR_SLOT_r21 1459 -#define _STORE_ATTR_WITH_HINT_r21 1460 -#define _STORE_DEREF_r10 1461 -#define _STORE_FAST_LOAD_FAST_r11 1462 -#define _STORE_FAST_STORE_FAST_r20 1463 -#define _STORE_GLOBAL_r10 1464 -#define _STORE_NAME_r10 1465 -#define _STORE_SLICE_r30 1466 -#define _STORE_SUBSCR_r30 1467 -#define _STORE_SUBSCR_DICT_r31 1468 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1469 -#define _STORE_SUBSCR_LIST_INT_r32 1470 -#define _SWAP_r11 1471 -#define _SWAP_2_r02 1472 -#define _SWAP_2_r12 1473 -#define _SWAP_2_r22 1474 -#define _SWAP_2_r33 1475 -#define _SWAP_3_r03 1476 -#define _SWAP_3_r13 1477 -#define _SWAP_3_r23 1478 -#define _SWAP_3_r33 1479 -#define _SWAP_FAST_r01 1480 -#define _SWAP_FAST_r11 1481 -#define _SWAP_FAST_r22 1482 -#define _SWAP_FAST_r33 1483 -#define _SWAP_FAST_0_r01 1484 -#define _SWAP_FAST_0_r11 1485 -#define _SWAP_FAST_0_r22 1486 -#define _SWAP_FAST_0_r33 1487 -#define _SWAP_FAST_1_r01 1488 -#define _SWAP_FAST_1_r11 1489 -#define _SWAP_FAST_1_r22 1490 -#define _SWAP_FAST_1_r33 1491 -#define _SWAP_FAST_2_r01 1492 -#define _SWAP_FAST_2_r11 1493 -#define _SWAP_FAST_2_r22 1494 -#define _SWAP_FAST_2_r33 1495 -#define _SWAP_FAST_3_r01 1496 -#define _SWAP_FAST_3_r11 1497 -#define _SWAP_FAST_3_r22 1498 -#define _SWAP_FAST_3_r33 1499 -#define _SWAP_FAST_4_r01 1500 -#define _SWAP_FAST_4_r11 1501 -#define _SWAP_FAST_4_r22 1502 -#define _SWAP_FAST_4_r33 1503 -#define _SWAP_FAST_5_r01 1504 -#define _SWAP_FAST_5_r11 1505 -#define _SWAP_FAST_5_r22 1506 -#define _SWAP_FAST_5_r33 1507 -#define _SWAP_FAST_6_r01 1508 -#define _SWAP_FAST_6_r11 1509 -#define _SWAP_FAST_6_r22 1510 -#define _SWAP_FAST_6_r33 1511 -#define _SWAP_FAST_7_r01 1512 -#define _SWAP_FAST_7_r11 1513 -#define _SWAP_FAST_7_r22 1514 -#define _SWAP_FAST_7_r33 1515 -#define _TIER2_RESUME_CHECK_r00 1516 -#define _TIER2_RESUME_CHECK_r11 1517 -#define _TIER2_RESUME_CHECK_r22 1518 -#define _TIER2_RESUME_CHECK_r33 1519 -#define _TO_BOOL_r11 1520 -#define _TO_BOOL_BOOL_r01 1521 -#define _TO_BOOL_BOOL_r11 1522 -#define _TO_BOOL_BOOL_r22 1523 -#define _TO_BOOL_BOOL_r33 1524 -#define _TO_BOOL_INT_r02 1525 -#define _TO_BOOL_INT_r12 1526 -#define _TO_BOOL_INT_r23 1527 -#define _TO_BOOL_LIST_r02 1528 -#define _TO_BOOL_LIST_r12 1529 -#define _TO_BOOL_LIST_r23 1530 -#define _TO_BOOL_NONE_r01 1531 -#define _TO_BOOL_NONE_r11 1532 -#define _TO_BOOL_NONE_r22 1533 -#define _TO_BOOL_NONE_r33 1534 -#define _TO_BOOL_STR_r02 1535 -#define _TO_BOOL_STR_r12 1536 -#define _TO_BOOL_STR_r23 1537 -#define _TRACE_RECORD_r00 1538 -#define _UNARY_INVERT_r12 1539 -#define _UNARY_NEGATIVE_r12 1540 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1541 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1542 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1543 -#define _UNARY_NOT_r01 1544 -#define _UNARY_NOT_r11 1545 -#define _UNARY_NOT_r22 1546 -#define _UNARY_NOT_r33 1547 -#define _UNPACK_EX_r10 1548 -#define _UNPACK_SEQUENCE_r10 1549 -#define _UNPACK_SEQUENCE_LIST_r10 1550 -#define _UNPACK_SEQUENCE_TUPLE_r10 1551 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1552 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1553 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1554 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1555 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1556 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1557 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1558 -#define _WITH_EXCEPT_START_r33 1559 -#define _YIELD_VALUE_r11 1560 -#define MAX_UOP_REGS_ID 1560 +#define _YIELD_VALUE 636 +#define MAX_UOP_ID 636 +#define _BINARY_OP_r23 637 +#define _BINARY_OP_ADD_FLOAT_r03 638 +#define _BINARY_OP_ADD_FLOAT_r13 639 +#define _BINARY_OP_ADD_FLOAT_r23 640 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 641 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 642 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 643 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 644 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 645 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 646 +#define _BINARY_OP_ADD_INT_r03 647 +#define _BINARY_OP_ADD_INT_r13 648 +#define _BINARY_OP_ADD_INT_r23 649 +#define _BINARY_OP_ADD_UNICODE_r03 650 +#define _BINARY_OP_ADD_UNICODE_r13 651 +#define _BINARY_OP_ADD_UNICODE_r23 652 +#define _BINARY_OP_EXTEND_r23 653 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 654 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 655 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 656 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 657 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 658 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 659 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 660 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 661 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 662 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 663 +#define _BINARY_OP_MULTIPLY_INT_r03 664 +#define _BINARY_OP_MULTIPLY_INT_r13 665 +#define _BINARY_OP_MULTIPLY_INT_r23 666 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 667 +#define _BINARY_OP_SUBSCR_DICT_r23 668 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 669 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 670 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 671 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 672 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 673 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 674 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 675 +#define _BINARY_OP_SUBSCR_STR_INT_r23 676 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 677 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 678 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 679 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 680 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 681 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 682 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 683 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 684 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 685 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 686 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 687 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 688 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 689 +#define _BINARY_OP_SUBTRACT_INT_r03 690 +#define _BINARY_OP_SUBTRACT_INT_r13 691 +#define _BINARY_OP_SUBTRACT_INT_r23 692 +#define _BINARY_SLICE_r31 693 +#define _BUILD_INTERPOLATION_r01 694 +#define _BUILD_LIST_r01 695 +#define _BUILD_MAP_r01 696 +#define _BUILD_SET_r01 697 +#define _BUILD_SLICE_r01 698 +#define _BUILD_STRING_r01 699 +#define _BUILD_TEMPLATE_r21 700 +#define _BUILD_TUPLE_r01 701 +#define _CALL_BUILTIN_CLASS_r01 702 +#define _CALL_BUILTIN_FAST_r01 703 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 704 +#define _CALL_BUILTIN_O_r03 705 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 706 +#define _CALL_INTRINSIC_1_r12 707 +#define _CALL_INTRINSIC_2_r23 708 +#define _CALL_ISINSTANCE_r31 709 +#define _CALL_KW_NON_PY_r11 710 +#define _CALL_LEN_r33 711 +#define _CALL_LIST_APPEND_r03 712 +#define _CALL_LIST_APPEND_r13 713 +#define _CALL_LIST_APPEND_r23 714 +#define _CALL_LIST_APPEND_r33 715 +#define _CALL_METHOD_DESCRIPTOR_FAST_r01 716 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 717 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 718 +#define _CALL_METHOD_DESCRIPTOR_O_r03 719 +#define _CALL_NON_PY_GENERAL_r01 720 +#define _CALL_STR_1_r32 721 +#define _CALL_TUPLE_1_r32 722 +#define _CALL_TYPE_1_r02 723 +#define _CALL_TYPE_1_r12 724 +#define _CALL_TYPE_1_r22 725 +#define _CALL_TYPE_1_r32 726 +#define _CHECK_AND_ALLOCATE_OBJECT_r00 727 +#define _CHECK_ATTR_CLASS_r01 728 +#define _CHECK_ATTR_CLASS_r11 729 +#define _CHECK_ATTR_CLASS_r22 730 +#define _CHECK_ATTR_CLASS_r33 731 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 732 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 733 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 734 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 735 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 736 +#define _CHECK_EG_MATCH_r22 737 +#define _CHECK_EXC_MATCH_r22 738 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 739 +#define _CHECK_FUNCTION_VERSION_r00 740 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 741 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 742 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 743 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 744 +#define _CHECK_FUNCTION_VERSION_KW_r11 745 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 746 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 747 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 748 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 749 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 750 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 751 +#define _CHECK_IS_PY_CALLABLE_EX_r03 752 +#define _CHECK_IS_PY_CALLABLE_EX_r13 753 +#define _CHECK_IS_PY_CALLABLE_EX_r23 754 +#define _CHECK_IS_PY_CALLABLE_EX_r33 755 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 756 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 757 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 758 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 759 +#define _CHECK_METHOD_VERSION_r00 760 +#define _CHECK_METHOD_VERSION_KW_r11 761 +#define _CHECK_PEP_523_r00 762 +#define _CHECK_PEP_523_r11 763 +#define _CHECK_PEP_523_r22 764 +#define _CHECK_PEP_523_r33 765 +#define _CHECK_PERIODIC_r00 766 +#define _CHECK_PERIODIC_AT_END_r00 767 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 768 +#define _CHECK_RECURSION_REMAINING_r00 769 +#define _CHECK_RECURSION_REMAINING_r11 770 +#define _CHECK_RECURSION_REMAINING_r22 771 +#define _CHECK_RECURSION_REMAINING_r33 772 +#define _CHECK_STACK_SPACE_r00 773 +#define _CHECK_STACK_SPACE_OPERAND_r00 774 +#define _CHECK_STACK_SPACE_OPERAND_r11 775 +#define _CHECK_STACK_SPACE_OPERAND_r22 776 +#define _CHECK_STACK_SPACE_OPERAND_r33 777 +#define _CHECK_VALIDITY_r00 778 +#define _CHECK_VALIDITY_r11 779 +#define _CHECK_VALIDITY_r22 780 +#define _CHECK_VALIDITY_r33 781 +#define _COLD_DYNAMIC_EXIT_r00 782 +#define _COLD_EXIT_r00 783 +#define _COMPARE_OP_r21 784 +#define _COMPARE_OP_FLOAT_r03 785 +#define _COMPARE_OP_FLOAT_r13 786 +#define _COMPARE_OP_FLOAT_r23 787 +#define _COMPARE_OP_INT_r23 788 +#define _COMPARE_OP_STR_r23 789 +#define _CONTAINS_OP_r23 790 +#define _CONTAINS_OP_DICT_r23 791 +#define _CONTAINS_OP_SET_r23 792 +#define _CONVERT_VALUE_r11 793 +#define _COPY_r01 794 +#define _COPY_1_r02 795 +#define _COPY_1_r12 796 +#define _COPY_1_r23 797 +#define _COPY_2_r03 798 +#define _COPY_2_r13 799 +#define _COPY_2_r23 800 +#define _COPY_3_r03 801 +#define _COPY_3_r13 802 +#define _COPY_3_r23 803 +#define _COPY_3_r33 804 +#define _COPY_FREE_VARS_r00 805 +#define _COPY_FREE_VARS_r11 806 +#define _COPY_FREE_VARS_r22 807 +#define _COPY_FREE_VARS_r33 808 +#define _CREATE_INIT_FRAME_r01 809 +#define _DELETE_ATTR_r10 810 +#define _DELETE_DEREF_r00 811 +#define _DELETE_FAST_r00 812 +#define _DELETE_GLOBAL_r00 813 +#define _DELETE_NAME_r00 814 +#define _DELETE_SUBSCR_r20 815 +#define _DEOPT_r00 816 +#define _DEOPT_r10 817 +#define _DEOPT_r20 818 +#define _DEOPT_r30 819 +#define _DICT_MERGE_r11 820 +#define _DICT_UPDATE_r11 821 +#define _DO_CALL_r01 822 +#define _DO_CALL_FUNCTION_EX_r31 823 +#define _DO_CALL_KW_r11 824 +#define _DYNAMIC_EXIT_r00 825 +#define _DYNAMIC_EXIT_r10 826 +#define _DYNAMIC_EXIT_r20 827 +#define _DYNAMIC_EXIT_r30 828 +#define _END_FOR_r10 829 +#define _END_SEND_r31 830 +#define _ERROR_POP_N_r00 831 +#define _EXIT_INIT_CHECK_r10 832 +#define _EXIT_TRACE_r00 833 +#define _EXIT_TRACE_r10 834 +#define _EXIT_TRACE_r20 835 +#define _EXIT_TRACE_r30 836 +#define _EXPAND_METHOD_r00 837 +#define _EXPAND_METHOD_KW_r11 838 +#define _FATAL_ERROR_r00 839 +#define _FATAL_ERROR_r11 840 +#define _FATAL_ERROR_r22 841 +#define _FATAL_ERROR_r33 842 +#define _FORMAT_SIMPLE_r11 843 +#define _FORMAT_WITH_SPEC_r21 844 +#define _FOR_ITER_r23 845 +#define _FOR_ITER_GEN_FRAME_r03 846 +#define _FOR_ITER_GEN_FRAME_r13 847 +#define _FOR_ITER_GEN_FRAME_r23 848 +#define _FOR_ITER_TIER_TWO_r23 849 +#define _FOR_ITER_VIRTUAL_r23 850 +#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 851 +#define _GET_AITER_r11 852 +#define _GET_ANEXT_r12 853 +#define _GET_AWAITABLE_r11 854 +#define _GET_ITER_r12 855 +#define _GET_ITER_TRAD_r12 856 +#define _GET_LEN_r12 857 +#define _GUARD_BINARY_OP_EXTEND_r22 858 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 859 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 860 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 861 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 862 +#define _GUARD_BIT_IS_SET_POP_r00 863 +#define _GUARD_BIT_IS_SET_POP_r10 864 +#define _GUARD_BIT_IS_SET_POP_r21 865 +#define _GUARD_BIT_IS_SET_POP_r32 866 +#define _GUARD_BIT_IS_SET_POP_4_r00 867 +#define _GUARD_BIT_IS_SET_POP_4_r10 868 +#define _GUARD_BIT_IS_SET_POP_4_r21 869 +#define _GUARD_BIT_IS_SET_POP_4_r32 870 +#define _GUARD_BIT_IS_SET_POP_5_r00 871 +#define _GUARD_BIT_IS_SET_POP_5_r10 872 +#define _GUARD_BIT_IS_SET_POP_5_r21 873 +#define _GUARD_BIT_IS_SET_POP_5_r32 874 +#define _GUARD_BIT_IS_SET_POP_6_r00 875 +#define _GUARD_BIT_IS_SET_POP_6_r10 876 +#define _GUARD_BIT_IS_SET_POP_6_r21 877 +#define _GUARD_BIT_IS_SET_POP_6_r32 878 +#define _GUARD_BIT_IS_SET_POP_7_r00 879 +#define _GUARD_BIT_IS_SET_POP_7_r10 880 +#define _GUARD_BIT_IS_SET_POP_7_r21 881 +#define _GUARD_BIT_IS_SET_POP_7_r32 882 +#define _GUARD_BIT_IS_UNSET_POP_r00 883 +#define _GUARD_BIT_IS_UNSET_POP_r10 884 +#define _GUARD_BIT_IS_UNSET_POP_r21 885 +#define _GUARD_BIT_IS_UNSET_POP_r32 886 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 887 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 888 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 889 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 890 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 891 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 892 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 893 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 894 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 895 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 896 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 897 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 898 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 899 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 900 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 901 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 902 +#define _GUARD_CALLABLE_BUILTIN_FAST_r00 903 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 904 +#define _GUARD_CALLABLE_BUILTIN_O_r00 905 +#define _GUARD_CALLABLE_ISINSTANCE_r03 906 +#define _GUARD_CALLABLE_ISINSTANCE_r13 907 +#define _GUARD_CALLABLE_ISINSTANCE_r23 908 +#define _GUARD_CALLABLE_ISINSTANCE_r33 909 +#define _GUARD_CALLABLE_LEN_r03 910 +#define _GUARD_CALLABLE_LEN_r13 911 +#define _GUARD_CALLABLE_LEN_r23 912 +#define _GUARD_CALLABLE_LEN_r33 913 +#define _GUARD_CALLABLE_LIST_APPEND_r03 914 +#define _GUARD_CALLABLE_LIST_APPEND_r13 915 +#define _GUARD_CALLABLE_LIST_APPEND_r23 916 +#define _GUARD_CALLABLE_LIST_APPEND_r33 917 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 918 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 919 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 920 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 921 +#define _GUARD_CALLABLE_STR_1_r03 922 +#define _GUARD_CALLABLE_STR_1_r13 923 +#define _GUARD_CALLABLE_STR_1_r23 924 +#define _GUARD_CALLABLE_STR_1_r33 925 +#define _GUARD_CALLABLE_TUPLE_1_r03 926 +#define _GUARD_CALLABLE_TUPLE_1_r13 927 +#define _GUARD_CALLABLE_TUPLE_1_r23 928 +#define _GUARD_CALLABLE_TUPLE_1_r33 929 +#define _GUARD_CALLABLE_TYPE_1_r03 930 +#define _GUARD_CALLABLE_TYPE_1_r13 931 +#define _GUARD_CALLABLE_TYPE_1_r23 932 +#define _GUARD_CALLABLE_TYPE_1_r33 933 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 934 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 935 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 936 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 937 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 938 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 939 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 940 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 941 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 942 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 943 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 944 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 945 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 946 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 947 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 948 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 949 +#define _GUARD_DORV_NO_DICT_r01 950 +#define _GUARD_DORV_NO_DICT_r11 951 +#define _GUARD_DORV_NO_DICT_r22 952 +#define _GUARD_DORV_NO_DICT_r33 953 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 954 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 955 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 956 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 957 +#define _GUARD_GLOBALS_VERSION_r00 958 +#define _GUARD_GLOBALS_VERSION_r11 959 +#define _GUARD_GLOBALS_VERSION_r22 960 +#define _GUARD_GLOBALS_VERSION_r33 961 +#define _GUARD_IP_RETURN_GENERATOR_r00 962 +#define _GUARD_IP_RETURN_GENERATOR_r11 963 +#define _GUARD_IP_RETURN_GENERATOR_r22 964 +#define _GUARD_IP_RETURN_GENERATOR_r33 965 +#define _GUARD_IP_RETURN_VALUE_r00 966 +#define _GUARD_IP_RETURN_VALUE_r11 967 +#define _GUARD_IP_RETURN_VALUE_r22 968 +#define _GUARD_IP_RETURN_VALUE_r33 969 +#define _GUARD_IP_YIELD_VALUE_r00 970 +#define _GUARD_IP_YIELD_VALUE_r11 971 +#define _GUARD_IP_YIELD_VALUE_r22 972 +#define _GUARD_IP_YIELD_VALUE_r33 973 +#define _GUARD_IP__PUSH_FRAME_r00 974 +#define _GUARD_IP__PUSH_FRAME_r11 975 +#define _GUARD_IP__PUSH_FRAME_r22 976 +#define _GUARD_IP__PUSH_FRAME_r33 977 +#define _GUARD_IS_FALSE_POP_r00 978 +#define _GUARD_IS_FALSE_POP_r10 979 +#define _GUARD_IS_FALSE_POP_r21 980 +#define _GUARD_IS_FALSE_POP_r32 981 +#define _GUARD_IS_NONE_POP_r00 982 +#define _GUARD_IS_NONE_POP_r10 983 +#define _GUARD_IS_NONE_POP_r21 984 +#define _GUARD_IS_NONE_POP_r32 985 +#define _GUARD_IS_NOT_NONE_POP_r10 986 +#define _GUARD_IS_TRUE_POP_r00 987 +#define _GUARD_IS_TRUE_POP_r10 988 +#define _GUARD_IS_TRUE_POP_r21 989 +#define _GUARD_IS_TRUE_POP_r32 990 +#define _GUARD_ITERATOR_r01 991 +#define _GUARD_ITERATOR_r11 992 +#define _GUARD_ITERATOR_r22 993 +#define _GUARD_ITERATOR_r33 994 +#define _GUARD_ITER_VIRTUAL_r01 995 +#define _GUARD_ITER_VIRTUAL_r11 996 +#define _GUARD_ITER_VIRTUAL_r22 997 +#define _GUARD_ITER_VIRTUAL_r33 998 +#define _GUARD_KEYS_VERSION_r01 999 +#define _GUARD_KEYS_VERSION_r11 1000 +#define _GUARD_KEYS_VERSION_r22 1001 +#define _GUARD_KEYS_VERSION_r33 1002 +#define _GUARD_NOS_ANY_DICT_r02 1003 +#define _GUARD_NOS_ANY_DICT_r12 1004 +#define _GUARD_NOS_ANY_DICT_r22 1005 +#define _GUARD_NOS_ANY_DICT_r33 1006 +#define _GUARD_NOS_COMPACT_ASCII_r02 1007 +#define _GUARD_NOS_COMPACT_ASCII_r12 1008 +#define _GUARD_NOS_COMPACT_ASCII_r22 1009 +#define _GUARD_NOS_COMPACT_ASCII_r33 1010 +#define _GUARD_NOS_DICT_r02 1011 +#define _GUARD_NOS_DICT_r12 1012 +#define _GUARD_NOS_DICT_r22 1013 +#define _GUARD_NOS_DICT_r33 1014 +#define _GUARD_NOS_FLOAT_r02 1015 +#define _GUARD_NOS_FLOAT_r12 1016 +#define _GUARD_NOS_FLOAT_r22 1017 +#define _GUARD_NOS_FLOAT_r33 1018 +#define _GUARD_NOS_INT_r02 1019 +#define _GUARD_NOS_INT_r12 1020 +#define _GUARD_NOS_INT_r22 1021 +#define _GUARD_NOS_INT_r33 1022 +#define _GUARD_NOS_ITER_VIRTUAL_r02 1023 +#define _GUARD_NOS_ITER_VIRTUAL_r12 1024 +#define _GUARD_NOS_ITER_VIRTUAL_r22 1025 +#define _GUARD_NOS_ITER_VIRTUAL_r33 1026 +#define _GUARD_NOS_LIST_r02 1027 +#define _GUARD_NOS_LIST_r12 1028 +#define _GUARD_NOS_LIST_r22 1029 +#define _GUARD_NOS_LIST_r33 1030 +#define _GUARD_NOS_NOT_NULL_r02 1031 +#define _GUARD_NOS_NOT_NULL_r12 1032 +#define _GUARD_NOS_NOT_NULL_r22 1033 +#define _GUARD_NOS_NOT_NULL_r33 1034 +#define _GUARD_NOS_NULL_r02 1035 +#define _GUARD_NOS_NULL_r12 1036 +#define _GUARD_NOS_NULL_r22 1037 +#define _GUARD_NOS_NULL_r33 1038 +#define _GUARD_NOS_OVERFLOWED_r02 1039 +#define _GUARD_NOS_OVERFLOWED_r12 1040 +#define _GUARD_NOS_OVERFLOWED_r22 1041 +#define _GUARD_NOS_OVERFLOWED_r33 1042 +#define _GUARD_NOS_TUPLE_r02 1043 +#define _GUARD_NOS_TUPLE_r12 1044 +#define _GUARD_NOS_TUPLE_r22 1045 +#define _GUARD_NOS_TUPLE_r33 1046 +#define _GUARD_NOS_UNICODE_r02 1047 +#define _GUARD_NOS_UNICODE_r12 1048 +#define _GUARD_NOS_UNICODE_r22 1049 +#define _GUARD_NOS_UNICODE_r33 1050 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1051 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1052 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1053 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1054 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1055 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1056 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1057 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1058 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1059 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1060 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1061 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1062 +#define _GUARD_THIRD_NULL_r03 1063 +#define _GUARD_THIRD_NULL_r13 1064 +#define _GUARD_THIRD_NULL_r23 1065 +#define _GUARD_THIRD_NULL_r33 1066 +#define _GUARD_TOS_ANY_DICT_r01 1067 +#define _GUARD_TOS_ANY_DICT_r11 1068 +#define _GUARD_TOS_ANY_DICT_r22 1069 +#define _GUARD_TOS_ANY_DICT_r33 1070 +#define _GUARD_TOS_ANY_SET_r01 1071 +#define _GUARD_TOS_ANY_SET_r11 1072 +#define _GUARD_TOS_ANY_SET_r22 1073 +#define _GUARD_TOS_ANY_SET_r33 1074 +#define _GUARD_TOS_DICT_r01 1075 +#define _GUARD_TOS_DICT_r11 1076 +#define _GUARD_TOS_DICT_r22 1077 +#define _GUARD_TOS_DICT_r33 1078 +#define _GUARD_TOS_FLOAT_r01 1079 +#define _GUARD_TOS_FLOAT_r11 1080 +#define _GUARD_TOS_FLOAT_r22 1081 +#define _GUARD_TOS_FLOAT_r33 1082 +#define _GUARD_TOS_FROZENDICT_r01 1083 +#define _GUARD_TOS_FROZENDICT_r11 1084 +#define _GUARD_TOS_FROZENDICT_r22 1085 +#define _GUARD_TOS_FROZENDICT_r33 1086 +#define _GUARD_TOS_FROZENSET_r01 1087 +#define _GUARD_TOS_FROZENSET_r11 1088 +#define _GUARD_TOS_FROZENSET_r22 1089 +#define _GUARD_TOS_FROZENSET_r33 1090 +#define _GUARD_TOS_INT_r01 1091 +#define _GUARD_TOS_INT_r11 1092 +#define _GUARD_TOS_INT_r22 1093 +#define _GUARD_TOS_INT_r33 1094 +#define _GUARD_TOS_LIST_r01 1095 +#define _GUARD_TOS_LIST_r11 1096 +#define _GUARD_TOS_LIST_r22 1097 +#define _GUARD_TOS_LIST_r33 1098 +#define _GUARD_TOS_OVERFLOWED_r01 1099 +#define _GUARD_TOS_OVERFLOWED_r11 1100 +#define _GUARD_TOS_OVERFLOWED_r22 1101 +#define _GUARD_TOS_OVERFLOWED_r33 1102 +#define _GUARD_TOS_SET_r01 1103 +#define _GUARD_TOS_SET_r11 1104 +#define _GUARD_TOS_SET_r22 1105 +#define _GUARD_TOS_SET_r33 1106 +#define _GUARD_TOS_SLICE_r01 1107 +#define _GUARD_TOS_SLICE_r11 1108 +#define _GUARD_TOS_SLICE_r22 1109 +#define _GUARD_TOS_SLICE_r33 1110 +#define _GUARD_TOS_TUPLE_r01 1111 +#define _GUARD_TOS_TUPLE_r11 1112 +#define _GUARD_TOS_TUPLE_r22 1113 +#define _GUARD_TOS_TUPLE_r33 1114 +#define _GUARD_TOS_UNICODE_r01 1115 +#define _GUARD_TOS_UNICODE_r11 1116 +#define _GUARD_TOS_UNICODE_r22 1117 +#define _GUARD_TOS_UNICODE_r33 1118 +#define _GUARD_TYPE_r01 1119 +#define _GUARD_TYPE_r11 1120 +#define _GUARD_TYPE_r22 1121 +#define _GUARD_TYPE_r33 1122 +#define _GUARD_TYPE_VERSION_r01 1123 +#define _GUARD_TYPE_VERSION_r11 1124 +#define _GUARD_TYPE_VERSION_r22 1125 +#define _GUARD_TYPE_VERSION_r33 1126 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1127 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1128 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1129 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1130 +#define _HANDLE_PENDING_AND_DEOPT_r00 1131 +#define _HANDLE_PENDING_AND_DEOPT_r10 1132 +#define _HANDLE_PENDING_AND_DEOPT_r20 1133 +#define _HANDLE_PENDING_AND_DEOPT_r30 1134 +#define _IMPORT_FROM_r12 1135 +#define _IMPORT_NAME_r21 1136 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1137 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1138 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1139 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1140 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1141 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1142 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1143 +#define _INSERT_1_LOAD_CONST_INLINE_r02 1144 +#define _INSERT_1_LOAD_CONST_INLINE_r12 1145 +#define _INSERT_1_LOAD_CONST_INLINE_r23 1146 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1147 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1148 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1149 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1150 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1151 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1152 +#define _INSERT_NULL_r10 1153 +#define _INSTRUMENTED_FOR_ITER_r23 1154 +#define _INSTRUMENTED_INSTRUCTION_r00 1155 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1156 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1157 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1158 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1159 +#define _INSTRUMENTED_LINE_r00 1160 +#define _INSTRUMENTED_NOT_TAKEN_r00 1161 +#define _INSTRUMENTED_NOT_TAKEN_r11 1162 +#define _INSTRUMENTED_NOT_TAKEN_r22 1163 +#define _INSTRUMENTED_NOT_TAKEN_r33 1164 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1165 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1166 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1167 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1168 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1169 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1170 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1171 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1172 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1173 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1174 +#define _IS_NONE_r11 1175 +#define _IS_OP_r03 1176 +#define _IS_OP_r13 1177 +#define _IS_OP_r23 1178 +#define _ITER_CHECK_LIST_r02 1179 +#define _ITER_CHECK_LIST_r12 1180 +#define _ITER_CHECK_LIST_r22 1181 +#define _ITER_CHECK_LIST_r33 1182 +#define _ITER_CHECK_RANGE_r02 1183 +#define _ITER_CHECK_RANGE_r12 1184 +#define _ITER_CHECK_RANGE_r22 1185 +#define _ITER_CHECK_RANGE_r33 1186 +#define _ITER_CHECK_TUPLE_r02 1187 +#define _ITER_CHECK_TUPLE_r12 1188 +#define _ITER_CHECK_TUPLE_r22 1189 +#define _ITER_CHECK_TUPLE_r33 1190 +#define _ITER_JUMP_LIST_r02 1191 +#define _ITER_JUMP_LIST_r12 1192 +#define _ITER_JUMP_LIST_r22 1193 +#define _ITER_JUMP_LIST_r33 1194 +#define _ITER_JUMP_RANGE_r02 1195 +#define _ITER_JUMP_RANGE_r12 1196 +#define _ITER_JUMP_RANGE_r22 1197 +#define _ITER_JUMP_RANGE_r33 1198 +#define _ITER_JUMP_TUPLE_r02 1199 +#define _ITER_JUMP_TUPLE_r12 1200 +#define _ITER_JUMP_TUPLE_r22 1201 +#define _ITER_JUMP_TUPLE_r33 1202 +#define _ITER_NEXT_LIST_r23 1203 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1204 +#define _ITER_NEXT_RANGE_r03 1205 +#define _ITER_NEXT_RANGE_r13 1206 +#define _ITER_NEXT_RANGE_r23 1207 +#define _ITER_NEXT_TUPLE_r03 1208 +#define _ITER_NEXT_TUPLE_r13 1209 +#define _ITER_NEXT_TUPLE_r23 1210 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1211 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1212 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1213 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1214 +#define _JUMP_TO_TOP_r00 1215 +#define _LIST_APPEND_r10 1216 +#define _LIST_EXTEND_r11 1217 +#define _LOAD_ATTR_r10 1218 +#define _LOAD_ATTR_CLASS_r11 1219 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1220 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1221 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1222 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1223 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1224 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1225 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1226 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1227 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1228 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1229 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1230 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1231 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1232 +#define _LOAD_ATTR_MODULE_r12 1233 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1234 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1235 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1236 +#define _LOAD_ATTR_SLOT_r02 1237 +#define _LOAD_ATTR_SLOT_r12 1238 +#define _LOAD_ATTR_SLOT_r23 1239 +#define _LOAD_ATTR_WITH_HINT_r12 1240 +#define _LOAD_BUILD_CLASS_r01 1241 +#define _LOAD_BYTECODE_r00 1242 +#define _LOAD_COMMON_CONSTANT_r01 1243 +#define _LOAD_COMMON_CONSTANT_r12 1244 +#define _LOAD_COMMON_CONSTANT_r23 1245 +#define _LOAD_CONST_r01 1246 +#define _LOAD_CONST_r12 1247 +#define _LOAD_CONST_r23 1248 +#define _LOAD_CONST_INLINE_r01 1249 +#define _LOAD_CONST_INLINE_r12 1250 +#define _LOAD_CONST_INLINE_r23 1251 +#define _LOAD_CONST_INLINE_BORROW_r01 1252 +#define _LOAD_CONST_INLINE_BORROW_r12 1253 +#define _LOAD_CONST_INLINE_BORROW_r23 1254 +#define _LOAD_CONST_UNDER_INLINE_r02 1255 +#define _LOAD_CONST_UNDER_INLINE_r12 1256 +#define _LOAD_CONST_UNDER_INLINE_r23 1257 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1258 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1259 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1260 +#define _LOAD_DEREF_r01 1261 +#define _LOAD_FAST_r01 1262 +#define _LOAD_FAST_r12 1263 +#define _LOAD_FAST_r23 1264 +#define _LOAD_FAST_0_r01 1265 +#define _LOAD_FAST_0_r12 1266 +#define _LOAD_FAST_0_r23 1267 +#define _LOAD_FAST_1_r01 1268 +#define _LOAD_FAST_1_r12 1269 +#define _LOAD_FAST_1_r23 1270 +#define _LOAD_FAST_2_r01 1271 +#define _LOAD_FAST_2_r12 1272 +#define _LOAD_FAST_2_r23 1273 +#define _LOAD_FAST_3_r01 1274 +#define _LOAD_FAST_3_r12 1275 +#define _LOAD_FAST_3_r23 1276 +#define _LOAD_FAST_4_r01 1277 +#define _LOAD_FAST_4_r12 1278 +#define _LOAD_FAST_4_r23 1279 +#define _LOAD_FAST_5_r01 1280 +#define _LOAD_FAST_5_r12 1281 +#define _LOAD_FAST_5_r23 1282 +#define _LOAD_FAST_6_r01 1283 +#define _LOAD_FAST_6_r12 1284 +#define _LOAD_FAST_6_r23 1285 +#define _LOAD_FAST_7_r01 1286 +#define _LOAD_FAST_7_r12 1287 +#define _LOAD_FAST_7_r23 1288 +#define _LOAD_FAST_AND_CLEAR_r01 1289 +#define _LOAD_FAST_AND_CLEAR_r12 1290 +#define _LOAD_FAST_AND_CLEAR_r23 1291 +#define _LOAD_FAST_BORROW_r01 1292 +#define _LOAD_FAST_BORROW_r12 1293 +#define _LOAD_FAST_BORROW_r23 1294 +#define _LOAD_FAST_BORROW_0_r01 1295 +#define _LOAD_FAST_BORROW_0_r12 1296 +#define _LOAD_FAST_BORROW_0_r23 1297 +#define _LOAD_FAST_BORROW_1_r01 1298 +#define _LOAD_FAST_BORROW_1_r12 1299 +#define _LOAD_FAST_BORROW_1_r23 1300 +#define _LOAD_FAST_BORROW_2_r01 1301 +#define _LOAD_FAST_BORROW_2_r12 1302 +#define _LOAD_FAST_BORROW_2_r23 1303 +#define _LOAD_FAST_BORROW_3_r01 1304 +#define _LOAD_FAST_BORROW_3_r12 1305 +#define _LOAD_FAST_BORROW_3_r23 1306 +#define _LOAD_FAST_BORROW_4_r01 1307 +#define _LOAD_FAST_BORROW_4_r12 1308 +#define _LOAD_FAST_BORROW_4_r23 1309 +#define _LOAD_FAST_BORROW_5_r01 1310 +#define _LOAD_FAST_BORROW_5_r12 1311 +#define _LOAD_FAST_BORROW_5_r23 1312 +#define _LOAD_FAST_BORROW_6_r01 1313 +#define _LOAD_FAST_BORROW_6_r12 1314 +#define _LOAD_FAST_BORROW_6_r23 1315 +#define _LOAD_FAST_BORROW_7_r01 1316 +#define _LOAD_FAST_BORROW_7_r12 1317 +#define _LOAD_FAST_BORROW_7_r23 1318 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1319 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1320 +#define _LOAD_FAST_CHECK_r01 1321 +#define _LOAD_FAST_CHECK_r12 1322 +#define _LOAD_FAST_CHECK_r23 1323 +#define _LOAD_FAST_LOAD_FAST_r02 1324 +#define _LOAD_FAST_LOAD_FAST_r13 1325 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1326 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1327 +#define _LOAD_GLOBAL_r00 1328 +#define _LOAD_GLOBAL_BUILTINS_r01 1329 +#define _LOAD_GLOBAL_MODULE_r01 1330 +#define _LOAD_LOCALS_r01 1331 +#define _LOAD_LOCALS_r12 1332 +#define _LOAD_LOCALS_r23 1333 +#define _LOAD_NAME_r01 1334 +#define _LOAD_SMALL_INT_r01 1335 +#define _LOAD_SMALL_INT_r12 1336 +#define _LOAD_SMALL_INT_r23 1337 +#define _LOAD_SMALL_INT_0_r01 1338 +#define _LOAD_SMALL_INT_0_r12 1339 +#define _LOAD_SMALL_INT_0_r23 1340 +#define _LOAD_SMALL_INT_1_r01 1341 +#define _LOAD_SMALL_INT_1_r12 1342 +#define _LOAD_SMALL_INT_1_r23 1343 +#define _LOAD_SMALL_INT_2_r01 1344 +#define _LOAD_SMALL_INT_2_r12 1345 +#define _LOAD_SMALL_INT_2_r23 1346 +#define _LOAD_SMALL_INT_3_r01 1347 +#define _LOAD_SMALL_INT_3_r12 1348 +#define _LOAD_SMALL_INT_3_r23 1349 +#define _LOAD_SPECIAL_r00 1350 +#define _LOAD_SUPER_ATTR_ATTR_r31 1351 +#define _LOAD_SUPER_ATTR_METHOD_r32 1352 +#define _LOCK_OBJECT_r01 1353 +#define _LOCK_OBJECT_r11 1354 +#define _LOCK_OBJECT_r22 1355 +#define _LOCK_OBJECT_r33 1356 +#define _MAKE_CALLARGS_A_TUPLE_r33 1357 +#define _MAKE_CELL_r00 1358 +#define _MAKE_FUNCTION_r11 1359 +#define _MAKE_HEAP_SAFE_r01 1360 +#define _MAKE_HEAP_SAFE_r11 1361 +#define _MAKE_HEAP_SAFE_r22 1362 +#define _MAKE_HEAP_SAFE_r33 1363 +#define _MAKE_WARM_r00 1364 +#define _MAKE_WARM_r11 1365 +#define _MAKE_WARM_r22 1366 +#define _MAKE_WARM_r33 1367 +#define _MAP_ADD_r20 1368 +#define _MATCH_CLASS_r33 1369 +#define _MATCH_KEYS_r23 1370 +#define _MATCH_MAPPING_r02 1371 +#define _MATCH_MAPPING_r12 1372 +#define _MATCH_MAPPING_r23 1373 +#define _MATCH_SEQUENCE_r02 1374 +#define _MATCH_SEQUENCE_r12 1375 +#define _MATCH_SEQUENCE_r23 1376 +#define _MAYBE_EXPAND_METHOD_r00 1377 +#define _MAYBE_EXPAND_METHOD_KW_r11 1378 +#define _MONITOR_CALL_r00 1379 +#define _MONITOR_CALL_KW_r11 1380 +#define _MONITOR_JUMP_BACKWARD_r00 1381 +#define _MONITOR_JUMP_BACKWARD_r11 1382 +#define _MONITOR_JUMP_BACKWARD_r22 1383 +#define _MONITOR_JUMP_BACKWARD_r33 1384 +#define _MONITOR_RESUME_r00 1385 +#define _NOP_r00 1386 +#define _NOP_r11 1387 +#define _NOP_r22 1388 +#define _NOP_r33 1389 +#define _POP_CALL_r20 1390 +#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1391 +#define _POP_CALL_ONE_r30 1392 +#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1393 +#define _POP_CALL_TWO_r30 1394 +#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1395 +#define _POP_EXCEPT_r10 1396 +#define _POP_ITER_r20 1397 +#define _POP_JUMP_IF_FALSE_r00 1398 +#define _POP_JUMP_IF_FALSE_r10 1399 +#define _POP_JUMP_IF_FALSE_r21 1400 +#define _POP_JUMP_IF_FALSE_r32 1401 +#define _POP_JUMP_IF_TRUE_r00 1402 +#define _POP_JUMP_IF_TRUE_r10 1403 +#define _POP_JUMP_IF_TRUE_r21 1404 +#define _POP_JUMP_IF_TRUE_r32 1405 +#define _POP_TOP_r10 1406 +#define _POP_TOP_FLOAT_r00 1407 +#define _POP_TOP_FLOAT_r10 1408 +#define _POP_TOP_FLOAT_r21 1409 +#define _POP_TOP_FLOAT_r32 1410 +#define _POP_TOP_INT_r00 1411 +#define _POP_TOP_INT_r10 1412 +#define _POP_TOP_INT_r21 1413 +#define _POP_TOP_INT_r32 1414 +#define _POP_TOP_LOAD_CONST_INLINE_r11 1415 +#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1416 +#define _POP_TOP_NOP_r00 1417 +#define _POP_TOP_NOP_r10 1418 +#define _POP_TOP_NOP_r21 1419 +#define _POP_TOP_NOP_r32 1420 +#define _POP_TOP_UNICODE_r00 1421 +#define _POP_TOP_UNICODE_r10 1422 +#define _POP_TOP_UNICODE_r21 1423 +#define _POP_TOP_UNICODE_r32 1424 +#define _POP_TWO_r20 1425 +#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1426 +#define _PUSH_EXC_INFO_r02 1427 +#define _PUSH_EXC_INFO_r12 1428 +#define _PUSH_EXC_INFO_r23 1429 +#define _PUSH_FRAME_r10 1430 +#define _PUSH_NULL_r01 1431 +#define _PUSH_NULL_r12 1432 +#define _PUSH_NULL_r23 1433 +#define _PUSH_NULL_CONDITIONAL_r00 1434 +#define _PUSH_TAGGED_ZERO_r01 1435 +#define _PUSH_TAGGED_ZERO_r12 1436 +#define _PUSH_TAGGED_ZERO_r23 1437 +#define _PY_FRAME_EX_r31 1438 +#define _PY_FRAME_GENERAL_r01 1439 +#define _PY_FRAME_KW_r11 1440 +#define _REPLACE_WITH_TRUE_r02 1441 +#define _REPLACE_WITH_TRUE_r12 1442 +#define _REPLACE_WITH_TRUE_r23 1443 +#define _RESUME_CHECK_r00 1444 +#define _RESUME_CHECK_r11 1445 +#define _RESUME_CHECK_r22 1446 +#define _RESUME_CHECK_r33 1447 +#define _RETURN_GENERATOR_r01 1448 +#define _RETURN_VALUE_r11 1449 +#define _SAVE_RETURN_OFFSET_r00 1450 +#define _SAVE_RETURN_OFFSET_r11 1451 +#define _SAVE_RETURN_OFFSET_r22 1452 +#define _SAVE_RETURN_OFFSET_r33 1453 +#define _SEND_r33 1454 +#define _SEND_GEN_FRAME_r33 1455 +#define _SETUP_ANNOTATIONS_r00 1456 +#define _SET_ADD_r10 1457 +#define _SET_FUNCTION_ATTRIBUTE_r01 1458 +#define _SET_FUNCTION_ATTRIBUTE_r11 1459 +#define _SET_FUNCTION_ATTRIBUTE_r21 1460 +#define _SET_FUNCTION_ATTRIBUTE_r32 1461 +#define _SET_IP_r00 1462 +#define _SET_IP_r11 1463 +#define _SET_IP_r22 1464 +#define _SET_IP_r33 1465 +#define _SET_UPDATE_r11 1466 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1467 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1468 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1469 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1470 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1471 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1472 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1473 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1474 +#define _SPILL_OR_RELOAD_r01 1475 +#define _SPILL_OR_RELOAD_r02 1476 +#define _SPILL_OR_RELOAD_r03 1477 +#define _SPILL_OR_RELOAD_r10 1478 +#define _SPILL_OR_RELOAD_r12 1479 +#define _SPILL_OR_RELOAD_r13 1480 +#define _SPILL_OR_RELOAD_r20 1481 +#define _SPILL_OR_RELOAD_r21 1482 +#define _SPILL_OR_RELOAD_r23 1483 +#define _SPILL_OR_RELOAD_r30 1484 +#define _SPILL_OR_RELOAD_r31 1485 +#define _SPILL_OR_RELOAD_r32 1486 +#define _START_EXECUTOR_r00 1487 +#define _STORE_ATTR_r20 1488 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1489 +#define _STORE_ATTR_SLOT_r21 1490 +#define _STORE_ATTR_WITH_HINT_r21 1491 +#define _STORE_DEREF_r10 1492 +#define _STORE_FAST_LOAD_FAST_r11 1493 +#define _STORE_FAST_STORE_FAST_r20 1494 +#define _STORE_GLOBAL_r10 1495 +#define _STORE_NAME_r10 1496 +#define _STORE_SLICE_r30 1497 +#define _STORE_SUBSCR_r30 1498 +#define _STORE_SUBSCR_DICT_r31 1499 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1500 +#define _STORE_SUBSCR_LIST_INT_r32 1501 +#define _SWAP_r11 1502 +#define _SWAP_2_r02 1503 +#define _SWAP_2_r12 1504 +#define _SWAP_2_r22 1505 +#define _SWAP_2_r33 1506 +#define _SWAP_3_r03 1507 +#define _SWAP_3_r13 1508 +#define _SWAP_3_r23 1509 +#define _SWAP_3_r33 1510 +#define _SWAP_FAST_r01 1511 +#define _SWAP_FAST_r11 1512 +#define _SWAP_FAST_r22 1513 +#define _SWAP_FAST_r33 1514 +#define _SWAP_FAST_0_r01 1515 +#define _SWAP_FAST_0_r11 1516 +#define _SWAP_FAST_0_r22 1517 +#define _SWAP_FAST_0_r33 1518 +#define _SWAP_FAST_1_r01 1519 +#define _SWAP_FAST_1_r11 1520 +#define _SWAP_FAST_1_r22 1521 +#define _SWAP_FAST_1_r33 1522 +#define _SWAP_FAST_2_r01 1523 +#define _SWAP_FAST_2_r11 1524 +#define _SWAP_FAST_2_r22 1525 +#define _SWAP_FAST_2_r33 1526 +#define _SWAP_FAST_3_r01 1527 +#define _SWAP_FAST_3_r11 1528 +#define _SWAP_FAST_3_r22 1529 +#define _SWAP_FAST_3_r33 1530 +#define _SWAP_FAST_4_r01 1531 +#define _SWAP_FAST_4_r11 1532 +#define _SWAP_FAST_4_r22 1533 +#define _SWAP_FAST_4_r33 1534 +#define _SWAP_FAST_5_r01 1535 +#define _SWAP_FAST_5_r11 1536 +#define _SWAP_FAST_5_r22 1537 +#define _SWAP_FAST_5_r33 1538 +#define _SWAP_FAST_6_r01 1539 +#define _SWAP_FAST_6_r11 1540 +#define _SWAP_FAST_6_r22 1541 +#define _SWAP_FAST_6_r33 1542 +#define _SWAP_FAST_7_r01 1543 +#define _SWAP_FAST_7_r11 1544 +#define _SWAP_FAST_7_r22 1545 +#define _SWAP_FAST_7_r33 1546 +#define _TIER2_RESUME_CHECK_r00 1547 +#define _TIER2_RESUME_CHECK_r11 1548 +#define _TIER2_RESUME_CHECK_r22 1549 +#define _TIER2_RESUME_CHECK_r33 1550 +#define _TO_BOOL_r11 1551 +#define _TO_BOOL_BOOL_r01 1552 +#define _TO_BOOL_BOOL_r11 1553 +#define _TO_BOOL_BOOL_r22 1554 +#define _TO_BOOL_BOOL_r33 1555 +#define _TO_BOOL_INT_r02 1556 +#define _TO_BOOL_INT_r12 1557 +#define _TO_BOOL_INT_r23 1558 +#define _TO_BOOL_LIST_r02 1559 +#define _TO_BOOL_LIST_r12 1560 +#define _TO_BOOL_LIST_r23 1561 +#define _TO_BOOL_NONE_r01 1562 +#define _TO_BOOL_NONE_r11 1563 +#define _TO_BOOL_NONE_r22 1564 +#define _TO_BOOL_NONE_r33 1565 +#define _TO_BOOL_STR_r02 1566 +#define _TO_BOOL_STR_r12 1567 +#define _TO_BOOL_STR_r23 1568 +#define _TRACE_RECORD_r00 1569 +#define _UNARY_INVERT_r12 1570 +#define _UNARY_NEGATIVE_r12 1571 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1572 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1573 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1574 +#define _UNARY_NOT_r01 1575 +#define _UNARY_NOT_r11 1576 +#define _UNARY_NOT_r22 1577 +#define _UNARY_NOT_r33 1578 +#define _UNPACK_EX_r10 1579 +#define _UNPACK_SEQUENCE_r10 1580 +#define _UNPACK_SEQUENCE_LIST_r10 1581 +#define _UNPACK_SEQUENCE_TUPLE_r10 1582 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1583 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1584 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1585 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1586 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1587 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1588 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1589 +#define _WITH_EXCEPT_START_r33 1590 +#define _YIELD_VALUE_r11 1591 +#define MAX_UOP_REGS_ID 1591 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 4e16c3040c7c92..313a4991cefeaf 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -207,6 +207,7 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_LOAD_ATTR] = HAS_ARG_FLAG | HAS_NAME_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_GUARD_TYPE_VERSION] = HAS_EXIT_FLAG, [_GUARD_TYPE_VERSION_LOCKED] = HAS_EXIT_FLAG, + [_GUARD_TYPE] = HAS_EXIT_FLAG, [_CHECK_MANAGED_OBJECT_HAS_VALUES] = HAS_EXIT_FLAG, [_LOAD_ATTR_INSTANCE_VALUE] = HAS_DEOPT_FLAG, [_LOAD_ATTR_MODULE] = HAS_EXIT_FLAG, @@ -242,7 +243,13 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_MATCH_SEQUENCE] = 0, [_MATCH_KEYS] = HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_GET_ITER] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, + [_GUARD_ITERATOR] = HAS_EXIT_FLAG, + [_GUARD_ITER_VIRTUAL] = HAS_EXIT_FLAG, + [_PUSH_TAGGED_ZERO] = 0, + [_GET_ITER_TRAD] = HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_FOR_ITER_TIER_TWO] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, + [_GUARD_NOS_ITER_VIRTUAL] = HAS_EXIT_FLAG, + [_FOR_ITER_VIRTUAL_TIER_TWO] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_ITER_CHECK_LIST] = HAS_EXIT_FLAG, [_GUARD_NOT_EXHAUSTED_LIST] = HAS_EXIT_FLAG, [_ITER_NEXT_LIST_TIER_TWO] = HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, @@ -1975,6 +1982,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _GUARD_TYPE_VERSION_LOCKED_r33 }, }, }, + [_GUARD_TYPE] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _GUARD_TYPE_r01 }, + { 1, 1, _GUARD_TYPE_r11 }, + { 2, 2, _GUARD_TYPE_r22 }, + { 3, 3, _GUARD_TYPE_r33 }, + }, + }, [_CHECK_MANAGED_OBJECT_HAS_VALUES] = { .best = { 0, 1, 2, 3 }, .entries = { @@ -2290,6 +2306,42 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_GUARD_ITERATOR] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _GUARD_ITERATOR_r01 }, + { 1, 1, _GUARD_ITERATOR_r11 }, + { 2, 2, _GUARD_ITERATOR_r22 }, + { 3, 3, _GUARD_ITERATOR_r33 }, + }, + }, + [_GUARD_ITER_VIRTUAL] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _GUARD_ITER_VIRTUAL_r01 }, + { 1, 1, _GUARD_ITER_VIRTUAL_r11 }, + { 2, 2, _GUARD_ITER_VIRTUAL_r22 }, + { 3, 3, _GUARD_ITER_VIRTUAL_r33 }, + }, + }, + [_PUSH_TAGGED_ZERO] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 1, 0, _PUSH_TAGGED_ZERO_r01 }, + { 2, 1, _PUSH_TAGGED_ZERO_r12 }, + { 3, 2, _PUSH_TAGGED_ZERO_r23 }, + { -1, -1, -1 }, + }, + }, + [_GET_ITER_TRAD] = { + .best = { 1, 1, 1, 1 }, + .entries = { + { -1, -1, -1 }, + { 2, 1, _GET_ITER_TRAD_r12 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + }, + }, [_FOR_ITER_TIER_TWO] = { .best = { 2, 2, 2, 2 }, .entries = { @@ -2299,6 +2351,24 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_GUARD_NOS_ITER_VIRTUAL] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 2, 0, _GUARD_NOS_ITER_VIRTUAL_r02 }, + { 2, 1, _GUARD_NOS_ITER_VIRTUAL_r12 }, + { 2, 2, _GUARD_NOS_ITER_VIRTUAL_r22 }, + { 3, 3, _GUARD_NOS_ITER_VIRTUAL_r33 }, + }, + }, + [_FOR_ITER_VIRTUAL_TIER_TWO] = { + .best = { 2, 2, 2, 2 }, + .entries = { + { -1, -1, -1 }, + { -1, -1, -1 }, + { 3, 2, _FOR_ITER_VIRTUAL_TIER_TWO_r23 }, + { -1, -1, -1 }, + }, + }, [_ITER_CHECK_LIST] = { .best = { 0, 1, 2, 3 }, .entries = { @@ -4136,6 +4206,10 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_TYPE_VERSION_LOCKED_r11] = _GUARD_TYPE_VERSION_LOCKED, [_GUARD_TYPE_VERSION_LOCKED_r22] = _GUARD_TYPE_VERSION_LOCKED, [_GUARD_TYPE_VERSION_LOCKED_r33] = _GUARD_TYPE_VERSION_LOCKED, + [_GUARD_TYPE_r01] = _GUARD_TYPE, + [_GUARD_TYPE_r11] = _GUARD_TYPE, + [_GUARD_TYPE_r22] = _GUARD_TYPE, + [_GUARD_TYPE_r33] = _GUARD_TYPE, [_CHECK_MANAGED_OBJECT_HAS_VALUES_r01] = _CHECK_MANAGED_OBJECT_HAS_VALUES, [_CHECK_MANAGED_OBJECT_HAS_VALUES_r11] = _CHECK_MANAGED_OBJECT_HAS_VALUES, [_CHECK_MANAGED_OBJECT_HAS_VALUES_r22] = _CHECK_MANAGED_OBJECT_HAS_VALUES, @@ -4204,7 +4278,24 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_MATCH_SEQUENCE_r23] = _MATCH_SEQUENCE, [_MATCH_KEYS_r23] = _MATCH_KEYS, [_GET_ITER_r12] = _GET_ITER, + [_GUARD_ITERATOR_r01] = _GUARD_ITERATOR, + [_GUARD_ITERATOR_r11] = _GUARD_ITERATOR, + [_GUARD_ITERATOR_r22] = _GUARD_ITERATOR, + [_GUARD_ITERATOR_r33] = _GUARD_ITERATOR, + [_GUARD_ITER_VIRTUAL_r01] = _GUARD_ITER_VIRTUAL, + [_GUARD_ITER_VIRTUAL_r11] = _GUARD_ITER_VIRTUAL, + [_GUARD_ITER_VIRTUAL_r22] = _GUARD_ITER_VIRTUAL, + [_GUARD_ITER_VIRTUAL_r33] = _GUARD_ITER_VIRTUAL, + [_PUSH_TAGGED_ZERO_r01] = _PUSH_TAGGED_ZERO, + [_PUSH_TAGGED_ZERO_r12] = _PUSH_TAGGED_ZERO, + [_PUSH_TAGGED_ZERO_r23] = _PUSH_TAGGED_ZERO, + [_GET_ITER_TRAD_r12] = _GET_ITER_TRAD, [_FOR_ITER_TIER_TWO_r23] = _FOR_ITER_TIER_TWO, + [_GUARD_NOS_ITER_VIRTUAL_r02] = _GUARD_NOS_ITER_VIRTUAL, + [_GUARD_NOS_ITER_VIRTUAL_r12] = _GUARD_NOS_ITER_VIRTUAL, + [_GUARD_NOS_ITER_VIRTUAL_r22] = _GUARD_NOS_ITER_VIRTUAL, + [_GUARD_NOS_ITER_VIRTUAL_r33] = _GUARD_NOS_ITER_VIRTUAL, + [_FOR_ITER_VIRTUAL_TIER_TWO_r23] = _FOR_ITER_VIRTUAL_TIER_TWO, [_ITER_CHECK_LIST_r02] = _ITER_CHECK_LIST, [_ITER_CHECK_LIST_r12] = _ITER_CHECK_LIST, [_ITER_CHECK_LIST_r22] = _ITER_CHECK_LIST, @@ -4938,6 +5029,8 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_FOR_ITER_GEN_FRAME_r23] = "_FOR_ITER_GEN_FRAME_r23", [_FOR_ITER_TIER_TWO] = "_FOR_ITER_TIER_TWO", [_FOR_ITER_TIER_TWO_r23] = "_FOR_ITER_TIER_TWO_r23", + [_FOR_ITER_VIRTUAL_TIER_TWO] = "_FOR_ITER_VIRTUAL_TIER_TWO", + [_FOR_ITER_VIRTUAL_TIER_TWO_r23] = "_FOR_ITER_VIRTUAL_TIER_TWO_r23", [_GET_AITER] = "_GET_AITER", [_GET_AITER_r11] = "_GET_AITER_r11", [_GET_ANEXT] = "_GET_ANEXT", @@ -4946,6 +5039,8 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GET_AWAITABLE_r11] = "_GET_AWAITABLE_r11", [_GET_ITER] = "_GET_ITER", [_GET_ITER_r12] = "_GET_ITER_r12", + [_GET_ITER_TRAD] = "_GET_ITER_TRAD", + [_GET_ITER_TRAD_r12] = "_GET_ITER_TRAD_r12", [_GET_LEN] = "_GET_LEN", [_GET_LEN_r12] = "_GET_LEN_r12", [_GUARD_BINARY_OP_EXTEND] = "_GUARD_BINARY_OP_EXTEND", @@ -5121,6 +5216,16 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_IS_TRUE_POP_r10] = "_GUARD_IS_TRUE_POP_r10", [_GUARD_IS_TRUE_POP_r21] = "_GUARD_IS_TRUE_POP_r21", [_GUARD_IS_TRUE_POP_r32] = "_GUARD_IS_TRUE_POP_r32", + [_GUARD_ITERATOR] = "_GUARD_ITERATOR", + [_GUARD_ITERATOR_r01] = "_GUARD_ITERATOR_r01", + [_GUARD_ITERATOR_r11] = "_GUARD_ITERATOR_r11", + [_GUARD_ITERATOR_r22] = "_GUARD_ITERATOR_r22", + [_GUARD_ITERATOR_r33] = "_GUARD_ITERATOR_r33", + [_GUARD_ITER_VIRTUAL] = "_GUARD_ITER_VIRTUAL", + [_GUARD_ITER_VIRTUAL_r01] = "_GUARD_ITER_VIRTUAL_r01", + [_GUARD_ITER_VIRTUAL_r11] = "_GUARD_ITER_VIRTUAL_r11", + [_GUARD_ITER_VIRTUAL_r22] = "_GUARD_ITER_VIRTUAL_r22", + [_GUARD_ITER_VIRTUAL_r33] = "_GUARD_ITER_VIRTUAL_r33", [_GUARD_KEYS_VERSION] = "_GUARD_KEYS_VERSION", [_GUARD_KEYS_VERSION_r01] = "_GUARD_KEYS_VERSION_r01", [_GUARD_KEYS_VERSION_r11] = "_GUARD_KEYS_VERSION_r11", @@ -5151,6 +5256,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_INT_r12] = "_GUARD_NOS_INT_r12", [_GUARD_NOS_INT_r22] = "_GUARD_NOS_INT_r22", [_GUARD_NOS_INT_r33] = "_GUARD_NOS_INT_r33", + [_GUARD_NOS_ITER_VIRTUAL] = "_GUARD_NOS_ITER_VIRTUAL", + [_GUARD_NOS_ITER_VIRTUAL_r02] = "_GUARD_NOS_ITER_VIRTUAL_r02", + [_GUARD_NOS_ITER_VIRTUAL_r12] = "_GUARD_NOS_ITER_VIRTUAL_r12", + [_GUARD_NOS_ITER_VIRTUAL_r22] = "_GUARD_NOS_ITER_VIRTUAL_r22", + [_GUARD_NOS_ITER_VIRTUAL_r33] = "_GUARD_NOS_ITER_VIRTUAL_r33", [_GUARD_NOS_LIST] = "_GUARD_NOS_LIST", [_GUARD_NOS_LIST_r02] = "_GUARD_NOS_LIST_r02", [_GUARD_NOS_LIST_r12] = "_GUARD_NOS_LIST_r12", @@ -5266,6 +5376,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_UNICODE_r11] = "_GUARD_TOS_UNICODE_r11", [_GUARD_TOS_UNICODE_r22] = "_GUARD_TOS_UNICODE_r22", [_GUARD_TOS_UNICODE_r33] = "_GUARD_TOS_UNICODE_r33", + [_GUARD_TYPE] = "_GUARD_TYPE", + [_GUARD_TYPE_r01] = "_GUARD_TYPE_r01", + [_GUARD_TYPE_r11] = "_GUARD_TYPE_r11", + [_GUARD_TYPE_r22] = "_GUARD_TYPE_r22", + [_GUARD_TYPE_r33] = "_GUARD_TYPE_r33", [_GUARD_TYPE_VERSION] = "_GUARD_TYPE_VERSION", [_GUARD_TYPE_VERSION_r01] = "_GUARD_TYPE_VERSION_r01", [_GUARD_TYPE_VERSION_r11] = "_GUARD_TYPE_VERSION_r11", @@ -5634,6 +5749,10 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_PUSH_NULL_r23] = "_PUSH_NULL_r23", [_PUSH_NULL_CONDITIONAL] = "_PUSH_NULL_CONDITIONAL", [_PUSH_NULL_CONDITIONAL_r00] = "_PUSH_NULL_CONDITIONAL_r00", + [_PUSH_TAGGED_ZERO] = "_PUSH_TAGGED_ZERO", + [_PUSH_TAGGED_ZERO_r01] = "_PUSH_TAGGED_ZERO_r01", + [_PUSH_TAGGED_ZERO_r12] = "_PUSH_TAGGED_ZERO_r12", + [_PUSH_TAGGED_ZERO_r23] = "_PUSH_TAGGED_ZERO_r23", [_PY_FRAME_EX] = "_PY_FRAME_EX", [_PY_FRAME_EX_r31] = "_PY_FRAME_EX_r31", [_PY_FRAME_GENERAL] = "_PY_FRAME_GENERAL", @@ -6204,6 +6323,8 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _GUARD_TYPE_VERSION_LOCKED: return 0; + case _GUARD_TYPE: + return 0; case _CHECK_MANAGED_OBJECT_HAS_VALUES: return 0; case _LOAD_ATTR_INSTANCE_VALUE: @@ -6274,8 +6395,20 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _GET_ITER: return 1; + case _GUARD_ITERATOR: + return 0; + case _GUARD_ITER_VIRTUAL: + return 0; + case _PUSH_TAGGED_ZERO: + return 0; + case _GET_ITER_TRAD: + return 1; case _FOR_ITER_TIER_TWO: return 0; + case _GUARD_NOS_ITER_VIRTUAL: + return 0; + case _FOR_ITER_VIRTUAL_TIER_TWO: + return 0; case _ITER_CHECK_LIST: return 0; case _GUARD_NOT_EXHAUSTED_LIST: diff --git a/Include/object.h b/Include/object.h index 10d9d76d93454a..97a6e8467391a9 100644 --- a/Include/object.h +++ b/Include/object.h @@ -385,6 +385,7 @@ typedef Py_hash_t (*hashfunc)(PyObject *); typedef PyObject *(*richcmpfunc) (PyObject *, PyObject *, int); typedef PyObject *(*getiterfunc) (PyObject *); typedef PyObject *(*iternextfunc) (PyObject *); +typedef PyObject *(*iteritemfunc) (PyObject *, Py_ssize_t *index); typedef PyObject *(*descrgetfunc) (PyObject *, PyObject *, PyObject *); typedef int (*descrsetfunc) (PyObject *, PyObject *, PyObject *); typedef int (*initproc)(PyObject *, PyObject *, PyObject *); diff --git a/Include/opcode_ids.h b/Include/opcode_ids.h index ac6d4d964d3b5e..53a7eaf0de57eb 100644 --- a/Include/opcode_ids.h +++ b/Include/opcode_ids.h @@ -180,42 +180,45 @@ extern "C" { #define FOR_ITER_LIST 175 #define FOR_ITER_RANGE 176 #define FOR_ITER_TUPLE 177 -#define JUMP_BACKWARD_JIT 178 -#define JUMP_BACKWARD_NO_JIT 179 -#define LOAD_ATTR_CLASS 180 -#define LOAD_ATTR_CLASS_WITH_METACLASS_CHECK 181 -#define LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN 182 -#define LOAD_ATTR_INSTANCE_VALUE 183 -#define LOAD_ATTR_METHOD_LAZY_DICT 184 -#define LOAD_ATTR_METHOD_NO_DICT 185 -#define LOAD_ATTR_METHOD_WITH_VALUES 186 -#define LOAD_ATTR_MODULE 187 -#define LOAD_ATTR_NONDESCRIPTOR_NO_DICT 188 -#define LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 189 -#define LOAD_ATTR_PROPERTY 190 -#define LOAD_ATTR_SLOT 191 -#define LOAD_ATTR_WITH_HINT 192 -#define LOAD_GLOBAL_BUILTIN 193 -#define LOAD_GLOBAL_MODULE 194 -#define LOAD_SUPER_ATTR_ATTR 195 -#define LOAD_SUPER_ATTR_METHOD 196 -#define RESUME_CHECK 197 -#define RESUME_CHECK_JIT 198 -#define SEND_GEN 199 -#define STORE_ATTR_INSTANCE_VALUE 200 -#define STORE_ATTR_SLOT 201 -#define STORE_ATTR_WITH_HINT 202 -#define STORE_SUBSCR_DICT 203 -#define STORE_SUBSCR_LIST_INT 204 -#define TO_BOOL_ALWAYS_TRUE 205 -#define TO_BOOL_BOOL 206 -#define TO_BOOL_INT 207 -#define TO_BOOL_LIST 208 -#define TO_BOOL_NONE 209 -#define TO_BOOL_STR 210 -#define UNPACK_SEQUENCE_LIST 211 -#define UNPACK_SEQUENCE_TUPLE 212 -#define UNPACK_SEQUENCE_TWO_TUPLE 213 +#define FOR_ITER_VIRTUAL 178 +#define GET_ITER_SELF 179 +#define GET_ITER_VIRTUAL 180 +#define JUMP_BACKWARD_JIT 181 +#define JUMP_BACKWARD_NO_JIT 182 +#define LOAD_ATTR_CLASS 183 +#define LOAD_ATTR_CLASS_WITH_METACLASS_CHECK 184 +#define LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN 185 +#define LOAD_ATTR_INSTANCE_VALUE 186 +#define LOAD_ATTR_METHOD_LAZY_DICT 187 +#define LOAD_ATTR_METHOD_NO_DICT 188 +#define LOAD_ATTR_METHOD_WITH_VALUES 189 +#define LOAD_ATTR_MODULE 190 +#define LOAD_ATTR_NONDESCRIPTOR_NO_DICT 191 +#define LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 192 +#define LOAD_ATTR_PROPERTY 193 +#define LOAD_ATTR_SLOT 194 +#define LOAD_ATTR_WITH_HINT 195 +#define LOAD_GLOBAL_BUILTIN 196 +#define LOAD_GLOBAL_MODULE 197 +#define LOAD_SUPER_ATTR_ATTR 198 +#define LOAD_SUPER_ATTR_METHOD 199 +#define RESUME_CHECK 200 +#define RESUME_CHECK_JIT 201 +#define SEND_GEN 202 +#define STORE_ATTR_INSTANCE_VALUE 203 +#define STORE_ATTR_SLOT 204 +#define STORE_ATTR_WITH_HINT 205 +#define STORE_SUBSCR_DICT 206 +#define STORE_SUBSCR_LIST_INT 207 +#define TO_BOOL_ALWAYS_TRUE 208 +#define TO_BOOL_BOOL 209 +#define TO_BOOL_INT 210 +#define TO_BOOL_LIST 211 +#define TO_BOOL_NONE 212 +#define TO_BOOL_STR 213 +#define UNPACK_SEQUENCE_LIST 214 +#define UNPACK_SEQUENCE_TUPLE 215 +#define UNPACK_SEQUENCE_TWO_TUPLE 216 #define INSTRUMENTED_END_FOR 233 #define INSTRUMENTED_POP_ITER 234 #define INSTRUMENTED_END_SEND 235 diff --git a/Lib/_opcode_metadata.py b/Lib/_opcode_metadata.py index f5954e4372a980..6b5357a3151190 100644 --- a/Lib/_opcode_metadata.py +++ b/Lib/_opcode_metadata.py @@ -86,11 +86,16 @@ "JUMP_BACKWARD_NO_JIT", "JUMP_BACKWARD_JIT", ), + GET_ITER=( + "GET_ITER_SELF", + "GET_ITER_VIRTUAL", + ), FOR_ITER=( "FOR_ITER_LIST", "FOR_ITER_TUPLE", "FOR_ITER_RANGE", "FOR_ITER_GEN", + "FOR_ITER_VIRTUAL", ), CALL=( "CALL_BOUND_METHOD_EXACT_ARGS", @@ -176,42 +181,45 @@ FOR_ITER_LIST=175, FOR_ITER_RANGE=176, FOR_ITER_TUPLE=177, - JUMP_BACKWARD_JIT=178, - JUMP_BACKWARD_NO_JIT=179, - LOAD_ATTR_CLASS=180, - LOAD_ATTR_CLASS_WITH_METACLASS_CHECK=181, - LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN=182, - LOAD_ATTR_INSTANCE_VALUE=183, - LOAD_ATTR_METHOD_LAZY_DICT=184, - LOAD_ATTR_METHOD_NO_DICT=185, - LOAD_ATTR_METHOD_WITH_VALUES=186, - LOAD_ATTR_MODULE=187, - LOAD_ATTR_NONDESCRIPTOR_NO_DICT=188, - LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES=189, - LOAD_ATTR_PROPERTY=190, - LOAD_ATTR_SLOT=191, - LOAD_ATTR_WITH_HINT=192, - LOAD_GLOBAL_BUILTIN=193, - LOAD_GLOBAL_MODULE=194, - LOAD_SUPER_ATTR_ATTR=195, - LOAD_SUPER_ATTR_METHOD=196, - RESUME_CHECK=197, - RESUME_CHECK_JIT=198, - SEND_GEN=199, - STORE_ATTR_INSTANCE_VALUE=200, - STORE_ATTR_SLOT=201, - STORE_ATTR_WITH_HINT=202, - STORE_SUBSCR_DICT=203, - STORE_SUBSCR_LIST_INT=204, - TO_BOOL_ALWAYS_TRUE=205, - TO_BOOL_BOOL=206, - TO_BOOL_INT=207, - TO_BOOL_LIST=208, - TO_BOOL_NONE=209, - TO_BOOL_STR=210, - UNPACK_SEQUENCE_LIST=211, - UNPACK_SEQUENCE_TUPLE=212, - UNPACK_SEQUENCE_TWO_TUPLE=213, + FOR_ITER_VIRTUAL=178, + GET_ITER_SELF=179, + GET_ITER_VIRTUAL=180, + JUMP_BACKWARD_JIT=181, + JUMP_BACKWARD_NO_JIT=182, + LOAD_ATTR_CLASS=183, + LOAD_ATTR_CLASS_WITH_METACLASS_CHECK=184, + LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN=185, + LOAD_ATTR_INSTANCE_VALUE=186, + LOAD_ATTR_METHOD_LAZY_DICT=187, + LOAD_ATTR_METHOD_NO_DICT=188, + LOAD_ATTR_METHOD_WITH_VALUES=189, + LOAD_ATTR_MODULE=190, + LOAD_ATTR_NONDESCRIPTOR_NO_DICT=191, + LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES=192, + LOAD_ATTR_PROPERTY=193, + LOAD_ATTR_SLOT=194, + LOAD_ATTR_WITH_HINT=195, + LOAD_GLOBAL_BUILTIN=196, + LOAD_GLOBAL_MODULE=197, + LOAD_SUPER_ATTR_ATTR=198, + LOAD_SUPER_ATTR_METHOD=199, + RESUME_CHECK=200, + RESUME_CHECK_JIT=201, + SEND_GEN=202, + STORE_ATTR_INSTANCE_VALUE=203, + STORE_ATTR_SLOT=204, + STORE_ATTR_WITH_HINT=205, + STORE_SUBSCR_DICT=206, + STORE_SUBSCR_LIST_INT=207, + TO_BOOL_ALWAYS_TRUE=208, + TO_BOOL_BOOL=209, + TO_BOOL_INT=210, + TO_BOOL_LIST=211, + TO_BOOL_NONE=212, + TO_BOOL_STR=213, + UNPACK_SEQUENCE_LIST=214, + UNPACK_SEQUENCE_TUPLE=215, + UNPACK_SEQUENCE_TWO_TUPLE=216, ) opmap = frozendict( diff --git a/Lib/opcode.py b/Lib/opcode.py index d53b94d89b46f7..8466814d2257c3 100644 --- a/Lib/opcode.py +++ b/Lib/opcode.py @@ -69,6 +69,9 @@ FOR_ITER=frozendict( counter=1, ), + GET_ITER=frozendict( + counter=1, + ), LOAD_SUPER_ATTR=frozendict( counter=1, ), diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 2005dd9b0866bd..dc1390e9ccd930 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -368,6 +368,75 @@ def testfunc(n): # look for indirect evidence: the += operator self.assertIn("_BINARY_OP_ADD_INT", uops) + def test_get_iter_list(self): + l = list(range(10)) + def testfunc(n): + total = 0 + while n: + n -= 1 + total += n + for i in l: + break + return total + + total = testfunc(TIER2_THRESHOLD) + self.assertEqual(total, sum(range(TIER2_THRESHOLD))) + ex = get_first_executor(testfunc) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_PUSH_TAGGED_ZERO", uops) + self.assertNotIn("_GET_ITER", uops) + self.assertNotIn("_GET_ITER_TRAD", uops) + self.assertNotIn("_GET_ITER_VIRTUAL", uops) + self.assertNotIn("_GET_ITER_SELF", uops) + + def test_get_iter_gen(self): + def gen(): + while True: + yield 1 + + def testfunc(n): + total = 0 + while n: + n -= 1 + total += n + for i in gen(): + break + return total + + total = testfunc(TIER2_THRESHOLD) + self.assertEqual(total, sum(range(TIER2_THRESHOLD))) + ex = get_first_executor(testfunc) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_PUSH_NULL", uops) + self.assertNotIn("_GET_ITER", uops) + self.assertNotIn("_GET_ITER_TRAD", uops) + self.assertNotIn("_GET_ITER_VIRTUAL", uops) + self.assertNotIn("_GET_ITER_SELF", uops) + + def test_get_iter_trad(self): + d = {v:v for v in range(10)} + def testfunc(n): + total = 0 + while n: + n -= 1 + total += n + for i in d: + break + return total + + total = testfunc(TIER2_THRESHOLD) + self.assertEqual(total, sum(range(TIER2_THRESHOLD))) + ex = get_first_executor(testfunc) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_GET_ITER_TRAD", uops) + self.assertNotIn("_GET_ITER", uops) + self.assertNotIn("_GET_ITER_VIRTUAL", uops) + self.assertNotIn("_GET_ITER_SELF", uops) + + def test_for_iter_range(self): def testfunc(n): total = 0 diff --git a/Lib/test/test_dis.py b/Lib/test/test_dis.py index f8bbcd35ca7c09..af51f11f7a59df 100644 --- a/Lib/test/test_dis.py +++ b/Lib/test/test_dis.py @@ -936,7 +936,7 @@ def loop_test(): LIST_EXTEND 1 LOAD_SMALL_INT 3 BINARY_OP 5 (*) - GET_ITER 0 + GET_ITER_VIRTUAL 0 L1: FOR_ITER_LIST 14 (to L2) STORE_FAST 0 (i) @@ -1443,7 +1443,7 @@ def test_show_caches(self): caches = list(self.get_cached_values(quickened, adaptive)) for cache in caches: self.assertRegex(cache, pattern) - total_caches = 22 + total_caches = 23 empty_caches = 7 self.assertEqual(caches.count(""), empty_caches) self.assertEqual(len(caches), total_caches) @@ -1859,131 +1859,131 @@ def _prepare_test_cases(): make_inst(opname='LOAD_GLOBAL', arg=1, argval='range', argrepr='range + NULL', offset=4, start_offset=4, starts_line=True, line_number=3, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), make_inst(opname='LOAD_SMALL_INT', arg=10, argval=10, argrepr='', offset=14, start_offset=14, starts_line=False, line_number=3), make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=16, start_offset=16, starts_line=False, line_number=3, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='GET_ITER', arg=0, argval=0, argrepr='', offset=24, start_offset=24, starts_line=False, line_number=3), - make_inst(opname='FOR_ITER', arg=33, argval=96, argrepr='to L4', offset=26, start_offset=26, starts_line=False, line_number=3, label=1, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='STORE_FAST', arg=0, argval='i', argrepr='i', offset=30, start_offset=30, starts_line=False, line_number=3), - make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=32, start_offset=32, starts_line=True, line_number=4, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), - make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=42, start_offset=42, starts_line=False, line_number=4), - make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=44, start_offset=44, starts_line=False, line_number=4, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=52, start_offset=52, starts_line=False, line_number=4), - make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=54, start_offset=54, starts_line=True, line_number=5), - make_inst(opname='LOAD_SMALL_INT', arg=4, argval=4, argrepr='', offset=56, start_offset=56, starts_line=False, line_number=5), - make_inst(opname='COMPARE_OP', arg=18, argval='<', argrepr='bool(<)', offset=58, start_offset=58, starts_line=False, line_number=5, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='POP_JUMP_IF_FALSE', arg=3, argval=72, argrepr='to L2', offset=62, start_offset=62, starts_line=False, line_number=5, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=66, start_offset=66, starts_line=False, line_number=5), - make_inst(opname='JUMP_BACKWARD', arg=23, argval=26, argrepr='to L1', offset=68, start_offset=68, starts_line=True, line_number=6, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=72, start_offset=72, starts_line=True, line_number=7, label=2), - make_inst(opname='LOAD_SMALL_INT', arg=6, argval=6, argrepr='', offset=74, start_offset=74, starts_line=False, line_number=7), - make_inst(opname='COMPARE_OP', arg=148, argval='>', argrepr='bool(>)', offset=76, start_offset=76, starts_line=False, line_number=7, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='POP_JUMP_IF_TRUE', arg=3, argval=90, argrepr='to L3', offset=80, start_offset=80, starts_line=False, line_number=7, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=84, start_offset=84, starts_line=False, line_number=7), - make_inst(opname='JUMP_BACKWARD', arg=32, argval=26, argrepr='to L1', offset=86, start_offset=86, starts_line=False, line_number=7, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=90, start_offset=90, starts_line=True, line_number=8, label=3), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=92, start_offset=92, starts_line=False, line_number=8), - make_inst(opname='JUMP_FORWARD', arg=13, argval=122, argrepr='to L5', offset=94, start_offset=94, starts_line=False, line_number=8), - make_inst(opname='END_FOR', arg=None, argval=None, argrepr='', offset=96, start_offset=96, starts_line=True, line_number=3, label=4), - make_inst(opname='POP_ITER', arg=None, argval=None, argrepr='', offset=98, start_offset=98, starts_line=False, line_number=3), - make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=100, start_offset=100, starts_line=True, line_number=10, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), - make_inst(opname='LOAD_CONST', arg=1, argval='I can haz else clause?', argrepr="'I can haz else clause?'", offset=110, start_offset=110, starts_line=False, line_number=10), - make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=112, start_offset=112, starts_line=False, line_number=10, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=120, start_offset=120, starts_line=False, line_number=10), - make_inst(opname='LOAD_FAST_CHECK', arg=0, argval='i', argrepr='i', offset=122, start_offset=122, starts_line=True, line_number=11, label=5), - make_inst(opname='TO_BOOL', arg=None, argval=None, argrepr='', offset=124, start_offset=124, starts_line=False, line_number=11, cache_info=[('counter', 1, b'\x00\x00'), ('version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_JUMP_IF_FALSE', arg=40, argval=216, argrepr='to L8', offset=132, start_offset=132, starts_line=False, line_number=11, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=136, start_offset=136, starts_line=False, line_number=11), - make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=138, start_offset=138, starts_line=True, line_number=12, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), - make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=148, start_offset=148, starts_line=False, line_number=12), - make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=150, start_offset=150, starts_line=False, line_number=12, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=158, start_offset=158, starts_line=False, line_number=12), - make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=160, start_offset=160, starts_line=True, line_number=13), - make_inst(opname='LOAD_SMALL_INT', arg=1, argval=1, argrepr='', offset=162, start_offset=162, starts_line=False, line_number=13), - make_inst(opname='BINARY_OP', arg=23, argval=23, argrepr='-=', offset=164, start_offset=164, starts_line=False, line_number=13, cache_info=[('counter', 1, b'\x00\x00'), ('descr', 4, b'\x00\x00\x00\x00\x00\x00\x00\x00')]), - make_inst(opname='STORE_FAST', arg=0, argval='i', argrepr='i', offset=176, start_offset=176, starts_line=False, line_number=13), - make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=178, start_offset=178, starts_line=True, line_number=14), - make_inst(opname='LOAD_SMALL_INT', arg=6, argval=6, argrepr='', offset=180, start_offset=180, starts_line=False, line_number=14), - make_inst(opname='COMPARE_OP', arg=148, argval='>', argrepr='bool(>)', offset=182, start_offset=182, starts_line=False, line_number=14, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='POP_JUMP_IF_FALSE', arg=3, argval=196, argrepr='to L6', offset=186, start_offset=186, starts_line=False, line_number=14, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=190, start_offset=190, starts_line=False, line_number=14), - make_inst(opname='JUMP_BACKWARD', arg=37, argval=122, argrepr='to L5', offset=192, start_offset=192, starts_line=True, line_number=15, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=196, start_offset=196, starts_line=True, line_number=16, label=6), - make_inst(opname='LOAD_SMALL_INT', arg=4, argval=4, argrepr='', offset=198, start_offset=198, starts_line=False, line_number=16), - make_inst(opname='COMPARE_OP', arg=18, argval='<', argrepr='bool(<)', offset=200, start_offset=200, starts_line=False, line_number=16, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='POP_JUMP_IF_TRUE', arg=3, argval=214, argrepr='to L7', offset=204, start_offset=204, starts_line=False, line_number=16, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=208, start_offset=208, starts_line=False, line_number=16), - make_inst(opname='JUMP_BACKWARD', arg=46, argval=122, argrepr='to L5', offset=210, start_offset=210, starts_line=False, line_number=16, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='JUMP_FORWARD', arg=11, argval=238, argrepr='to L9', offset=214, start_offset=214, starts_line=True, line_number=17, label=7), - make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=216, start_offset=216, starts_line=True, line_number=19, label=8, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), - make_inst(opname='LOAD_CONST', arg=2, argval='Who let lolcatz into this test suite?', argrepr="'Who let lolcatz into this test suite?'", offset=226, start_offset=226, starts_line=False, line_number=19), - make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=228, start_offset=228, starts_line=False, line_number=19, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=236, start_offset=236, starts_line=False, line_number=19), - make_inst(opname='NOP', arg=None, argval=None, argrepr='', offset=238, start_offset=238, starts_line=True, line_number=20, label=9), - make_inst(opname='LOAD_SMALL_INT', arg=1, argval=1, argrepr='', offset=240, start_offset=240, starts_line=True, line_number=21), - make_inst(opname='LOAD_SMALL_INT', arg=0, argval=0, argrepr='', offset=242, start_offset=242, starts_line=False, line_number=21), - make_inst(opname='BINARY_OP', arg=11, argval=11, argrepr='/', offset=244, start_offset=244, starts_line=False, line_number=21, cache_info=[('counter', 1, b'\x00\x00'), ('descr', 4, b'\x00\x00\x00\x00\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=256, start_offset=256, starts_line=False, line_number=21), - make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=258, start_offset=258, starts_line=True, line_number=25), - make_inst(opname='COPY', arg=1, argval=1, argrepr='', offset=260, start_offset=260, starts_line=False, line_number=25), - make_inst(opname='LOAD_SPECIAL', arg=1, argval=1, argrepr='__exit__', offset=262, start_offset=262, starts_line=False, line_number=25), - make_inst(opname='SWAP', arg=2, argval=2, argrepr='', offset=264, start_offset=264, starts_line=False, line_number=25), - make_inst(opname='SWAP', arg=3, argval=3, argrepr='', offset=266, start_offset=266, starts_line=False, line_number=25), - make_inst(opname='LOAD_SPECIAL', arg=0, argval=0, argrepr='__enter__', offset=268, start_offset=268, starts_line=False, line_number=25), - make_inst(opname='CALL', arg=0, argval=0, argrepr='', offset=270, start_offset=270, starts_line=False, line_number=25, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='STORE_FAST', arg=1, argval='dodgy', argrepr='dodgy', offset=278, start_offset=278, starts_line=False, line_number=25), - make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=280, start_offset=280, starts_line=True, line_number=26, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), - make_inst(opname='LOAD_CONST', arg=3, argval='Never reach this', argrepr="'Never reach this'", offset=290, start_offset=290, starts_line=False, line_number=26), - make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=292, start_offset=292, starts_line=False, line_number=26, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=300, start_offset=300, starts_line=False, line_number=26), - make_inst(opname='LOAD_CONST', arg=4, argval=None, argrepr='None', offset=302, start_offset=302, starts_line=True, line_number=25), - make_inst(opname='LOAD_CONST', arg=4, argval=None, argrepr='None', offset=304, start_offset=304, starts_line=False, line_number=25), + make_inst(opname='GET_ITER', arg=0, argval=0, argrepr='', offset=24, start_offset=24, starts_line=False, line_number=3, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='FOR_ITER', arg=33, argval=98, argrepr='to L4', offset=28, start_offset=28, starts_line=False, line_number=3, label=1, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='STORE_FAST', arg=0, argval='i', argrepr='i', offset=32, start_offset=32, starts_line=False, line_number=3), + make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=34, start_offset=34, starts_line=True, line_number=4, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), + make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=44, start_offset=44, starts_line=False, line_number=4), + make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=46, start_offset=46, starts_line=False, line_number=4, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=54, start_offset=54, starts_line=False, line_number=4), + make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=56, start_offset=56, starts_line=True, line_number=5), + make_inst(opname='LOAD_SMALL_INT', arg=4, argval=4, argrepr='', offset=58, start_offset=58, starts_line=False, line_number=5), + make_inst(opname='COMPARE_OP', arg=18, argval='<', argrepr='bool(<)', offset=60, start_offset=60, starts_line=False, line_number=5, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='POP_JUMP_IF_FALSE', arg=3, argval=74, argrepr='to L2', offset=64, start_offset=64, starts_line=False, line_number=5, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=68, start_offset=68, starts_line=False, line_number=5), + make_inst(opname='JUMP_BACKWARD', arg=23, argval=28, argrepr='to L1', offset=70, start_offset=70, starts_line=True, line_number=6, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=74, start_offset=74, starts_line=True, line_number=7, label=2), + make_inst(opname='LOAD_SMALL_INT', arg=6, argval=6, argrepr='', offset=76, start_offset=76, starts_line=False, line_number=7), + make_inst(opname='COMPARE_OP', arg=148, argval='>', argrepr='bool(>)', offset=78, start_offset=78, starts_line=False, line_number=7, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='POP_JUMP_IF_TRUE', arg=3, argval=92, argrepr='to L3', offset=82, start_offset=82, starts_line=False, line_number=7, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=86, start_offset=86, starts_line=False, line_number=7), + make_inst(opname='JUMP_BACKWARD', arg=32, argval=28, argrepr='to L1', offset=88, start_offset=88, starts_line=False, line_number=7, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=92, start_offset=92, starts_line=True, line_number=8, label=3), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=94, start_offset=94, starts_line=False, line_number=8), + make_inst(opname='JUMP_FORWARD', arg=13, argval=124, argrepr='to L5', offset=96, start_offset=96, starts_line=False, line_number=8), + make_inst(opname='END_FOR', arg=None, argval=None, argrepr='', offset=98, start_offset=98, starts_line=True, line_number=3, label=4), + make_inst(opname='POP_ITER', arg=None, argval=None, argrepr='', offset=100, start_offset=100, starts_line=False, line_number=3), + make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=102, start_offset=102, starts_line=True, line_number=10, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), + make_inst(opname='LOAD_CONST', arg=1, argval='I can haz else clause?', argrepr="'I can haz else clause?'", offset=112, start_offset=112, starts_line=False, line_number=10), + make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=114, start_offset=114, starts_line=False, line_number=10, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=122, start_offset=122, starts_line=False, line_number=10), + make_inst(opname='LOAD_FAST_CHECK', arg=0, argval='i', argrepr='i', offset=124, start_offset=124, starts_line=True, line_number=11, label=5), + make_inst(opname='TO_BOOL', arg=None, argval=None, argrepr='', offset=126, start_offset=126, starts_line=False, line_number=11, cache_info=[('counter', 1, b'\x00\x00'), ('version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_JUMP_IF_FALSE', arg=40, argval=218, argrepr='to L8', offset=134, start_offset=134, starts_line=False, line_number=11, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=138, start_offset=138, starts_line=False, line_number=11), + make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=140, start_offset=140, starts_line=True, line_number=12, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), + make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=150, start_offset=150, starts_line=False, line_number=12), + make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=152, start_offset=152, starts_line=False, line_number=12, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=160, start_offset=160, starts_line=False, line_number=12), + make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=162, start_offset=162, starts_line=True, line_number=13), + make_inst(opname='LOAD_SMALL_INT', arg=1, argval=1, argrepr='', offset=164, start_offset=164, starts_line=False, line_number=13), + make_inst(opname='BINARY_OP', arg=23, argval=23, argrepr='-=', offset=166, start_offset=166, starts_line=False, line_number=13, cache_info=[('counter', 1, b'\x00\x00'), ('descr', 4, b'\x00\x00\x00\x00\x00\x00\x00\x00')]), + make_inst(opname='STORE_FAST', arg=0, argval='i', argrepr='i', offset=178, start_offset=178, starts_line=False, line_number=13), + make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=180, start_offset=180, starts_line=True, line_number=14), + make_inst(opname='LOAD_SMALL_INT', arg=6, argval=6, argrepr='', offset=182, start_offset=182, starts_line=False, line_number=14), + make_inst(opname='COMPARE_OP', arg=148, argval='>', argrepr='bool(>)', offset=184, start_offset=184, starts_line=False, line_number=14, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='POP_JUMP_IF_FALSE', arg=3, argval=198, argrepr='to L6', offset=188, start_offset=188, starts_line=False, line_number=14, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=192, start_offset=192, starts_line=False, line_number=14), + make_inst(opname='JUMP_BACKWARD', arg=37, argval=124, argrepr='to L5', offset=194, start_offset=194, starts_line=True, line_number=15, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=198, start_offset=198, starts_line=True, line_number=16, label=6), + make_inst(opname='LOAD_SMALL_INT', arg=4, argval=4, argrepr='', offset=200, start_offset=200, starts_line=False, line_number=16), + make_inst(opname='COMPARE_OP', arg=18, argval='<', argrepr='bool(<)', offset=202, start_offset=202, starts_line=False, line_number=16, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='POP_JUMP_IF_TRUE', arg=3, argval=216, argrepr='to L7', offset=206, start_offset=206, starts_line=False, line_number=16, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=210, start_offset=210, starts_line=False, line_number=16), + make_inst(opname='JUMP_BACKWARD', arg=46, argval=124, argrepr='to L5', offset=212, start_offset=212, starts_line=False, line_number=16, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='JUMP_FORWARD', arg=11, argval=240, argrepr='to L9', offset=216, start_offset=216, starts_line=True, line_number=17, label=7), + make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=218, start_offset=218, starts_line=True, line_number=19, label=8, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), + make_inst(opname='LOAD_CONST', arg=2, argval='Who let lolcatz into this test suite?', argrepr="'Who let lolcatz into this test suite?'", offset=228, start_offset=228, starts_line=False, line_number=19), + make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=230, start_offset=230, starts_line=False, line_number=19, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=238, start_offset=238, starts_line=False, line_number=19), + make_inst(opname='NOP', arg=None, argval=None, argrepr='', offset=240, start_offset=240, starts_line=True, line_number=20, label=9), + make_inst(opname='LOAD_SMALL_INT', arg=1, argval=1, argrepr='', offset=242, start_offset=242, starts_line=True, line_number=21), + make_inst(opname='LOAD_SMALL_INT', arg=0, argval=0, argrepr='', offset=244, start_offset=244, starts_line=False, line_number=21), + make_inst(opname='BINARY_OP', arg=11, argval=11, argrepr='/', offset=246, start_offset=246, starts_line=False, line_number=21, cache_info=[('counter', 1, b'\x00\x00'), ('descr', 4, b'\x00\x00\x00\x00\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=258, start_offset=258, starts_line=False, line_number=21), + make_inst(opname='LOAD_FAST_BORROW', arg=0, argval='i', argrepr='i', offset=260, start_offset=260, starts_line=True, line_number=25), + make_inst(opname='COPY', arg=1, argval=1, argrepr='', offset=262, start_offset=262, starts_line=False, line_number=25), + make_inst(opname='LOAD_SPECIAL', arg=1, argval=1, argrepr='__exit__', offset=264, start_offset=264, starts_line=False, line_number=25), + make_inst(opname='SWAP', arg=2, argval=2, argrepr='', offset=266, start_offset=266, starts_line=False, line_number=25), + make_inst(opname='SWAP', arg=3, argval=3, argrepr='', offset=268, start_offset=268, starts_line=False, line_number=25), + make_inst(opname='LOAD_SPECIAL', arg=0, argval=0, argrepr='__enter__', offset=270, start_offset=270, starts_line=False, line_number=25), + make_inst(opname='CALL', arg=0, argval=0, argrepr='', offset=272, start_offset=272, starts_line=False, line_number=25, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='STORE_FAST', arg=1, argval='dodgy', argrepr='dodgy', offset=280, start_offset=280, starts_line=False, line_number=25), + make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=282, start_offset=282, starts_line=True, line_number=26, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), + make_inst(opname='LOAD_CONST', arg=3, argval='Never reach this', argrepr="'Never reach this'", offset=292, start_offset=292, starts_line=False, line_number=26), + make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=294, start_offset=294, starts_line=False, line_number=26, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=302, start_offset=302, starts_line=False, line_number=26), + make_inst(opname='LOAD_CONST', arg=4, argval=None, argrepr='None', offset=304, start_offset=304, starts_line=True, line_number=25), make_inst(opname='LOAD_CONST', arg=4, argval=None, argrepr='None', offset=306, start_offset=306, starts_line=False, line_number=25), - make_inst(opname='CALL', arg=3, argval=3, argrepr='', offset=308, start_offset=308, starts_line=False, line_number=25, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=316, start_offset=316, starts_line=False, line_number=25), - make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=318, start_offset=318, starts_line=True, line_number=28, label=10, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), - make_inst(opname='LOAD_CONST', arg=6, argval="OK, now we're done", argrepr='"OK, now we\'re done"', offset=328, start_offset=328, starts_line=False, line_number=28), - make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=330, start_offset=330, starts_line=False, line_number=28, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=338, start_offset=338, starts_line=False, line_number=28), - make_inst(opname='LOAD_CONST', arg=4, argval=None, argrepr='None', offset=340, start_offset=340, starts_line=False, line_number=28), - make_inst(opname='RETURN_VALUE', arg=None, argval=None, argrepr='', offset=342, start_offset=342, starts_line=False, line_number=28), - make_inst(opname='PUSH_EXC_INFO', arg=None, argval=None, argrepr='', offset=344, start_offset=344, starts_line=True, line_number=25), - make_inst(opname='WITH_EXCEPT_START', arg=None, argval=None, argrepr='', offset=346, start_offset=346, starts_line=False, line_number=25), - make_inst(opname='TO_BOOL', arg=None, argval=None, argrepr='', offset=348, start_offset=348, starts_line=False, line_number=25, cache_info=[('counter', 1, b'\x00\x00'), ('version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_JUMP_IF_TRUE', arg=2, argval=364, argrepr='to L11', offset=356, start_offset=356, starts_line=False, line_number=25, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=360, start_offset=360, starts_line=False, line_number=25), - make_inst(opname='RERAISE', arg=2, argval=2, argrepr='', offset=362, start_offset=362, starts_line=False, line_number=25), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=364, start_offset=364, starts_line=False, line_number=25, label=11), - make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=366, start_offset=366, starts_line=False, line_number=25), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=368, start_offset=368, starts_line=False, line_number=25), + make_inst(opname='LOAD_CONST', arg=4, argval=None, argrepr='None', offset=308, start_offset=308, starts_line=False, line_number=25), + make_inst(opname='CALL', arg=3, argval=3, argrepr='', offset=310, start_offset=310, starts_line=False, line_number=25, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=318, start_offset=318, starts_line=False, line_number=25), + make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=320, start_offset=320, starts_line=True, line_number=28, label=10, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), + make_inst(opname='LOAD_CONST', arg=6, argval="OK, now we're done", argrepr='"OK, now we\'re done"', offset=330, start_offset=330, starts_line=False, line_number=28), + make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=332, start_offset=332, starts_line=False, line_number=28, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=340, start_offset=340, starts_line=False, line_number=28), + make_inst(opname='LOAD_CONST', arg=4, argval=None, argrepr='None', offset=342, start_offset=342, starts_line=False, line_number=28), + make_inst(opname='RETURN_VALUE', arg=None, argval=None, argrepr='', offset=344, start_offset=344, starts_line=False, line_number=28), + make_inst(opname='PUSH_EXC_INFO', arg=None, argval=None, argrepr='', offset=346, start_offset=346, starts_line=True, line_number=25), + make_inst(opname='WITH_EXCEPT_START', arg=None, argval=None, argrepr='', offset=348, start_offset=348, starts_line=False, line_number=25), + make_inst(opname='TO_BOOL', arg=None, argval=None, argrepr='', offset=350, start_offset=350, starts_line=False, line_number=25, cache_info=[('counter', 1, b'\x00\x00'), ('version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_JUMP_IF_TRUE', arg=2, argval=366, argrepr='to L11', offset=358, start_offset=358, starts_line=False, line_number=25, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=362, start_offset=362, starts_line=False, line_number=25), + make_inst(opname='RERAISE', arg=2, argval=2, argrepr='', offset=364, start_offset=364, starts_line=False, line_number=25), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=366, start_offset=366, starts_line=False, line_number=25, label=11), + make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=368, start_offset=368, starts_line=False, line_number=25), make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=370, start_offset=370, starts_line=False, line_number=25), make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=372, start_offset=372, starts_line=False, line_number=25), - make_inst(opname='JUMP_BACKWARD_NO_INTERRUPT', arg=29, argval=318, argrepr='to L10', offset=374, start_offset=374, starts_line=False, line_number=25), - make_inst(opname='COPY', arg=3, argval=3, argrepr='', offset=376, start_offset=376, starts_line=True, line_number=None), - make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=378, start_offset=378, starts_line=False, line_number=None), - make_inst(opname='RERAISE', arg=1, argval=1, argrepr='', offset=380, start_offset=380, starts_line=False, line_number=None), - make_inst(opname='PUSH_EXC_INFO', arg=None, argval=None, argrepr='', offset=382, start_offset=382, starts_line=False, line_number=None), - make_inst(opname='LOAD_GLOBAL', arg=4, argval='ZeroDivisionError', argrepr='ZeroDivisionError', offset=384, start_offset=384, starts_line=True, line_number=22, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), - make_inst(opname='CHECK_EXC_MATCH', arg=None, argval=None, argrepr='', offset=394, start_offset=394, starts_line=False, line_number=22), - make_inst(opname='POP_JUMP_IF_FALSE', arg=15, argval=430, argrepr='to L12', offset=396, start_offset=396, starts_line=False, line_number=22, cache_info=[('counter', 1, b'\x00\x00')]), - make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=400, start_offset=400, starts_line=False, line_number=22), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=402, start_offset=402, starts_line=False, line_number=22), - make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=404, start_offset=404, starts_line=True, line_number=23, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), - make_inst(opname='LOAD_CONST', arg=5, argval='Here we go, here we go, here we go...', argrepr="'Here we go, here we go, here we go...'", offset=414, start_offset=414, starts_line=False, line_number=23), - make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=416, start_offset=416, starts_line=False, line_number=23, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=424, start_offset=424, starts_line=False, line_number=23), - make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=426, start_offset=426, starts_line=False, line_number=23), - make_inst(opname='JUMP_BACKWARD_NO_INTERRUPT', arg=56, argval=318, argrepr='to L10', offset=428, start_offset=428, starts_line=False, line_number=23), - make_inst(opname='RERAISE', arg=0, argval=0, argrepr='', offset=430, start_offset=430, starts_line=True, line_number=22, label=12), - make_inst(opname='COPY', arg=3, argval=3, argrepr='', offset=432, start_offset=432, starts_line=True, line_number=None), - make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=434, start_offset=434, starts_line=False, line_number=None), - make_inst(opname='RERAISE', arg=1, argval=1, argrepr='', offset=436, start_offset=436, starts_line=False, line_number=None), - make_inst(opname='PUSH_EXC_INFO', arg=None, argval=None, argrepr='', offset=438, start_offset=438, starts_line=False, line_number=None), - make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=440, start_offset=440, starts_line=True, line_number=28, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), - make_inst(opname='LOAD_CONST', arg=6, argval="OK, now we're done", argrepr='"OK, now we\'re done"', offset=450, start_offset=450, starts_line=False, line_number=28), - make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=452, start_offset=452, starts_line=False, line_number=28, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), - make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=460, start_offset=460, starts_line=False, line_number=28), - make_inst(opname='RERAISE', arg=0, argval=0, argrepr='', offset=462, start_offset=462, starts_line=False, line_number=28), - make_inst(opname='COPY', arg=3, argval=3, argrepr='', offset=464, start_offset=464, starts_line=True, line_number=None), - make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=466, start_offset=466, starts_line=False, line_number=None), - make_inst(opname='RERAISE', arg=1, argval=1, argrepr='', offset=468, start_offset=468, starts_line=False, line_number=None), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=374, start_offset=374, starts_line=False, line_number=25), + make_inst(opname='JUMP_BACKWARD_NO_INTERRUPT', arg=29, argval=320, argrepr='to L10', offset=376, start_offset=376, starts_line=False, line_number=25), + make_inst(opname='COPY', arg=3, argval=3, argrepr='', offset=378, start_offset=378, starts_line=True, line_number=None), + make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=380, start_offset=380, starts_line=False, line_number=None), + make_inst(opname='RERAISE', arg=1, argval=1, argrepr='', offset=382, start_offset=382, starts_line=False, line_number=None), + make_inst(opname='PUSH_EXC_INFO', arg=None, argval=None, argrepr='', offset=384, start_offset=384, starts_line=False, line_number=None), + make_inst(opname='LOAD_GLOBAL', arg=4, argval='ZeroDivisionError', argrepr='ZeroDivisionError', offset=386, start_offset=386, starts_line=True, line_number=22, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), + make_inst(opname='CHECK_EXC_MATCH', arg=None, argval=None, argrepr='', offset=396, start_offset=396, starts_line=False, line_number=22), + make_inst(opname='POP_JUMP_IF_FALSE', arg=15, argval=432, argrepr='to L12', offset=398, start_offset=398, starts_line=False, line_number=22, cache_info=[('counter', 1, b'\x00\x00')]), + make_inst(opname='NOT_TAKEN', arg=None, argval=None, argrepr='', offset=402, start_offset=402, starts_line=False, line_number=22), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=404, start_offset=404, starts_line=False, line_number=22), + make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=406, start_offset=406, starts_line=True, line_number=23, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), + make_inst(opname='LOAD_CONST', arg=5, argval='Here we go, here we go, here we go...', argrepr="'Here we go, here we go, here we go...'", offset=416, start_offset=416, starts_line=False, line_number=23), + make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=418, start_offset=418, starts_line=False, line_number=23, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=426, start_offset=426, starts_line=False, line_number=23), + make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=428, start_offset=428, starts_line=False, line_number=23), + make_inst(opname='JUMP_BACKWARD_NO_INTERRUPT', arg=56, argval=320, argrepr='to L10', offset=430, start_offset=430, starts_line=False, line_number=23), + make_inst(opname='RERAISE', arg=0, argval=0, argrepr='', offset=432, start_offset=432, starts_line=True, line_number=22, label=12), + make_inst(opname='COPY', arg=3, argval=3, argrepr='', offset=434, start_offset=434, starts_line=True, line_number=None), + make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=436, start_offset=436, starts_line=False, line_number=None), + make_inst(opname='RERAISE', arg=1, argval=1, argrepr='', offset=438, start_offset=438, starts_line=False, line_number=None), + make_inst(opname='PUSH_EXC_INFO', arg=None, argval=None, argrepr='', offset=440, start_offset=440, starts_line=False, line_number=None), + make_inst(opname='LOAD_GLOBAL', arg=3, argval='print', argrepr='print + NULL', offset=442, start_offset=442, starts_line=True, line_number=28, cache_info=[('counter', 1, b'\x00\x00'), ('index', 1, b'\x00\x00'), ('module_keys_version', 1, b'\x00\x00'), ('builtin_keys_version', 1, b'\x00\x00')]), + make_inst(opname='LOAD_CONST', arg=6, argval="OK, now we're done", argrepr='"OK, now we\'re done"', offset=452, start_offset=452, starts_line=False, line_number=28), + make_inst(opname='CALL', arg=1, argval=1, argrepr='', offset=454, start_offset=454, starts_line=False, line_number=28, cache_info=[('counter', 1, b'\x00\x00'), ('func_version', 2, b'\x00\x00\x00\x00')]), + make_inst(opname='POP_TOP', arg=None, argval=None, argrepr='', offset=462, start_offset=462, starts_line=False, line_number=28), + make_inst(opname='RERAISE', arg=0, argval=0, argrepr='', offset=464, start_offset=464, starts_line=False, line_number=28), + make_inst(opname='COPY', arg=3, argval=3, argrepr='', offset=466, start_offset=466, starts_line=True, line_number=None), + make_inst(opname='POP_EXCEPT', arg=None, argval=None, argrepr='', offset=468, start_offset=468, starts_line=False, line_number=None), + make_inst(opname='RERAISE', arg=1, argval=1, argrepr='', offset=470, start_offset=470, starts_line=False, line_number=None), ] # One last piece of inspect fodder to check the default line number handling diff --git a/Lib/test/test_monitoring.py b/Lib/test/test_monitoring.py index 116a8bac6fb7b8..bc7af6e15380a4 100644 --- a/Lib/test/test_monitoring.py +++ b/Lib/test/test_monitoring.py @@ -1612,11 +1612,11 @@ def whilefunc(n=0): ('branch right', 'whilefunc', 1, 3)]) self.check_events(func, recorders = BRANCH_OFFSET_RECORDERS, expected = [ - ('branch left', 'func', 30, 34), - ('branch right', 'func', 46, 60), - ('branch left', 'func', 30, 34), - ('branch left', 'func', 46, 52), - ('branch right', 'func', 30, 72)]) + ('branch left', 'func', 32, 36), + ('branch right', 'func', 48, 62), + ('branch left', 'func', 32, 36), + ('branch left', 'func', 48, 54), + ('branch right', 'func', 32, 74)]) def test_except_star(self): diff --git a/Lib/test/test_opcache.py b/Lib/test/test_opcache.py index 4ca108cd6ca43e..ad2c8c1acf45f9 100644 --- a/Lib/test/test_opcache.py +++ b/Lib/test/test_opcache.py @@ -1964,6 +1964,15 @@ def for_iter_tuple(): self.assert_specialized(for_iter_tuple, "FOR_ITER_TUPLE") self.assert_no_opcode(for_iter_tuple, "FOR_ITER") + s = "abcdefghij" + def for_iter_str(): + for i in s: + self.assertIn(i, s) + + for_iter_str() + self.assert_specialized(for_iter_str, "FOR_ITER_VIRTUAL") + self.assert_no_opcode(for_iter_str, "FOR_ITER") + r = range(10) def for_iter_range(): for i in r: @@ -1981,6 +1990,30 @@ def for_iter_generator(): self.assert_specialized(for_iter_generator, "FOR_ITER_GEN") self.assert_no_opcode(for_iter_generator, "FOR_ITER") + @cpython_only + @requires_specialization + def test_get_iter(self): + L = list(range(10)) + def get_iter_list(): + n = 10 + while n: + n -= 1 + for i in L: + break + get_iter_list() + self.assert_specialized(get_iter_list, "GET_ITER_VIRTUAL") + self.assert_no_opcode(get_iter_list, "GET_ITER") + + def get_iter_gen(): + n = 10 + while n: + n -= 1 + for i in (i for i in range(10)): + break + get_iter_gen() + self.assert_specialized(get_iter_gen, "GET_ITER_SELF") + self.assert_no_opcode(get_iter_gen, "GET_ITER") + @cpython_only @requires_specialization def test_call_list_append(self): diff --git a/Lib/test/test_sys.py b/Lib/test/test_sys.py index a729efee18c3a1..34a773ee9376cd 100644 --- a/Lib/test/test_sys.py +++ b/Lib/test/test_sys.py @@ -1798,7 +1798,7 @@ def delx(self): del self.__x check((1,2,3), vsize('') + self.P + 3*self.P) # type # static type: PyTypeObject - fmt = 'P2nPI13Pl4Pn9Pn12PIPc' + fmt = 'P2nPI13Pl4Pn9Pn12PI2Pc' s = vsize(fmt) check(int, s) typeid = 'n' if support.Py_GIL_DISABLED else '' diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index a3c840980edeaa..9fac3d3b84b130 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -6263,6 +6263,56 @@ DISPATCH(); } + TARGET(FOR_ITER_VIRTUAL) { + #if _Py_TAIL_CALL_INTERP + int opcode = FOR_ITER_VIRTUAL; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(FOR_ITER_VIRTUAL); + static_assert(INLINE_CACHE_ENTRIES_FOR_ITER == 1, "incorrect cache size"); + _PyStackRef iter; + _PyStackRef null_or_index; + _PyStackRef next; + /* Skip 1 cache entry */ + // _GUARD_NOS_ITER_VIRTUAL + { + iter = stack_pointer[-2]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (Py_TYPE(iter_o)->tp_iteritem == NULL) { + UPDATE_MISS_STATS(FOR_ITER); + assert(_PyOpcode_Deopt[opcode] == (FOR_ITER)); + JUMP_TO_PREDICTED(FOR_ITER); + } + } + // _FOR_ITER_VIRTUAL + { + null_or_index = stack_pointer[-1]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject *next_o = Py_TYPE(iter_o)->tp_iteritem(iter_o, &index); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (next_o == NULL) { + if (index < 0) { + JUMP_TO_LABEL(error); + } + JUMPBY(oparg + 1); + DISPATCH(); + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + } + stack_pointer[-1] = null_or_index; + stack_pointer[0] = next; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(GET_AITER) { #if _Py_TAIL_CALL_INTERP int opcode = GET_AITER; @@ -6383,22 +6433,41 @@ (void)(opcode); #endif frame->instr_ptr = next_instr; - next_instr += 1; + next_instr += 2; INSTRUCTION_STATS(GET_ITER); + PREDICTED_GET_ITER:; + _Py_CODEUNIT* const this_instr = next_instr - 2; + (void)this_instr; _PyStackRef iterable; _PyStackRef iter; _PyStackRef index_or_null; - iterable = stack_pointer[-1]; - #ifdef Py_STATS - _Py_GatherStats_GetIter(iterable); - #endif - _PyFrame_SetStackPointer(frame, stack_pointer); - _PyStackRef result = _PyEval_GetIter(iterable, &index_or_null, oparg); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (PyStackRef_IsError(result)) { - JUMP_TO_LABEL(pop_1_error); + // _SPECIALIZE_GET_ITER + { + iterable = stack_pointer[-1]; + uint16_t counter = read_u16(&this_instr[1].cache); + (void)counter; + #if ENABLE_SPECIALIZATION + if (ADAPTIVE_COUNTER_TRIGGERS(counter)) { + next_instr = this_instr; + _PyFrame_SetStackPointer(frame, stack_pointer); + _Py_Specialize_GetIter(iterable, next_instr); + stack_pointer = _PyFrame_GetStackPointer(frame); + DISPATCH_SAME_OPARG(); + } + OPCODE_DEFERRED_INC(GET_ITER); + ADVANCE_ADAPTIVE_COUNTER(this_instr[1].counter); + #endif /* ENABLE_SPECIALIZATION */ + } + // _GET_ITER + { + _PyFrame_SetStackPointer(frame, stack_pointer); + _PyStackRef result = _PyEval_GetIter(iterable, &index_or_null, oparg); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsError(result)) { + JUMP_TO_LABEL(pop_1_error); + } + iter = result; } - iter = result; stack_pointer[-1] = iter; stack_pointer[0] = index_or_null; stack_pointer += 1; @@ -6406,6 +6475,76 @@ DISPATCH(); } + TARGET(GET_ITER_SELF) { + #if _Py_TAIL_CALL_INTERP + int opcode = GET_ITER_SELF; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(GET_ITER_SELF); + static_assert(INLINE_CACHE_ENTRIES_GET_ITER == 1, "incorrect cache size"); + _PyStackRef iterable; + _PyStackRef res; + /* Skip 1 cache entry */ + // _GUARD_ITERATOR + { + iterable = stack_pointer[-1]; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iter != PyObject_SelfIter) { + UPDATE_MISS_STATS(GET_ITER); + assert(_PyOpcode_Deopt[opcode] == (GET_ITER)); + JUMP_TO_PREDICTED(GET_ITER); + } + STAT_INC(GET_ITER, hit); + } + // _PUSH_NULL + { + res = PyStackRef_NULL; + } + stack_pointer[0] = res; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + + TARGET(GET_ITER_VIRTUAL) { + #if _Py_TAIL_CALL_INTERP + int opcode = GET_ITER_VIRTUAL; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(GET_ITER_VIRTUAL); + static_assert(INLINE_CACHE_ENTRIES_GET_ITER == 1, "incorrect cache size"); + _PyStackRef iterable; + _PyStackRef zero; + /* Skip 1 cache entry */ + // _GUARD_ITER_VIRTUAL + { + iterable = stack_pointer[-1]; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iteritem == NULL) { + UPDATE_MISS_STATS(GET_ITER); + assert(_PyOpcode_Deopt[opcode] == (GET_ITER)); + JUMP_TO_PREDICTED(GET_ITER); + } + STAT_INC(GET_ITER, hit); + } + // _PUSH_TAGGED_ZERO + { + zero = PyStackRef_TagInt(0); + } + stack_pointer[0] = zero; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(GET_LEN) { #if _Py_TAIL_CALL_INTERP int opcode = GET_LEN; diff --git a/Modules/_testinternalcapi/test_targets.h b/Modules/_testinternalcapi/test_targets.h index 48fe9c14f4e2dd..d99b618c8393fc 100644 --- a/Modules/_testinternalcapi/test_targets.h +++ b/Modules/_testinternalcapi/test_targets.h @@ -178,6 +178,9 @@ static void *opcode_targets_table[256] = { &&TARGET_FOR_ITER_LIST, &&TARGET_FOR_ITER_RANGE, &&TARGET_FOR_ITER_TUPLE, + &&TARGET_FOR_ITER_VIRTUAL, + &&TARGET_GET_ITER_SELF, + &&TARGET_GET_ITER_VIRTUAL, &&TARGET_JUMP_BACKWARD_JIT, &&TARGET_JUMP_BACKWARD_NO_JIT, &&TARGET_LOAD_ATTR_CLASS, @@ -230,9 +233,6 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -473,9 +473,9 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -621,10 +621,13 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS); @@ -862,10 +865,13 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [FOR_ITER_LIST] = _TAIL_CALL_FOR_ITER_LIST, [FOR_ITER_RANGE] = _TAIL_CALL_FOR_ITER_RANGE, [FOR_ITER_TUPLE] = _TAIL_CALL_FOR_ITER_TUPLE, + [FOR_ITER_VIRTUAL] = _TAIL_CALL_FOR_ITER_VIRTUAL, [GET_AITER] = _TAIL_CALL_GET_AITER, [GET_ANEXT] = _TAIL_CALL_GET_ANEXT, [GET_AWAITABLE] = _TAIL_CALL_GET_AWAITABLE, [GET_ITER] = _TAIL_CALL_GET_ITER, + [GET_ITER_SELF] = _TAIL_CALL_GET_ITER_SELF, + [GET_ITER_VIRTUAL] = _TAIL_CALL_GET_ITER_VIRTUAL, [GET_LEN] = _TAIL_CALL_GET_LEN, [IMPORT_FROM] = _TAIL_CALL_IMPORT_FROM, [IMPORT_NAME] = _TAIL_CALL_IMPORT_NAME, @@ -1008,9 +1014,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [214] = _TAIL_CALL_UNKNOWN_OPCODE, - [215] = _TAIL_CALL_UNKNOWN_OPCODE, - [216] = _TAIL_CALL_UNKNOWN_OPCODE, [217] = _TAIL_CALL_UNKNOWN_OPCODE, [218] = _TAIL_CALL_UNKNOWN_OPCODE, [219] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1120,10 +1123,13 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [FOR_ITER_LIST] = _TAIL_CALL_TRACE_RECORD, [FOR_ITER_RANGE] = _TAIL_CALL_TRACE_RECORD, [FOR_ITER_TUPLE] = _TAIL_CALL_TRACE_RECORD, + [FOR_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, [GET_AITER] = _TAIL_CALL_TRACE_RECORD, [GET_ANEXT] = _TAIL_CALL_TRACE_RECORD, [GET_AWAITABLE] = _TAIL_CALL_TRACE_RECORD, [GET_ITER] = _TAIL_CALL_TRACE_RECORD, + [GET_ITER_SELF] = _TAIL_CALL_TRACE_RECORD, + [GET_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, [GET_LEN] = _TAIL_CALL_TRACE_RECORD, [IMPORT_FROM] = _TAIL_CALL_TRACE_RECORD, [IMPORT_NAME] = _TAIL_CALL_TRACE_RECORD, @@ -1266,9 +1272,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [214] = _TAIL_CALL_UNKNOWN_OPCODE, - [215] = _TAIL_CALL_UNKNOWN_OPCODE, - [216] = _TAIL_CALL_UNKNOWN_OPCODE, [217] = _TAIL_CALL_UNKNOWN_OPCODE, [218] = _TAIL_CALL_UNKNOWN_OPCODE, [219] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Objects/bytesobject.c b/Objects/bytesobject.c index 902144e8ec9f83..29a25e14ca46ff 100644 --- a/Objects/bytesobject.c +++ b/Objects/bytesobject.c @@ -3205,6 +3205,19 @@ Construct an immutable array of bytes from:\n\ static PyObject *bytes_iter(PyObject *seq); + +static PyObject * +bytes_iteritem(PyObject *obj, Py_ssize_t *index) +{ + Py_ssize_t i = *index; + PyBytesObject *a = _PyBytes_CAST(obj); + if (i >= Py_SIZE(a)) { + return NULL; + } + *index = i+1; + return _PyLong_FromUnsignedChar((unsigned char)a->ob_sval[i]); +} + PyTypeObject PyBytes_Type = { PyVarObject_HEAD_INIT(&PyType_Type, 0) "bytes", @@ -3248,6 +3261,7 @@ PyTypeObject PyBytes_Type = { bytes_new, /* tp_new */ PyObject_Free, /* tp_free */ .tp_version_tag = _Py_TYPE_VERSION_BYTES, + .tp_iteritem = bytes_iteritem, }; void diff --git a/Objects/listobject.c b/Objects/listobject.c index 5c9fd55bab1b22..bb4a774cdfa138 100644 --- a/Objects/listobject.c +++ b/Objects/listobject.c @@ -3913,6 +3913,32 @@ list_ass_subscript(PyObject *self, PyObject *item, PyObject *value) return res; } +static PyObject * +list_iteritem(PyObject *obj, Py_ssize_t *index) +{ + Py_ssize_t i = *index; + if (i >= PyList_GET_SIZE(obj)) { + return NULL; + } +#ifdef Py_GIL_DISABLED + assert(_Py_IsOwnedByCurrentThread(obj) || + _PyObject_GC_IS_SHARED(obj)); + PyObject *result; + int race = _PyList_GetItemRefNoLock((PyListObject *)obj, i, &result); + if (race < 0) { + // Slow path... + result = list_get_item_ref((PyListObject *)op, i); + } + *index = i+1; + return result; +#else + PyObject *result = PyList_GET_ITEM(obj, i); + Py_INCREF(result); + *index = i+1; + return result; +#endif +} + static PyMappingMethods list_as_mapping = { list_length, list_subscript, @@ -3963,6 +3989,7 @@ PyTypeObject PyList_Type = { PyObject_GC_Del, /* tp_free */ .tp_vectorcall = list_vectorcall, .tp_version_tag = _Py_TYPE_VERSION_LIST, + .tp_iteritem = list_iteritem, }; /*********************** List Iterator **************************/ diff --git a/Objects/tupleobject.c b/Objects/tupleobject.c index ee6320e6ca3cfe..f426574860778b 100644 --- a/Objects/tupleobject.c +++ b/Objects/tupleobject.c @@ -873,6 +873,19 @@ static PySequenceMethods tuple_as_sequence = { tuple_contains, /* sq_contains */ }; +static PyObject * +tuple_iteritem(PyObject *obj, Py_ssize_t *index) +{ + Py_ssize_t i = *index; + if (i >= PyTuple_GET_SIZE(obj)) { + return NULL; + } + PyObject *result = PyTuple_GET_ITEM(obj, i); + Py_INCREF(result); + *index = i+1; + return result; +} + static PyObject* tuple_subscript(PyObject *op, PyObject* item) { @@ -1000,6 +1013,7 @@ PyTypeObject PyTuple_Type = { PyObject_GC_Del, /* tp_free */ .tp_vectorcall = tuple_vectorcall, .tp_version_tag = _Py_TYPE_VERSION_TUPLE, + .tp_iteritem = tuple_iteritem, }; /* The following function breaks the notion that tuples are immutable: diff --git a/Objects/unicodeobject.c b/Objects/unicodeobject.c index a0a26a75129929..31bc26a7543287 100644 --- a/Objects/unicodeobject.c +++ b/Objects/unicodeobject.c @@ -13982,6 +13982,26 @@ unicode_subtype_new(PyTypeObject *type, PyObject *unicode) return NULL; } +static PyObject * +unicode_iteritem(PyObject *obj, Py_ssize_t *index) +{ + Py_ssize_t i = *index; + if (i >= PyUnicode_GET_LENGTH(obj)) { + return NULL; + } + const void *data = PyUnicode_DATA(obj); + int kind = PyUnicode_KIND(obj); + Py_UCS4 ch = PyUnicode_READ(kind, data, i); + PyObject *result = unicode_char(ch); + if (result == NULL) { + *index = -1; + } + else { + *index = i+1; + } + return result; +} + void _PyUnicode_ExactDealloc(PyObject *op) { @@ -14047,6 +14067,7 @@ PyTypeObject PyUnicode_Type = { unicode_new, /* tp_new */ PyObject_Free, /* tp_free */ .tp_vectorcall = unicode_vectorcall, + .tp_iteritem = unicode_iteritem, }; /* Initialize the Unicode implementation */ diff --git a/Programs/test_frozenmain.h b/Programs/test_frozenmain.h index d550740b1105dd..28e08e42f5c88f 100644 --- a/Programs/test_frozenmain.h +++ b/Programs/test_frozenmain.h @@ -1,7 +1,7 @@ // Auto-generated by Programs/freeze_test_frozenmain.py unsigned char M_test_frozenmain[] = { 227,0,0,0,0,0,0,0,0,0,0,0,0,9,0,0, - 0,0,0,0,0,243,186,0,0,0,128,0,0,0,93,0, + 0,0,0,0,0,243,188,0,0,0,128,0,0,0,93,0, 81,1,72,0,115,0,93,0,81,1,72,4,115,1,92,2, 31,0,81,2,50,1,0,0,0,0,0,0,29,0,92,2, 31,0,81,3,92,0,79,6,0,0,0,0,0,0,0,0, @@ -9,31 +9,31 @@ unsigned char M_test_frozenmain[] = { 0,0,29,0,92,1,79,8,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,31,0,50,0,0,0, 0,0,0,0,81,4,42,26,0,0,0,0,0,0,0,0, - 0,0,115,5,81,7,70,0,68,24,0,0,115,6,92,2, - 31,0,81,5,92,6,12,0,81,6,92,5,92,6,42,26, - 0,0,0,0,0,0,0,0,0,0,12,0,48,4,50,1, - 0,0,0,0,0,0,29,0,74,26,0,0,9,0,28,0, - 81,1,33,0,41,8,233,0,0,0,0,78,122,18,70,114, - 111,122,101,110,32,72,101,108,108,111,32,87,111,114,108,100, - 122,8,115,121,115,46,97,114,103,118,218,6,99,111,110,102, - 105,103,122,7,99,111,110,102,105,103,32,122,2,58,32,41, - 5,218,12,112,114,111,103,114,97,109,95,110,97,109,101,218, - 10,101,120,101,99,117,116,97,98,108,101,218,15,117,115,101, - 95,101,110,118,105,114,111,110,109,101,110,116,218,17,99,111, - 110,102,105,103,117,114,101,95,99,95,115,116,100,105,111,218, - 14,98,117,102,102,101,114,101,100,95,115,116,100,105,111,41, - 7,218,3,115,121,115,218,17,95,116,101,115,116,105,110,116, - 101,114,110,97,108,99,97,112,105,218,5,112,114,105,110,116, - 218,4,97,114,103,118,218,11,103,101,116,95,99,111,110,102, - 105,103,115,114,3,0,0,0,218,3,107,101,121,169,0,243, - 0,0,0,0,218,18,116,101,115,116,95,102,114,111,122,101, - 110,109,97,105,110,46,112,121,218,8,60,109,111,100,117,108, - 101,62,114,18,0,0,0,1,0,0,0,115,94,0,0,0, - 241,3,1,1,1,243,8,0,1,11,219,0,24,225,0,5, - 208,6,26,212,0,27,217,0,5,128,106,144,35,151,40,145, - 40,212,0,27,216,9,26,215,9,38,210,9,38,211,9,40, - 168,24,213,9,50,128,6,243,2,6,12,2,128,67,241,14, - 0,5,10,136,71,144,67,144,53,152,2,152,54,160,35,157, - 59,152,45,208,10,40,214,4,41,243,15,6,12,2,114,16, - 0,0,0, + 0,0,115,5,81,7,70,0,0,0,68,24,0,0,115,6, + 92,2,31,0,81,5,92,6,12,0,81,6,92,5,92,6, + 42,26,0,0,0,0,0,0,0,0,0,0,12,0,48,4, + 50,1,0,0,0,0,0,0,29,0,74,26,0,0,9,0, + 28,0,81,1,33,0,41,8,233,0,0,0,0,78,122,18, + 70,114,111,122,101,110,32,72,101,108,108,111,32,87,111,114, + 108,100,122,8,115,121,115,46,97,114,103,118,218,6,99,111, + 110,102,105,103,122,7,99,111,110,102,105,103,32,122,2,58, + 32,41,5,218,12,112,114,111,103,114,97,109,95,110,97,109, + 101,218,10,101,120,101,99,117,116,97,98,108,101,218,15,117, + 115,101,95,101,110,118,105,114,111,110,109,101,110,116,218,17, + 99,111,110,102,105,103,117,114,101,95,99,95,115,116,100,105, + 111,218,14,98,117,102,102,101,114,101,100,95,115,116,100,105, + 111,41,7,218,3,115,121,115,218,17,95,116,101,115,116,105, + 110,116,101,114,110,97,108,99,97,112,105,218,5,112,114,105, + 110,116,218,4,97,114,103,118,218,11,103,101,116,95,99,111, + 110,102,105,103,115,114,3,0,0,0,218,3,107,101,121,169, + 0,243,0,0,0,0,218,18,116,101,115,116,95,102,114,111, + 122,101,110,109,97,105,110,46,112,121,218,8,60,109,111,100, + 117,108,101,62,114,18,0,0,0,1,0,0,0,115,94,0, + 0,0,241,3,1,1,1,243,8,0,1,11,219,0,24,225, + 0,5,208,6,26,212,0,27,217,0,5,128,106,144,35,151, + 40,145,40,212,0,27,216,9,26,215,9,38,210,9,38,211, + 9,40,168,24,213,9,50,128,6,244,2,6,12,2,128,67, + 241,14,0,5,10,136,71,144,67,144,53,152,2,152,54,160, + 35,157,59,152,45,208,10,40,214,4,41,243,15,6,12,2, + 114,16,0,0,0, }; diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 18fea9ae4a21f4..7294906931d3ff 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -2673,6 +2673,11 @@ dummy_func( } } + op(_GUARD_TYPE, (type/4, owner -- owner)) { + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(owner)); + EXIT_IF(tp != (PyTypeObject *)type); + } + op(_CHECK_MANAGED_OBJECT_HAS_VALUES, (owner -- owner)) { PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); assert(Py_TYPE(owner_o)->tp_dictoffset < 0); @@ -3511,16 +3516,71 @@ dummy_func( values_or_none = PyStackRef_FromPyObjectSteal(values_or_none_o); } - inst(GET_ITER, (iterable -- iter, index_or_null)) { - #ifdef Py_STATS - _Py_GatherStats_GetIter(iterable); - #endif + family(GET_ITER, INLINE_CACHE_ENTRIES_GET_ITER) = { + GET_ITER_SELF, + GET_ITER_VIRTUAL, + }; + + specializing op(_SPECIALIZE_GET_ITER, (counter/1, iterable -- iterable)) { + #if ENABLE_SPECIALIZATION + if (ADAPTIVE_COUNTER_TRIGGERS(counter)) { + next_instr = this_instr; + _Py_Specialize_GetIter(iterable, next_instr); + DISPATCH_SAME_OPARG(); + } + OPCODE_DEFERRED_INC(GET_ITER); + ADVANCE_ADAPTIVE_COUNTER(this_instr[1].counter); + #endif /* ENABLE_SPECIALIZATION */ + } + + op(_GET_ITER, (iterable -- iter, index_or_null)) { _PyStackRef result = _PyEval_GetIter(iterable, &index_or_null, oparg); DEAD(iterable); ERROR_IF(PyStackRef_IsError(result)); iter = result; } + macro(GET_ITER) = + _RECORD_TOS_TYPE + + _SPECIALIZE_GET_ITER + + _GET_ITER; + + op(_GUARD_ITERATOR, (iterable -- iterable)) { + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + EXIT_IF(tp->tp_iter != PyObject_SelfIter); + STAT_INC(GET_ITER, hit); + } + + macro(GET_ITER_SELF) = + _RECORD_TOS_TYPE + + unused/1 + + _GUARD_ITERATOR + + PUSH_NULL; + + op(_GUARD_ITER_VIRTUAL, (iterable -- iterable)) { + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + EXIT_IF(tp->tp_iteritem == NULL); + STAT_INC(GET_ITER, hit); + } + + op(_PUSH_TAGGED_ZERO, ( -- zero)) { + zero = PyStackRef_TagInt(0); + } + + macro(GET_ITER_VIRTUAL) = + _RECORD_TOS_TYPE + + unused/1 + + _GUARD_ITER_VIRTUAL + + _PUSH_TAGGED_ZERO; + + op(_GET_ITER_TRAD, (iterable -- iter, index_or_null)) { + PyObject *iter_o = PyObject_GetIter(PyStackRef_AsPyObjectBorrow(iterable)); + PyStackRef_CLOSE(iterable); + ERROR_IF(iter_o == NULL); + iter = PyStackRef_FromPyObjectSteal(iter_o); + index_or_null = PyStackRef_NULL; + } + // Most members of this family are "secretly" super-instructions. // When the loop is exhausted, they jump, and the jump target is // always END_FOR, which pops two values off the stack. @@ -3532,6 +3592,7 @@ dummy_func( FOR_ITER_TUPLE, FOR_ITER_RANGE, FOR_ITER_GEN, + FOR_ITER_VIRTUAL, }; specializing op(_SPECIALIZE_FOR_ITER, (counter/1, iter, null_or_index -- iter, null_or_index)) { @@ -3559,6 +3620,8 @@ dummy_func( next = item; } + macro(FOR_ITER) = _SPECIALIZE_FOR_ITER + _FOR_ITER; + op(_FOR_ITER_TIER_TWO, (iter, null_or_index -- iter, null_or_index, next)) { _PyStackRef item = _PyForIter_VirtualIteratorNext(tstate, frame, iter, &null_or_index); if (!PyStackRef_IsValid(item)) { @@ -3572,9 +3635,47 @@ dummy_func( next = item; } + op(_GUARD_NOS_ITER_VIRTUAL, (iter, null_or_index -- iter, null_or_index)) { + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + EXIT_IF(Py_TYPE(iter_o)->tp_iteritem == NULL); + } - macro(FOR_ITER) = _SPECIALIZE_FOR_ITER + _FOR_ITER; + replaced op(_FOR_ITER_VIRTUAL, (iter, null_or_index -- iter, null_or_index, next)) { + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + PyObject *next_o = Py_TYPE(iter_o)->tp_iteritem(iter_o, &index); + if (next_o == NULL) { + if (index < 0) { + ERROR_NO_POP(); + } + // Jump forward by oparg and skip the following END_FOR + JUMPBY(oparg + 1); + DISPATCH(); + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + } + macro(FOR_ITER_VIRTUAL) = + unused/1 + // Skip over the counter + _GUARD_NOS_ITER_VIRTUAL + + _FOR_ITER_VIRTUAL; + + op(_FOR_ITER_VIRTUAL_TIER_TWO, (iter, null_or_index -- iter, null_or_index, next)) { + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + PyObject *next_o = Py_TYPE(iter_o)->tp_iteritem(iter_o, &index); + if (next_o == NULL) { + if (index < 0) { + ERROR_NO_POP(); + } + /* iterator ended normally */ + /* The translator sets the deopt target just past the matching END_FOR */ + EXIT_IF(true); + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + } inst(INSTRUMENTED_FOR_ITER, (unused/1, iter, null_or_index -- iter, null_or_index, next)) { _PyStackRef item = _PyForIter_VirtualIteratorNext(tstate, frame, iter, &null_or_index); diff --git a/Python/ceval.c b/Python/ceval.c index bf550f2da3662e..9d381381f3f2e3 100644 --- a/Python/ceval.c +++ b/Python/ceval.c @@ -1170,7 +1170,7 @@ _PyStackRef _PyEval_GetIter(_PyStackRef iterable, _PyStackRef *index_or_null, int yield_from) { PyTypeObject *tp = PyStackRef_TYPE(iterable); - if (tp == &PyTuple_Type || tp == &PyList_Type) { + if (tp->tp_iteritem != NULL) { /* Leave iterable on stack and pushed tagged 0 */ *index_or_null = PyStackRef_TagInt(0); return iterable; @@ -3752,33 +3752,19 @@ _PyEval_LoadName(PyThreadState *tstate, _PyInterpreterFrame *frame, PyObject *na return value; } -static _PyStackRef -foriter_next(PyObject *seq, _PyStackRef index) -{ - assert(PyStackRef_IsTaggedInt(index)); - assert(PyTuple_CheckExact(seq) || PyList_CheckExact(seq)); - intptr_t i = PyStackRef_UntagInt(index); - if (PyTuple_CheckExact(seq)) { - size_t size = PyTuple_GET_SIZE(seq); - if ((size_t)i >= size) { - return PyStackRef_NULL; - } - return PyStackRef_FromPyObjectNew(PyTuple_GET_ITEM(seq, i)); - } - PyObject *item = _PyList_GetItemRef((PyListObject *)seq, i); - if (item == NULL) { - return PyStackRef_NULL; - } - return PyStackRef_FromPyObjectSteal(item); -} - _PyStackRef _PyForIter_VirtualIteratorNext(PyThreadState* tstate, _PyInterpreterFrame* frame, _PyStackRef iter, _PyStackRef* index_ptr) { PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); _PyStackRef index = *index_ptr; if (PyStackRef_IsTaggedInt(index)) { - *index_ptr = PyStackRef_IncrementTaggedIntNoOverflow(index); - return foriter_next(iter_o, index); + intptr_t i = PyStackRef_UntagInt(index); + assert(i >= 0); + PyObject *next = Py_TYPE(iter_o)->tp_iteritem(iter_o, &i); + if (next == NULL) { + return i < 0 ? PyStackRef_ERROR : PyStackRef_NULL; + } + *index_ptr = PyStackRef_TagInt(i); + return PyStackRef_FromPyObjectSteal(next); } PyObject *next_o = (*Py_TYPE(iter_o)->tp_iternext)(iter_o); if (next_o == NULL) { diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 46740b3954ef9e..e457eced8a20b7 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -10039,6 +10039,95 @@ break; } + case _GUARD_TYPE_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + owner = stack_pointer[-1]; + PyObject *type = (PyObject *)CURRENT_OPERAND0_64(); + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(owner)); + if (tp != (PyTypeObject *)type) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = owner; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TYPE_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef _stack_item_0 = _tos_cache0; + owner = _stack_item_0; + PyObject *type = (PyObject *)CURRENT_OPERAND0_64(); + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(owner)); + if (tp != (PyTypeObject *)type) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = owner; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = owner; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TYPE_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + owner = _stack_item_1; + PyObject *type = (PyObject *)CURRENT_OPERAND0_64(); + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(owner)); + if (tp != (PyTypeObject *)type) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = owner; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = owner; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TYPE_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + owner = _stack_item_2; + PyObject *type = (PyObject *)CURRENT_OPERAND0_64(); + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(owner)); + if (tp != (PyTypeObject *)type) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = owner; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = owner; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _CHECK_MANAGED_OBJECT_HAS_VALUES_r01: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -12241,9 +12330,6 @@ _PyStackRef _stack_item_0 = _tos_cache0; oparg = CURRENT_OPARG(); iterable = _stack_item_0; - #ifdef Py_STATS - _Py_GatherStats_GetIter(iterable); - #endif stack_pointer[0] = iterable; stack_pointer += 1; ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); @@ -12267,6 +12353,256 @@ break; } + case _GUARD_ITERATOR_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iterable; + iterable = stack_pointer[-1]; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iter != PyObject_SelfIter) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + STAT_INC(GET_ITER, hit); + _tos_cache0 = iterable; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_ITERATOR_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iterable; + _PyStackRef _stack_item_0 = _tos_cache0; + iterable = _stack_item_0; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iter != PyObject_SelfIter) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = iterable; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + STAT_INC(GET_ITER, hit); + _tos_cache0 = iterable; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_ITERATOR_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iterable; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + iterable = _stack_item_1; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iter != PyObject_SelfIter) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = iterable; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + STAT_INC(GET_ITER, hit); + _tos_cache1 = iterable; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_ITERATOR_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iterable; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + iterable = _stack_item_2; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iter != PyObject_SelfIter) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = iterable; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + STAT_INC(GET_ITER, hit); + _tos_cache2 = iterable; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_ITER_VIRTUAL_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iterable; + iterable = stack_pointer[-1]; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iteritem == NULL) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + STAT_INC(GET_ITER, hit); + _tos_cache0 = iterable; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_ITER_VIRTUAL_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iterable; + _PyStackRef _stack_item_0 = _tos_cache0; + iterable = _stack_item_0; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iteritem == NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = iterable; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + STAT_INC(GET_ITER, hit); + _tos_cache0 = iterable; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_ITER_VIRTUAL_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iterable; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + iterable = _stack_item_1; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iteritem == NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = iterable; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + STAT_INC(GET_ITER, hit); + _tos_cache1 = iterable; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_ITER_VIRTUAL_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iterable; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + iterable = _stack_item_2; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iteritem == NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = iterable; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + STAT_INC(GET_ITER, hit); + _tos_cache2 = iterable; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _PUSH_TAGGED_ZERO_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef zero; + zero = PyStackRef_TagInt(0); + _tos_cache0 = zero; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _PUSH_TAGGED_ZERO_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef zero; + _PyStackRef _stack_item_0 = _tos_cache0; + zero = PyStackRef_TagInt(0); + _tos_cache1 = zero; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _PUSH_TAGGED_ZERO_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef zero; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + zero = PyStackRef_TagInt(0); + _tos_cache2 = zero; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GET_ITER_TRAD_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iterable; + _PyStackRef iter; + _PyStackRef index_or_null; + _PyStackRef _stack_item_0 = _tos_cache0; + iterable = _stack_item_0; + stack_pointer[0] = iterable; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject *iter_o = PyObject_GetIter(PyStackRef_AsPyObjectBorrow(iterable)); + stack_pointer = _PyFrame_GetStackPointer(frame); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyStackRef_CLOSE(iterable); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (iter_o == NULL) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + iter = PyStackRef_FromPyObjectSteal(iter_o); + index_or_null = PyStackRef_NULL; + _tos_cache1 = index_or_null; + _tos_cache0 = iter; + _tos_cache2 = PyStackRef_ZERO_BITS; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + /* _FOR_ITER is not a viable micro-op for tier 2 because it is replaced */ case _FOR_ITER_TIER_TWO_r23: { @@ -12313,6 +12649,143 @@ break; } + case _GUARD_NOS_ITER_VIRTUAL_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iter; + iter = stack_pointer[-2]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (Py_TYPE(iter_o)->tp_iteritem == NULL) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_ITER_VIRTUAL_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iter; + _PyStackRef _stack_item_0 = _tos_cache0; + iter = stack_pointer[-1]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (Py_TYPE(iter_o)->tp_iteritem == NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_0; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_ITER_VIRTUAL_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iter; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + iter = _stack_item_0; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (Py_TYPE(iter_o)->tp_iteritem == NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = _stack_item_1; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_1; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_ITER_VIRTUAL_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef iter; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + iter = _stack_item_1; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (Py_TYPE(iter_o)->tp_iteritem == NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = iter; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = iter; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + /* _FOR_ITER_VIRTUAL is not a viable micro-op for tier 2 because it is replaced */ + + case _FOR_ITER_VIRTUAL_TIER_TWO_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef null_or_index; + _PyStackRef iter; + _PyStackRef next; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + null_or_index = _stack_item_1; + iter = _stack_item_0; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + stack_pointer[0] = iter; + stack_pointer[1] = null_or_index; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject *next_o = Py_TYPE(iter_o)->tp_iteritem(iter_o, &index); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (next_o == NULL) { + if (index < 0) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + if (true) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = null_or_index; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + _tos_cache2 = next; + _tos_cache1 = null_or_index; + _tos_cache0 = iter; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + /* _INSTRUMENTED_FOR_ITER is not a viable micro-op for tier 2 because it is instrumented */ case _ITER_CHECK_LIST_r02: { diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 4bec8db14190f9..5c9b622424b1db 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -6263,6 +6263,56 @@ DISPATCH(); } + TARGET(FOR_ITER_VIRTUAL) { + #if _Py_TAIL_CALL_INTERP + int opcode = FOR_ITER_VIRTUAL; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(FOR_ITER_VIRTUAL); + static_assert(INLINE_CACHE_ENTRIES_FOR_ITER == 1, "incorrect cache size"); + _PyStackRef iter; + _PyStackRef null_or_index; + _PyStackRef next; + /* Skip 1 cache entry */ + // _GUARD_NOS_ITER_VIRTUAL + { + iter = stack_pointer[-2]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + if (Py_TYPE(iter_o)->tp_iteritem == NULL) { + UPDATE_MISS_STATS(FOR_ITER); + assert(_PyOpcode_Deopt[opcode] == (FOR_ITER)); + JUMP_TO_PREDICTED(FOR_ITER); + } + } + // _FOR_ITER_VIRTUAL + { + null_or_index = stack_pointer[-1]; + PyObject *iter_o = PyStackRef_AsPyObjectBorrow(iter); + Py_ssize_t index = PyStackRef_UntagInt(null_or_index); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject *next_o = Py_TYPE(iter_o)->tp_iteritem(iter_o, &index); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (next_o == NULL) { + if (index < 0) { + JUMP_TO_LABEL(error); + } + JUMPBY(oparg + 1); + DISPATCH(); + } + next = PyStackRef_FromPyObjectSteal(next_o); + null_or_index = PyStackRef_TagInt(index); + } + stack_pointer[-1] = null_or_index; + stack_pointer[0] = next; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(GET_AITER) { #if _Py_TAIL_CALL_INTERP int opcode = GET_AITER; @@ -6383,22 +6433,41 @@ (void)(opcode); #endif frame->instr_ptr = next_instr; - next_instr += 1; + next_instr += 2; INSTRUCTION_STATS(GET_ITER); + PREDICTED_GET_ITER:; + _Py_CODEUNIT* const this_instr = next_instr - 2; + (void)this_instr; _PyStackRef iterable; _PyStackRef iter; _PyStackRef index_or_null; - iterable = stack_pointer[-1]; - #ifdef Py_STATS - _Py_GatherStats_GetIter(iterable); - #endif - _PyFrame_SetStackPointer(frame, stack_pointer); - _PyStackRef result = _PyEval_GetIter(iterable, &index_or_null, oparg); - stack_pointer = _PyFrame_GetStackPointer(frame); - if (PyStackRef_IsError(result)) { - JUMP_TO_LABEL(pop_1_error); + // _SPECIALIZE_GET_ITER + { + iterable = stack_pointer[-1]; + uint16_t counter = read_u16(&this_instr[1].cache); + (void)counter; + #if ENABLE_SPECIALIZATION + if (ADAPTIVE_COUNTER_TRIGGERS(counter)) { + next_instr = this_instr; + _PyFrame_SetStackPointer(frame, stack_pointer); + _Py_Specialize_GetIter(iterable, next_instr); + stack_pointer = _PyFrame_GetStackPointer(frame); + DISPATCH_SAME_OPARG(); + } + OPCODE_DEFERRED_INC(GET_ITER); + ADVANCE_ADAPTIVE_COUNTER(this_instr[1].counter); + #endif /* ENABLE_SPECIALIZATION */ + } + // _GET_ITER + { + _PyFrame_SetStackPointer(frame, stack_pointer); + _PyStackRef result = _PyEval_GetIter(iterable, &index_or_null, oparg); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsError(result)) { + JUMP_TO_LABEL(pop_1_error); + } + iter = result; } - iter = result; stack_pointer[-1] = iter; stack_pointer[0] = index_or_null; stack_pointer += 1; @@ -6406,6 +6475,76 @@ DISPATCH(); } + TARGET(GET_ITER_SELF) { + #if _Py_TAIL_CALL_INTERP + int opcode = GET_ITER_SELF; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(GET_ITER_SELF); + static_assert(INLINE_CACHE_ENTRIES_GET_ITER == 1, "incorrect cache size"); + _PyStackRef iterable; + _PyStackRef res; + /* Skip 1 cache entry */ + // _GUARD_ITERATOR + { + iterable = stack_pointer[-1]; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iter != PyObject_SelfIter) { + UPDATE_MISS_STATS(GET_ITER); + assert(_PyOpcode_Deopt[opcode] == (GET_ITER)); + JUMP_TO_PREDICTED(GET_ITER); + } + STAT_INC(GET_ITER, hit); + } + // _PUSH_NULL + { + res = PyStackRef_NULL; + } + stack_pointer[0] = res; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + + TARGET(GET_ITER_VIRTUAL) { + #if _Py_TAIL_CALL_INTERP + int opcode = GET_ITER_VIRTUAL; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 2; + INSTRUCTION_STATS(GET_ITER_VIRTUAL); + static_assert(INLINE_CACHE_ENTRIES_GET_ITER == 1, "incorrect cache size"); + _PyStackRef iterable; + _PyStackRef zero; + /* Skip 1 cache entry */ + // _GUARD_ITER_VIRTUAL + { + iterable = stack_pointer[-1]; + PyTypeObject *tp = Py_TYPE(PyStackRef_AsPyObjectBorrow(iterable)); + if (tp->tp_iteritem == NULL) { + UPDATE_MISS_STATS(GET_ITER); + assert(_PyOpcode_Deopt[opcode] == (GET_ITER)); + JUMP_TO_PREDICTED(GET_ITER); + } + STAT_INC(GET_ITER, hit); + } + // _PUSH_TAGGED_ZERO + { + zero = PyStackRef_TagInt(0); + } + stack_pointer[0] = zero; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(GET_LEN) { #if _Py_TAIL_CALL_INTERP int opcode = GET_LEN; diff --git a/Python/opcode_targets.h b/Python/opcode_targets.h index 48fe9c14f4e2dd..d99b618c8393fc 100644 --- a/Python/opcode_targets.h +++ b/Python/opcode_targets.h @@ -178,6 +178,9 @@ static void *opcode_targets_table[256] = { &&TARGET_FOR_ITER_LIST, &&TARGET_FOR_ITER_RANGE, &&TARGET_FOR_ITER_TUPLE, + &&TARGET_FOR_ITER_VIRTUAL, + &&TARGET_GET_ITER_SELF, + &&TARGET_GET_ITER_VIRTUAL, &&TARGET_JUMP_BACKWARD_JIT, &&TARGET_JUMP_BACKWARD_NO_JIT, &&TARGET_LOAD_ATTR_CLASS, @@ -230,9 +233,6 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -473,9 +473,9 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -621,10 +621,13 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_GEN(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_LIST(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_RANGE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_TUPLE(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_FOR_ITER_VIRTUAL(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AITER(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ANEXT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_AWAITABLE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_SELF(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_ITER_VIRTUAL(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_GET_LEN(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_FROM(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_IMPORT_NAME(TAIL_CALL_PARAMS); @@ -862,10 +865,13 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [FOR_ITER_LIST] = _TAIL_CALL_FOR_ITER_LIST, [FOR_ITER_RANGE] = _TAIL_CALL_FOR_ITER_RANGE, [FOR_ITER_TUPLE] = _TAIL_CALL_FOR_ITER_TUPLE, + [FOR_ITER_VIRTUAL] = _TAIL_CALL_FOR_ITER_VIRTUAL, [GET_AITER] = _TAIL_CALL_GET_AITER, [GET_ANEXT] = _TAIL_CALL_GET_ANEXT, [GET_AWAITABLE] = _TAIL_CALL_GET_AWAITABLE, [GET_ITER] = _TAIL_CALL_GET_ITER, + [GET_ITER_SELF] = _TAIL_CALL_GET_ITER_SELF, + [GET_ITER_VIRTUAL] = _TAIL_CALL_GET_ITER_VIRTUAL, [GET_LEN] = _TAIL_CALL_GET_LEN, [IMPORT_FROM] = _TAIL_CALL_IMPORT_FROM, [IMPORT_NAME] = _TAIL_CALL_IMPORT_NAME, @@ -1008,9 +1014,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [214] = _TAIL_CALL_UNKNOWN_OPCODE, - [215] = _TAIL_CALL_UNKNOWN_OPCODE, - [216] = _TAIL_CALL_UNKNOWN_OPCODE, [217] = _TAIL_CALL_UNKNOWN_OPCODE, [218] = _TAIL_CALL_UNKNOWN_OPCODE, [219] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1120,10 +1123,13 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [FOR_ITER_LIST] = _TAIL_CALL_TRACE_RECORD, [FOR_ITER_RANGE] = _TAIL_CALL_TRACE_RECORD, [FOR_ITER_TUPLE] = _TAIL_CALL_TRACE_RECORD, + [FOR_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, [GET_AITER] = _TAIL_CALL_TRACE_RECORD, [GET_ANEXT] = _TAIL_CALL_TRACE_RECORD, [GET_AWAITABLE] = _TAIL_CALL_TRACE_RECORD, [GET_ITER] = _TAIL_CALL_TRACE_RECORD, + [GET_ITER_SELF] = _TAIL_CALL_TRACE_RECORD, + [GET_ITER_VIRTUAL] = _TAIL_CALL_TRACE_RECORD, [GET_LEN] = _TAIL_CALL_TRACE_RECORD, [IMPORT_FROM] = _TAIL_CALL_TRACE_RECORD, [IMPORT_NAME] = _TAIL_CALL_TRACE_RECORD, @@ -1266,9 +1272,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [214] = _TAIL_CALL_UNKNOWN_OPCODE, - [215] = _TAIL_CALL_UNKNOWN_OPCODE, - [216] = _TAIL_CALL_UNKNOWN_OPCODE, [217] = _TAIL_CALL_UNKNOWN_OPCODE, [218] = _TAIL_CALL_UNKNOWN_OPCODE, [219] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Python/optimizer.c b/Python/optimizer.c index f09bf778587b12..95243d860bcabe 100644 --- a/Python/optimizer.c +++ b/Python/optimizer.c @@ -496,6 +496,7 @@ _PyUOp_Replacements[MAX_UOP_ID + 1] = { [_ITER_JUMP_LIST] = _GUARD_NOT_EXHAUSTED_LIST, [_ITER_JUMP_TUPLE] = _GUARD_NOT_EXHAUSTED_TUPLE, [_FOR_ITER] = _FOR_ITER_TIER_TWO, + [_FOR_ITER_VIRTUAL] = _FOR_ITER_VIRTUAL_TIER_TWO, [_ITER_NEXT_LIST] = _ITER_NEXT_LIST_TIER_TWO, [_CHECK_PERIODIC_AT_END] = _TIER2_RESUME_CHECK, }; diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 792f83cdbd2d3a..46cdbd568475ed 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -1088,9 +1088,46 @@ dummy_func(void) { } op(_GET_ITER, (iterable -- iter, index_or_null)) { - if (sym_matches_type(iterable, &PyTuple_Type) || sym_matches_type(iterable, &PyList_Type)) { + bool is_coro = false; + bool is_trad = false; // has `tp_iter` slot + bool definite = true; + PyTypeObject *tp = sym_get_type(iterable); + if (tp == NULL) { + definite = false; + tp = sym_get_probable_type(iterable); + } + if (oparg == GET_ITER_YIELD_FROM_NO_CHECK) { + if (tp == &PyCoro_Type) { + if (!definite) { + ADD_OP(_GUARD_TYPE, 0, (uintptr_t)tp); + sym_set_type(iterable, tp); + } + ADD_OP(_PUSH_NULL, 0, 0); + is_coro = true; + } + } + if (tp != NULL && + tp->tp_iteritem == NULL && + tp->tp_iter != NULL && + tp->tp_iter != PyObject_SelfIter && + tp->tp_flags & Py_TPFLAGS_IMMUTABLETYPE + ) { + assert(tp != &PyCoro_Type); + is_trad = true; + if (!definite) { + ADD_OP(_GUARD_TYPE, 0, (uintptr_t)tp); + sym_set_type(iterable, tp); + } + ADD_OP(_GET_ITER_TRAD, 0, 0); + } + if (is_coro) { + assert(!is_trad); iter = iterable; - index_or_null = sym_new_not_null(ctx); + index_or_null = sym_new_null(ctx); + } + else if (is_trad) { + iter = sym_new_not_null(ctx); + index_or_null = sym_new_null(ctx); } else { iter = sym_new_not_null(ctx); @@ -1098,6 +1135,42 @@ dummy_func(void) { } } + op(_GUARD_ITERATOR, (iterable -- iterable)) { + bool definite = true; + PyTypeObject *tp = sym_get_type(iterable); + if (tp == NULL) { + definite = false; + tp = sym_get_probable_type(iterable); + } + if (tp != NULL && tp->tp_iter == PyObject_SelfIter) { + if (definite) { + ADD_OP(_NOP, 0, 0); + } + else { + ADD_OP(_GUARD_TYPE, 0, (uintptr_t)tp); + sym_set_type(iterable, tp); + } + } + } + + op(_GUARD_ITER_VIRTUAL, (iterable -- iterable)) { + bool definite = true; + PyTypeObject *tp = sym_get_type(iterable); + if (tp == NULL) { + definite = false; + tp = sym_get_probable_type(iterable); + } + if (tp != NULL && tp->tp_iteritem != NULL) { + if (definite) { + ADD_OP(_NOP, 0, 0); + } + else { + ADD_OP(_GUARD_TYPE, 0, (uintptr_t)tp); + sym_set_type(iterable, tp); + } + } + } + op(_FOR_ITER_GEN_FRAME, (iter, unused -- iter, unused, gen_frame)) { _Py_UOpsAbstractFrame *new_frame = frame_new_from_symbol(ctx, iter, NULL, 0); if (new_frame == NULL) { @@ -2043,18 +2116,21 @@ dummy_func(void) { } op(_GUARD_CODE_VERSION_RETURN_VALUE, (version/2 -- )) { + (void)version; if (ctx->frame->caller) { REPLACE_OP(this_instr, _NOP, 0, 0); } } op(_GUARD_CODE_VERSION_YIELD_VALUE, (version/2 -- )) { + (void)version; if (ctx->frame->caller) { REPLACE_OP(this_instr, _NOP, 0, 0); } } op(_GUARD_CODE_VERSION_RETURN_GENERATOR, (version/2 -- )) { + (void)version; if (ctx->frame->caller) { REPLACE_OP(this_instr, _NOP, 0, 0); } diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 7539133fb92096..e88e07b64cc210 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -2275,6 +2275,10 @@ break; } + case _GUARD_TYPE: { + break; + } + case _CHECK_MANAGED_OBJECT_HAS_VALUES: { break; } @@ -3050,9 +3054,46 @@ JitOptRef iter; JitOptRef index_or_null; iterable = stack_pointer[-1]; - if (sym_matches_type(iterable, &PyTuple_Type) || sym_matches_type(iterable, &PyList_Type)) { + bool is_coro = false; + bool is_trad = false; + bool definite = true; + PyTypeObject *tp = sym_get_type(iterable); + if (tp == NULL) { + definite = false; + tp = sym_get_probable_type(iterable); + } + if (oparg == GET_ITER_YIELD_FROM_NO_CHECK) { + if (tp == &PyCoro_Type) { + if (!definite) { + ADD_OP(_GUARD_TYPE, 0, (uintptr_t)tp); + sym_set_type(iterable, tp); + } + ADD_OP(_PUSH_NULL, 0, 0); + is_coro = true; + } + } + if (tp != NULL && + tp->tp_iteritem == NULL && + tp->tp_iter != NULL && + tp->tp_iter != PyObject_SelfIter && + tp->tp_flags & Py_TPFLAGS_IMMUTABLETYPE + ) { + assert(tp != &PyCoro_Type); + is_trad = true; + if (!definite) { + ADD_OP(_GUARD_TYPE, 0, (uintptr_t)tp); + sym_set_type(iterable, tp); + } + ADD_OP(_GET_ITER_TRAD, 0, 0); + } + if (is_coro) { + assert(!is_trad); iter = iterable; - index_or_null = sym_new_not_null(ctx); + index_or_null = sym_new_null(ctx); + } + else if (is_trad) { + iter = sym_new_not_null(ctx); + index_or_null = sym_new_null(ctx); } else { iter = sym_new_not_null(ctx); @@ -3066,6 +3107,71 @@ break; } + case _GUARD_ITERATOR: { + JitOptRef iterable; + iterable = stack_pointer[-1]; + bool definite = true; + PyTypeObject *tp = sym_get_type(iterable); + if (tp == NULL) { + definite = false; + tp = sym_get_probable_type(iterable); + } + if (tp != NULL && tp->tp_iter == PyObject_SelfIter) { + if (definite) { + ADD_OP(_NOP, 0, 0); + } + else { + ADD_OP(_GUARD_TYPE, 0, (uintptr_t)tp); + sym_set_type(iterable, tp); + } + } + break; + } + + case _GUARD_ITER_VIRTUAL: { + JitOptRef iterable; + iterable = stack_pointer[-1]; + bool definite = true; + PyTypeObject *tp = sym_get_type(iterable); + if (tp == NULL) { + definite = false; + tp = sym_get_probable_type(iterable); + } + if (tp != NULL && tp->tp_iteritem != NULL) { + if (definite) { + ADD_OP(_NOP, 0, 0); + } + else { + ADD_OP(_GUARD_TYPE, 0, (uintptr_t)tp); + sym_set_type(iterable, tp); + } + } + break; + } + + case _PUSH_TAGGED_ZERO: { + JitOptRef zero; + zero = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[0] = zero; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _GET_ITER_TRAD: { + JitOptRef iter; + JitOptRef index_or_null; + iter = sym_new_not_null(ctx); + index_or_null = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-1] = iter; + stack_pointer[0] = index_or_null; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + /* _FOR_ITER is not a viable micro-op for tier 2 */ case _FOR_ITER_TIER_TWO: { @@ -3078,6 +3184,22 @@ break; } + case _GUARD_NOS_ITER_VIRTUAL: { + break; + } + + /* _FOR_ITER_VIRTUAL is not a viable micro-op for tier 2 */ + + case _FOR_ITER_VIRTUAL_TIER_TWO: { + JitOptRef next; + next = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[0] = next; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + /* _INSTRUMENTED_FOR_ITER is not a viable micro-op for tier 2 */ case _ITER_CHECK_LIST: { @@ -4826,6 +4948,7 @@ case _GUARD_CODE_VERSION_YIELD_VALUE: { uint32_t version = (uint32_t)this_instr->operand0; + (void)version; if (ctx->frame->caller) { REPLACE_OP(this_instr, _NOP, 0, 0); } @@ -4834,6 +4957,7 @@ case _GUARD_CODE_VERSION_RETURN_VALUE: { uint32_t version = (uint32_t)this_instr->operand0; + (void)version; if (ctx->frame->caller) { REPLACE_OP(this_instr, _NOP, 0, 0); } @@ -4842,6 +4966,7 @@ case _GUARD_CODE_VERSION_RETURN_GENERATOR: { uint32_t version = (uint32_t)this_instr->operand0; + (void)version; if (ctx->frame->caller) { REPLACE_OP(this_instr, _NOP, 0, 0); } diff --git a/Python/record_functions.c.h b/Python/record_functions.c.h index 958cdab34c8ff4..50f79f4983df06 100644 --- a/Python/record_functions.c.h +++ b/Python/record_functions.c.h @@ -103,6 +103,9 @@ const uint8_t _PyOpcode_RecordFunctionIndices[256] = { [LOAD_ATTR_PROPERTY] = _RECORD_TOS_TYPE_INDEX, [STORE_ATTR_WITH_HINT] = _RECORD_TOS_TYPE_INDEX, [STORE_ATTR_SLOT] = _RECORD_TOS_TYPE_INDEX, + [GET_ITER] = _RECORD_TOS_TYPE_INDEX, + [GET_ITER_SELF] = _RECORD_TOS_TYPE_INDEX, + [GET_ITER_VIRTUAL] = _RECORD_TOS_TYPE_INDEX, [FOR_ITER_GEN] = _RECORD_NOS_GEN_FUNC_INDEX, [LOAD_ATTR_METHOD_WITH_VALUES] = _RECORD_TOS_TYPE_INDEX, [LOAD_ATTR_METHOD_NO_DICT] = _RECORD_TOS_TYPE_INDEX, diff --git a/Python/specialize.c b/Python/specialize.c index 09ec25767a4c3f..97056de59f2ab7 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2603,20 +2603,24 @@ _Py_Specialize_ForIter(_PyStackRef iter, _PyStackRef null_or_index, _Py_CODEUNIT } } else { - if (tp == &PyList_Type) { -#ifdef Py_GIL_DISABLED - // Only specialize for lists owned by this thread or shared - if (!_Py_IsOwnedByCurrentThread(iter_o) && !_PyObject_GC_IS_SHARED(iter_o)) { - goto failure; + if (tp->tp_iteritem != NULL) { + if (tp == &PyList_Type) { + #ifdef Py_GIL_DISABLED + // Only specialize for lists owned by this thread or shared + if (!_Py_IsOwnedByCurrentThread(iter_o) && !_PyObject_GC_IS_SHARED(iter_o)) { + goto failure; + } + #endif + specialize(instr, FOR_ITER_LIST); + return; + } + else if (tp == &PyTuple_Type) { + specialize(instr, FOR_ITER_TUPLE); + return; } -#endif - specialize(instr, FOR_ITER_LIST); - return; - } - else if (tp == &PyTuple_Type) { - specialize(instr, FOR_ITER_TUPLE); - return; } + specialize(instr, FOR_ITER_VIRTUAL); + return; } failure: SPECIALIZATION_FAIL(FOR_ITER, @@ -2811,6 +2815,23 @@ _Py_Specialize_ContainsOp(_PyStackRef value_st, _Py_CODEUNIT *instr) return; } +void +_Py_Specialize_GetIter(_PyStackRef iterable, _Py_CODEUNIT *instr) +{ + assert(ENABLE_SPECIALIZATION); + PyTypeObject *tp = PyStackRef_TYPE(iterable); + if (tp->tp_iteritem != NULL) { + specialize(instr, GET_ITER_VIRTUAL); + return; + } + if (tp->tp_iter == PyObject_SelfIter) { + specialize(instr, GET_ITER_SELF); + return; + } + SPECIALIZATION_FAIL(GET_ITER, + tp == &PyCoro_Type ? SPEC_FAIL_ITER_COROUTINE : SPEC_FAIL_OTHER); + unspecialize(instr); +} void _Py_Specialize_Resume(_Py_CODEUNIT *instr, PyThreadState *tstate, _PyInterpreterFrame *frame) diff --git a/Tools/cases_generator/parser.py b/Tools/cases_generator/parser.py index 4ec46d8cac6e4b..ccf8bf649520ff 100644 --- a/Tools/cases_generator/parser.py +++ b/Tools/cases_generator/parser.py @@ -70,7 +70,6 @@ def parse_files(filenames: list[str]) -> list[AstNode]: assert node is not None result.append(node) # type: ignore[arg-type] if not psr.eof(): - pprint.pprint(result) psr.backup() raise psr.make_syntax_error( f"Extra stuff at the end of {filename}", psr.next(True) From 74b52897a8493ad86e238b0a68fef735640b0b46 Mon Sep 17 00:00:00 2001 From: Mark Shannon Date: Wed, 1 Apr 2026 14:11:32 +0100 Subject: [PATCH 2/3] Document new tp_iteritem function slot. --- Doc/c-api/typeobj.rst | 2 ++ Include/cpython/object.h | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/Doc/c-api/typeobj.rst b/Doc/c-api/typeobj.rst index cd13c0f4d61a42..9a6187d5063456 100644 --- a/Doc/c-api/typeobj.rst +++ b/Doc/c-api/typeobj.rst @@ -147,6 +147,8 @@ Quick Reference +------------------------------------------------+-----------------------------------+-------------------+---+---+---+---+ | :c:member:`~PyTypeObject.tp_vectorcall` | :c:type:`vectorcallfunc` | | | | | | +------------------------------------------------+-----------------------------------+-------------------+---+---+---+---+ + | [:c:member:`~PyTypeObject.tp_iteritem`] | opaque function pointer | | | | | | + +------------------------------------------------+-----------------------------------+-------------------+---+---+---+---+ | [:c:member:`~PyTypeObject.tp_watched`] | unsigned char | | | | | | +------------------------------------------------+-----------------------------------+-------------------+---+---+---+---+ diff --git a/Include/cpython/object.h b/Include/cpython/object.h index 0a993789cd8037..d75edaceffa2e4 100644 --- a/Include/cpython/object.h +++ b/Include/cpython/object.h @@ -229,7 +229,7 @@ struct _typeobject { destructor tp_finalize; vectorcallfunc tp_vectorcall; - iteritemfunc tp_iteritem; + iteritemfunc tp_iteritem; /* Virtual iterator next function */ /* bitset of which type-watchers care about this type */ From 4dd6992703d94065937682a2b0a76613a1a93452 Mon Sep 17 00:00:00 2001 From: Mark Shannon Date: Wed, 1 Apr 2026 15:02:10 +0100 Subject: [PATCH 3/3] Simplify list_iteritem --- Objects/listobject.c | 19 +------------------ 1 file changed, 1 insertion(+), 18 deletions(-) diff --git a/Objects/listobject.c b/Objects/listobject.c index bb4a774cdfa138..649ba8226affde 100644 --- a/Objects/listobject.c +++ b/Objects/listobject.c @@ -3917,26 +3917,9 @@ static PyObject * list_iteritem(PyObject *obj, Py_ssize_t *index) { Py_ssize_t i = *index; - if (i >= PyList_GET_SIZE(obj)) { - return NULL; - } -#ifdef Py_GIL_DISABLED - assert(_Py_IsOwnedByCurrentThread(obj) || - _PyObject_GC_IS_SHARED(obj)); - PyObject *result; - int race = _PyList_GetItemRefNoLock((PyListObject *)obj, i, &result); - if (race < 0) { - // Slow path... - result = list_get_item_ref((PyListObject *)op, i); - } + PyObject *result = list_get_item_ref((PyListObject *)obj, i); *index = i+1; return result; -#else - PyObject *result = PyList_GET_ITEM(obj, i); - Py_INCREF(result); - *index = i+1; - return result; -#endif } static PyMappingMethods list_as_mapping = {