diff --git a/Include/internal/pycore_optimizer.h b/Include/internal/pycore_optimizer.h index c63f0167a0f64a..4f287ff4613a0e 100644 --- a/Include/internal/pycore_optimizer.h +++ b/Include/internal/pycore_optimizer.h @@ -213,9 +213,13 @@ static inline uint16_t uop_get_error_target(const _PyUOpInstruction *inst) #define REF_IS_BORROWED 1 -#define REF_IS_INVALID 2 +#define REF_IS_UNIQUE 2 +#define REF_IS_INVALID 3 #define REF_TAG_BITS 3 +#define REF_GET_TAG(x) ((uintptr_t)(x) & (REF_TAG_BITS)) +#define REF_CLEAR_TAG(x) ((uintptr_t)(x) & (~REF_TAG_BITS)) + #define JIT_BITS_TO_PTR_MASKED(REF) ((JitOptSymbol *)(((REF).bits) & (~REF_TAG_BITS))) static inline JitOptSymbol * @@ -236,13 +240,34 @@ PyJitRef_Wrap(JitOptSymbol *sym) static inline JitOptRef PyJitRef_WrapInvalid(void *ptr) { - return (JitOptRef){.bits=(uintptr_t)ptr | REF_IS_INVALID}; + return (JitOptRef){.bits = REF_CLEAR_TAG((uintptr_t)ptr) | REF_IS_INVALID}; } static inline bool PyJitRef_IsInvalid(JitOptRef ref) { - return (ref.bits & REF_IS_INVALID) == REF_IS_INVALID; + return REF_GET_TAG(ref.bits) == REF_IS_INVALID; +} + +static inline JitOptRef +PyJitRef_MakeUnique(JitOptRef ref) +{ + return (JitOptRef){ REF_CLEAR_TAG(ref.bits) | REF_IS_UNIQUE }; +} + +static inline bool +PyJitRef_IsUnique(JitOptRef ref) +{ + return REF_GET_TAG(ref.bits) == REF_IS_UNIQUE; +} + +static inline JitOptRef +PyJitRef_StripBorrowInfo(JitOptRef ref) +{ + if (PyJitRef_IsUnique(ref)) { + return ref; + } + return (JitOptRef){ .bits = REF_CLEAR_TAG(ref.bits) }; } static inline JitOptRef @@ -251,10 +276,19 @@ PyJitRef_StripReferenceInfo(JitOptRef ref) return PyJitRef_Wrap(PyJitRef_Unwrap(ref)); } +static inline JitOptRef +PyJitRef_RemoveUnique(JitOptRef ref) +{ + if (PyJitRef_IsUnique(ref)) { + ref = PyJitRef_StripReferenceInfo(ref); + } + return ref; +} + static inline JitOptRef PyJitRef_Borrow(JitOptRef ref) { - return (JitOptRef){ .bits = ref.bits | REF_IS_BORROWED }; + return (JitOptRef){ .bits = REF_CLEAR_TAG(ref.bits) | REF_IS_BORROWED }; } static const JitOptRef PyJitRef_NULL = {.bits = REF_IS_BORROWED}; @@ -268,7 +302,7 @@ PyJitRef_IsNull(JitOptRef ref) static inline int PyJitRef_IsBorrowed(JitOptRef ref) { - return (ref.bits & REF_IS_BORROWED) == REF_IS_BORROWED; + return REF_GET_TAG(ref.bits) == REF_IS_BORROWED; } extern bool _Py_uop_sym_is_null(JitOptRef sym); diff --git a/Include/internal/pycore_tuple.h b/Include/internal/pycore_tuple.h index b3fa28f5bf21d5..a0f612663f8ca3 100644 --- a/Include/internal/pycore_tuple.h +++ b/Include/internal/pycore_tuple.h @@ -21,6 +21,8 @@ extern PyStatus _PyTuple_InitGlobalObjects(PyInterpreterState *); /* other API */ +PyAPI_FUNC(void) _PyTuple_Free(PyObject *self); + #define _PyTuple_ITEMS(op) _Py_RVALUE(_PyTuple_CAST(op)->ob_item) PyAPI_FUNC(PyObject *)_PyTuple_FromStackRefStealOnSuccess(const union _PyStackRef *, Py_ssize_t); diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 38f290df2c770f..0419e6689bccbc 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -391,892 +391,898 @@ extern "C" { #define _UNPACK_SEQUENCE_LIST 591 #define _UNPACK_SEQUENCE_TUPLE 592 #define _UNPACK_SEQUENCE_TWO_TUPLE 593 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 594 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 595 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 596 #define _WITH_EXCEPT_START WITH_EXCEPT_START #define _YIELD_VALUE YIELD_VALUE -#define MAX_UOP_ID 593 -#define _BINARY_OP_r23 594 -#define _BINARY_OP_ADD_FLOAT_r03 595 -#define _BINARY_OP_ADD_FLOAT_r13 596 -#define _BINARY_OP_ADD_FLOAT_r23 597 -#define _BINARY_OP_ADD_INT_r03 598 -#define _BINARY_OP_ADD_INT_r13 599 -#define _BINARY_OP_ADD_INT_r23 600 -#define _BINARY_OP_ADD_UNICODE_r03 601 -#define _BINARY_OP_ADD_UNICODE_r13 602 -#define _BINARY_OP_ADD_UNICODE_r23 603 -#define _BINARY_OP_EXTEND_r23 604 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 605 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 606 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 607 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 608 -#define _BINARY_OP_MULTIPLY_INT_r03 609 -#define _BINARY_OP_MULTIPLY_INT_r13 610 -#define _BINARY_OP_MULTIPLY_INT_r23 611 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 612 -#define _BINARY_OP_SUBSCR_DICT_r23 613 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 614 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 615 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 616 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 617 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 618 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 619 -#define _BINARY_OP_SUBSCR_STR_INT_r23 620 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 621 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 622 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 623 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 624 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 625 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 626 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 627 -#define _BINARY_OP_SUBTRACT_INT_r03 628 -#define _BINARY_OP_SUBTRACT_INT_r13 629 -#define _BINARY_OP_SUBTRACT_INT_r23 630 -#define _BINARY_SLICE_r31 631 -#define _BUILD_INTERPOLATION_r01 632 -#define _BUILD_LIST_r01 633 -#define _BUILD_MAP_r01 634 -#define _BUILD_SET_r01 635 -#define _BUILD_SLICE_r01 636 -#define _BUILD_STRING_r01 637 -#define _BUILD_TEMPLATE_r21 638 -#define _BUILD_TUPLE_r01 639 -#define _CALL_BUILTIN_CLASS_r01 640 -#define _CALL_BUILTIN_FAST_r01 641 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 642 -#define _CALL_BUILTIN_O_r03 643 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 644 -#define _CALL_INTRINSIC_1_r11 645 -#define _CALL_INTRINSIC_2_r21 646 -#define _CALL_ISINSTANCE_r31 647 -#define _CALL_KW_NON_PY_r11 648 -#define _CALL_LEN_r33 649 -#define _CALL_LIST_APPEND_r03 650 -#define _CALL_LIST_APPEND_r13 651 -#define _CALL_LIST_APPEND_r23 652 -#define _CALL_LIST_APPEND_r33 653 -#define _CALL_METHOD_DESCRIPTOR_FAST_r01 654 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 655 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 656 -#define _CALL_METHOD_DESCRIPTOR_O_r03 657 -#define _CALL_NON_PY_GENERAL_r01 658 -#define _CALL_STR_1_r32 659 -#define _CALL_TUPLE_1_r32 660 -#define _CALL_TYPE_1_r02 661 -#define _CALL_TYPE_1_r12 662 -#define _CALL_TYPE_1_r22 663 -#define _CALL_TYPE_1_r32 664 -#define _CHECK_AND_ALLOCATE_OBJECT_r00 665 -#define _CHECK_ATTR_CLASS_r01 666 -#define _CHECK_ATTR_CLASS_r11 667 -#define _CHECK_ATTR_CLASS_r22 668 -#define _CHECK_ATTR_CLASS_r33 669 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 670 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 671 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 672 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 673 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 674 -#define _CHECK_EG_MATCH_r22 675 -#define _CHECK_EXC_MATCH_r22 676 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 677 -#define _CHECK_FUNCTION_VERSION_r00 678 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 679 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 680 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 681 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 682 -#define _CHECK_FUNCTION_VERSION_KW_r11 683 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 684 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 685 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 686 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 687 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 688 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 689 -#define _CHECK_IS_PY_CALLABLE_EX_r03 690 -#define _CHECK_IS_PY_CALLABLE_EX_r13 691 -#define _CHECK_IS_PY_CALLABLE_EX_r23 692 -#define _CHECK_IS_PY_CALLABLE_EX_r33 693 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 694 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 695 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 696 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 697 -#define _CHECK_METHOD_VERSION_r00 698 -#define _CHECK_METHOD_VERSION_KW_r11 699 -#define _CHECK_PEP_523_r00 700 -#define _CHECK_PEP_523_r11 701 -#define _CHECK_PEP_523_r22 702 -#define _CHECK_PEP_523_r33 703 -#define _CHECK_PERIODIC_r00 704 -#define _CHECK_PERIODIC_AT_END_r00 705 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 706 -#define _CHECK_RECURSION_REMAINING_r00 707 -#define _CHECK_RECURSION_REMAINING_r11 708 -#define _CHECK_RECURSION_REMAINING_r22 709 -#define _CHECK_RECURSION_REMAINING_r33 710 -#define _CHECK_STACK_SPACE_r00 711 -#define _CHECK_STACK_SPACE_OPERAND_r00 712 -#define _CHECK_STACK_SPACE_OPERAND_r11 713 -#define _CHECK_STACK_SPACE_OPERAND_r22 714 -#define _CHECK_STACK_SPACE_OPERAND_r33 715 -#define _CHECK_VALIDITY_r00 716 -#define _CHECK_VALIDITY_r11 717 -#define _CHECK_VALIDITY_r22 718 -#define _CHECK_VALIDITY_r33 719 -#define _COLD_DYNAMIC_EXIT_r00 720 -#define _COLD_EXIT_r00 721 -#define _COMPARE_OP_r21 722 -#define _COMPARE_OP_FLOAT_r03 723 -#define _COMPARE_OP_FLOAT_r13 724 -#define _COMPARE_OP_FLOAT_r23 725 -#define _COMPARE_OP_INT_r23 726 -#define _COMPARE_OP_STR_r23 727 -#define _CONTAINS_OP_r23 728 -#define _CONTAINS_OP_DICT_r23 729 -#define _CONTAINS_OP_SET_r23 730 -#define _CONVERT_VALUE_r11 731 -#define _COPY_r01 732 -#define _COPY_1_r02 733 -#define _COPY_1_r12 734 -#define _COPY_1_r23 735 -#define _COPY_2_r03 736 -#define _COPY_2_r13 737 -#define _COPY_2_r23 738 -#define _COPY_3_r03 739 -#define _COPY_3_r13 740 -#define _COPY_3_r23 741 -#define _COPY_3_r33 742 -#define _COPY_FREE_VARS_r00 743 -#define _COPY_FREE_VARS_r11 744 -#define _COPY_FREE_VARS_r22 745 -#define _COPY_FREE_VARS_r33 746 -#define _CREATE_INIT_FRAME_r01 747 -#define _DELETE_ATTR_r10 748 -#define _DELETE_DEREF_r00 749 -#define _DELETE_FAST_r00 750 -#define _DELETE_GLOBAL_r00 751 -#define _DELETE_NAME_r00 752 -#define _DELETE_SUBSCR_r20 753 -#define _DEOPT_r00 754 -#define _DEOPT_r10 755 -#define _DEOPT_r20 756 -#define _DEOPT_r30 757 -#define _DICT_MERGE_r10 758 -#define _DICT_UPDATE_r10 759 -#define _DO_CALL_r01 760 -#define _DO_CALL_FUNCTION_EX_r31 761 -#define _DO_CALL_KW_r11 762 -#define _DYNAMIC_EXIT_r00 763 -#define _DYNAMIC_EXIT_r10 764 -#define _DYNAMIC_EXIT_r20 765 -#define _DYNAMIC_EXIT_r30 766 -#define _END_FOR_r10 767 -#define _END_SEND_r21 768 -#define _ERROR_POP_N_r00 769 -#define _EXIT_INIT_CHECK_r10 770 -#define _EXIT_TRACE_r00 771 -#define _EXIT_TRACE_r10 772 -#define _EXIT_TRACE_r20 773 -#define _EXIT_TRACE_r30 774 -#define _EXPAND_METHOD_r00 775 -#define _EXPAND_METHOD_KW_r11 776 -#define _FATAL_ERROR_r00 777 -#define _FATAL_ERROR_r11 778 -#define _FATAL_ERROR_r22 779 -#define _FATAL_ERROR_r33 780 -#define _FORMAT_SIMPLE_r11 781 -#define _FORMAT_WITH_SPEC_r21 782 -#define _FOR_ITER_r23 783 -#define _FOR_ITER_GEN_FRAME_r03 784 -#define _FOR_ITER_GEN_FRAME_r13 785 -#define _FOR_ITER_GEN_FRAME_r23 786 -#define _FOR_ITER_TIER_TWO_r23 787 -#define _GET_AITER_r11 788 -#define _GET_ANEXT_r12 789 -#define _GET_AWAITABLE_r11 790 -#define _GET_ITER_r12 791 -#define _GET_LEN_r12 792 -#define _GET_YIELD_FROM_ITER_r11 793 -#define _GUARD_BINARY_OP_EXTEND_r22 794 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 795 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 796 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 797 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 798 -#define _GUARD_BIT_IS_SET_POP_r00 799 -#define _GUARD_BIT_IS_SET_POP_r10 800 -#define _GUARD_BIT_IS_SET_POP_r21 801 -#define _GUARD_BIT_IS_SET_POP_r32 802 -#define _GUARD_BIT_IS_SET_POP_4_r00 803 -#define _GUARD_BIT_IS_SET_POP_4_r10 804 -#define _GUARD_BIT_IS_SET_POP_4_r21 805 -#define _GUARD_BIT_IS_SET_POP_4_r32 806 -#define _GUARD_BIT_IS_SET_POP_5_r00 807 -#define _GUARD_BIT_IS_SET_POP_5_r10 808 -#define _GUARD_BIT_IS_SET_POP_5_r21 809 -#define _GUARD_BIT_IS_SET_POP_5_r32 810 -#define _GUARD_BIT_IS_SET_POP_6_r00 811 -#define _GUARD_BIT_IS_SET_POP_6_r10 812 -#define _GUARD_BIT_IS_SET_POP_6_r21 813 -#define _GUARD_BIT_IS_SET_POP_6_r32 814 -#define _GUARD_BIT_IS_SET_POP_7_r00 815 -#define _GUARD_BIT_IS_SET_POP_7_r10 816 -#define _GUARD_BIT_IS_SET_POP_7_r21 817 -#define _GUARD_BIT_IS_SET_POP_7_r32 818 -#define _GUARD_BIT_IS_UNSET_POP_r00 819 -#define _GUARD_BIT_IS_UNSET_POP_r10 820 -#define _GUARD_BIT_IS_UNSET_POP_r21 821 -#define _GUARD_BIT_IS_UNSET_POP_r32 822 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 823 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 824 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 825 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 826 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 827 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 828 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 829 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 830 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 831 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 832 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 833 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 834 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 835 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 836 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 837 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 838 -#define _GUARD_CALLABLE_ISINSTANCE_r03 839 -#define _GUARD_CALLABLE_ISINSTANCE_r13 840 -#define _GUARD_CALLABLE_ISINSTANCE_r23 841 -#define _GUARD_CALLABLE_ISINSTANCE_r33 842 -#define _GUARD_CALLABLE_LEN_r03 843 -#define _GUARD_CALLABLE_LEN_r13 844 -#define _GUARD_CALLABLE_LEN_r23 845 -#define _GUARD_CALLABLE_LEN_r33 846 -#define _GUARD_CALLABLE_LIST_APPEND_r03 847 -#define _GUARD_CALLABLE_LIST_APPEND_r13 848 -#define _GUARD_CALLABLE_LIST_APPEND_r23 849 -#define _GUARD_CALLABLE_LIST_APPEND_r33 850 -#define _GUARD_CALLABLE_STR_1_r03 851 -#define _GUARD_CALLABLE_STR_1_r13 852 -#define _GUARD_CALLABLE_STR_1_r23 853 -#define _GUARD_CALLABLE_STR_1_r33 854 -#define _GUARD_CALLABLE_TUPLE_1_r03 855 -#define _GUARD_CALLABLE_TUPLE_1_r13 856 -#define _GUARD_CALLABLE_TUPLE_1_r23 857 -#define _GUARD_CALLABLE_TUPLE_1_r33 858 -#define _GUARD_CALLABLE_TYPE_1_r03 859 -#define _GUARD_CALLABLE_TYPE_1_r13 860 -#define _GUARD_CALLABLE_TYPE_1_r23 861 -#define _GUARD_CALLABLE_TYPE_1_r33 862 -#define _GUARD_CODE_VERSION_r00 863 -#define _GUARD_CODE_VERSION_r11 864 -#define _GUARD_CODE_VERSION_r22 865 -#define _GUARD_CODE_VERSION_r33 866 -#define _GUARD_DORV_NO_DICT_r01 867 -#define _GUARD_DORV_NO_DICT_r11 868 -#define _GUARD_DORV_NO_DICT_r22 869 -#define _GUARD_DORV_NO_DICT_r33 870 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 871 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 872 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 873 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 874 -#define _GUARD_GLOBALS_VERSION_r00 875 -#define _GUARD_GLOBALS_VERSION_r11 876 -#define _GUARD_GLOBALS_VERSION_r22 877 -#define _GUARD_GLOBALS_VERSION_r33 878 -#define _GUARD_IP_RETURN_GENERATOR_r00 879 -#define _GUARD_IP_RETURN_GENERATOR_r11 880 -#define _GUARD_IP_RETURN_GENERATOR_r22 881 -#define _GUARD_IP_RETURN_GENERATOR_r33 882 -#define _GUARD_IP_RETURN_VALUE_r00 883 -#define _GUARD_IP_RETURN_VALUE_r11 884 -#define _GUARD_IP_RETURN_VALUE_r22 885 -#define _GUARD_IP_RETURN_VALUE_r33 886 -#define _GUARD_IP_YIELD_VALUE_r00 887 -#define _GUARD_IP_YIELD_VALUE_r11 888 -#define _GUARD_IP_YIELD_VALUE_r22 889 -#define _GUARD_IP_YIELD_VALUE_r33 890 -#define _GUARD_IP__PUSH_FRAME_r00 891 -#define _GUARD_IP__PUSH_FRAME_r11 892 -#define _GUARD_IP__PUSH_FRAME_r22 893 -#define _GUARD_IP__PUSH_FRAME_r33 894 -#define _GUARD_IS_FALSE_POP_r00 895 -#define _GUARD_IS_FALSE_POP_r10 896 -#define _GUARD_IS_FALSE_POP_r21 897 -#define _GUARD_IS_FALSE_POP_r32 898 -#define _GUARD_IS_NONE_POP_r00 899 -#define _GUARD_IS_NONE_POP_r10 900 -#define _GUARD_IS_NONE_POP_r21 901 -#define _GUARD_IS_NONE_POP_r32 902 -#define _GUARD_IS_NOT_NONE_POP_r10 903 -#define _GUARD_IS_TRUE_POP_r00 904 -#define _GUARD_IS_TRUE_POP_r10 905 -#define _GUARD_IS_TRUE_POP_r21 906 -#define _GUARD_IS_TRUE_POP_r32 907 -#define _GUARD_KEYS_VERSION_r01 908 -#define _GUARD_KEYS_VERSION_r11 909 -#define _GUARD_KEYS_VERSION_r22 910 -#define _GUARD_KEYS_VERSION_r33 911 -#define _GUARD_NOS_ANY_DICT_r02 912 -#define _GUARD_NOS_ANY_DICT_r12 913 -#define _GUARD_NOS_ANY_DICT_r22 914 -#define _GUARD_NOS_ANY_DICT_r33 915 -#define _GUARD_NOS_COMPACT_ASCII_r02 916 -#define _GUARD_NOS_COMPACT_ASCII_r12 917 -#define _GUARD_NOS_COMPACT_ASCII_r22 918 -#define _GUARD_NOS_COMPACT_ASCII_r33 919 -#define _GUARD_NOS_DICT_r02 920 -#define _GUARD_NOS_DICT_r12 921 -#define _GUARD_NOS_DICT_r22 922 -#define _GUARD_NOS_DICT_r33 923 -#define _GUARD_NOS_FLOAT_r02 924 -#define _GUARD_NOS_FLOAT_r12 925 -#define _GUARD_NOS_FLOAT_r22 926 -#define _GUARD_NOS_FLOAT_r33 927 -#define _GUARD_NOS_INT_r02 928 -#define _GUARD_NOS_INT_r12 929 -#define _GUARD_NOS_INT_r22 930 -#define _GUARD_NOS_INT_r33 931 -#define _GUARD_NOS_LIST_r02 932 -#define _GUARD_NOS_LIST_r12 933 -#define _GUARD_NOS_LIST_r22 934 -#define _GUARD_NOS_LIST_r33 935 -#define _GUARD_NOS_NOT_NULL_r02 936 -#define _GUARD_NOS_NOT_NULL_r12 937 -#define _GUARD_NOS_NOT_NULL_r22 938 -#define _GUARD_NOS_NOT_NULL_r33 939 -#define _GUARD_NOS_NULL_r02 940 -#define _GUARD_NOS_NULL_r12 941 -#define _GUARD_NOS_NULL_r22 942 -#define _GUARD_NOS_NULL_r33 943 -#define _GUARD_NOS_OVERFLOWED_r02 944 -#define _GUARD_NOS_OVERFLOWED_r12 945 -#define _GUARD_NOS_OVERFLOWED_r22 946 -#define _GUARD_NOS_OVERFLOWED_r33 947 -#define _GUARD_NOS_TUPLE_r02 948 -#define _GUARD_NOS_TUPLE_r12 949 -#define _GUARD_NOS_TUPLE_r22 950 -#define _GUARD_NOS_TUPLE_r33 951 -#define _GUARD_NOS_UNICODE_r02 952 -#define _GUARD_NOS_UNICODE_r12 953 -#define _GUARD_NOS_UNICODE_r22 954 -#define _GUARD_NOS_UNICODE_r33 955 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 956 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 957 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 958 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 959 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 960 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 961 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 962 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 963 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 964 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 965 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 966 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 967 -#define _GUARD_THIRD_NULL_r03 968 -#define _GUARD_THIRD_NULL_r13 969 -#define _GUARD_THIRD_NULL_r23 970 -#define _GUARD_THIRD_NULL_r33 971 -#define _GUARD_TOS_ANY_DICT_r01 972 -#define _GUARD_TOS_ANY_DICT_r11 973 -#define _GUARD_TOS_ANY_DICT_r22 974 -#define _GUARD_TOS_ANY_DICT_r33 975 -#define _GUARD_TOS_ANY_SET_r01 976 -#define _GUARD_TOS_ANY_SET_r11 977 -#define _GUARD_TOS_ANY_SET_r22 978 -#define _GUARD_TOS_ANY_SET_r33 979 -#define _GUARD_TOS_DICT_r01 980 -#define _GUARD_TOS_DICT_r11 981 -#define _GUARD_TOS_DICT_r22 982 -#define _GUARD_TOS_DICT_r33 983 -#define _GUARD_TOS_FLOAT_r01 984 -#define _GUARD_TOS_FLOAT_r11 985 -#define _GUARD_TOS_FLOAT_r22 986 -#define _GUARD_TOS_FLOAT_r33 987 -#define _GUARD_TOS_FROZENDICT_r01 988 -#define _GUARD_TOS_FROZENDICT_r11 989 -#define _GUARD_TOS_FROZENDICT_r22 990 -#define _GUARD_TOS_FROZENDICT_r33 991 -#define _GUARD_TOS_FROZENSET_r01 992 -#define _GUARD_TOS_FROZENSET_r11 993 -#define _GUARD_TOS_FROZENSET_r22 994 -#define _GUARD_TOS_FROZENSET_r33 995 -#define _GUARD_TOS_INT_r01 996 -#define _GUARD_TOS_INT_r11 997 -#define _GUARD_TOS_INT_r22 998 -#define _GUARD_TOS_INT_r33 999 -#define _GUARD_TOS_LIST_r01 1000 -#define _GUARD_TOS_LIST_r11 1001 -#define _GUARD_TOS_LIST_r22 1002 -#define _GUARD_TOS_LIST_r33 1003 -#define _GUARD_TOS_OVERFLOWED_r01 1004 -#define _GUARD_TOS_OVERFLOWED_r11 1005 -#define _GUARD_TOS_OVERFLOWED_r22 1006 -#define _GUARD_TOS_OVERFLOWED_r33 1007 -#define _GUARD_TOS_SET_r01 1008 -#define _GUARD_TOS_SET_r11 1009 -#define _GUARD_TOS_SET_r22 1010 -#define _GUARD_TOS_SET_r33 1011 -#define _GUARD_TOS_SLICE_r01 1012 -#define _GUARD_TOS_SLICE_r11 1013 -#define _GUARD_TOS_SLICE_r22 1014 -#define _GUARD_TOS_SLICE_r33 1015 -#define _GUARD_TOS_TUPLE_r01 1016 -#define _GUARD_TOS_TUPLE_r11 1017 -#define _GUARD_TOS_TUPLE_r22 1018 -#define _GUARD_TOS_TUPLE_r33 1019 -#define _GUARD_TOS_UNICODE_r01 1020 -#define _GUARD_TOS_UNICODE_r11 1021 -#define _GUARD_TOS_UNICODE_r22 1022 -#define _GUARD_TOS_UNICODE_r33 1023 -#define _GUARD_TYPE_VERSION_r01 1024 -#define _GUARD_TYPE_VERSION_r11 1025 -#define _GUARD_TYPE_VERSION_r22 1026 -#define _GUARD_TYPE_VERSION_r33 1027 -#define _GUARD_TYPE_VERSION_AND_LOCK_r01 1028 -#define _GUARD_TYPE_VERSION_AND_LOCK_r11 1029 -#define _GUARD_TYPE_VERSION_AND_LOCK_r22 1030 -#define _GUARD_TYPE_VERSION_AND_LOCK_r33 1031 -#define _HANDLE_PENDING_AND_DEOPT_r00 1032 -#define _HANDLE_PENDING_AND_DEOPT_r10 1033 -#define _HANDLE_PENDING_AND_DEOPT_r20 1034 -#define _HANDLE_PENDING_AND_DEOPT_r30 1035 -#define _IMPORT_FROM_r12 1036 -#define _IMPORT_NAME_r21 1037 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1038 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1039 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1040 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1041 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1042 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1043 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1044 -#define _INSERT_1_LOAD_CONST_INLINE_r02 1045 -#define _INSERT_1_LOAD_CONST_INLINE_r12 1046 -#define _INSERT_1_LOAD_CONST_INLINE_r23 1047 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1048 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1049 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1050 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1051 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1052 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1053 -#define _INSERT_NULL_r10 1054 -#define _INSTRUMENTED_FOR_ITER_r23 1055 -#define _INSTRUMENTED_INSTRUCTION_r00 1056 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1057 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1058 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1059 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1060 -#define _INSTRUMENTED_LINE_r00 1061 -#define _INSTRUMENTED_NOT_TAKEN_r00 1062 -#define _INSTRUMENTED_NOT_TAKEN_r11 1063 -#define _INSTRUMENTED_NOT_TAKEN_r22 1064 -#define _INSTRUMENTED_NOT_TAKEN_r33 1065 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1066 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1067 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1068 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1069 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1070 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1071 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1072 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1073 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1074 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1075 -#define _IS_NONE_r11 1076 -#define _IS_OP_r03 1077 -#define _IS_OP_r13 1078 -#define _IS_OP_r23 1079 -#define _ITER_CHECK_LIST_r02 1080 -#define _ITER_CHECK_LIST_r12 1081 -#define _ITER_CHECK_LIST_r22 1082 -#define _ITER_CHECK_LIST_r33 1083 -#define _ITER_CHECK_RANGE_r02 1084 -#define _ITER_CHECK_RANGE_r12 1085 -#define _ITER_CHECK_RANGE_r22 1086 -#define _ITER_CHECK_RANGE_r33 1087 -#define _ITER_CHECK_TUPLE_r02 1088 -#define _ITER_CHECK_TUPLE_r12 1089 -#define _ITER_CHECK_TUPLE_r22 1090 -#define _ITER_CHECK_TUPLE_r33 1091 -#define _ITER_JUMP_LIST_r02 1092 -#define _ITER_JUMP_LIST_r12 1093 -#define _ITER_JUMP_LIST_r22 1094 -#define _ITER_JUMP_LIST_r33 1095 -#define _ITER_JUMP_RANGE_r02 1096 -#define _ITER_JUMP_RANGE_r12 1097 -#define _ITER_JUMP_RANGE_r22 1098 -#define _ITER_JUMP_RANGE_r33 1099 -#define _ITER_JUMP_TUPLE_r02 1100 -#define _ITER_JUMP_TUPLE_r12 1101 -#define _ITER_JUMP_TUPLE_r22 1102 -#define _ITER_JUMP_TUPLE_r33 1103 -#define _ITER_NEXT_LIST_r23 1104 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1105 -#define _ITER_NEXT_RANGE_r03 1106 -#define _ITER_NEXT_RANGE_r13 1107 -#define _ITER_NEXT_RANGE_r23 1108 -#define _ITER_NEXT_TUPLE_r03 1109 -#define _ITER_NEXT_TUPLE_r13 1110 -#define _ITER_NEXT_TUPLE_r23 1111 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1112 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1113 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1114 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1115 -#define _JUMP_TO_TOP_r00 1116 -#define _LIST_APPEND_r10 1117 -#define _LIST_EXTEND_r10 1118 -#define _LOAD_ATTR_r10 1119 -#define _LOAD_ATTR_CLASS_r11 1120 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1121 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1122 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1123 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1124 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1125 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1126 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1127 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1128 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1129 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1130 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1131 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1132 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1133 -#define _LOAD_ATTR_MODULE_r12 1134 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1135 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1136 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1137 -#define _LOAD_ATTR_SLOT_r02 1138 -#define _LOAD_ATTR_SLOT_r12 1139 -#define _LOAD_ATTR_SLOT_r23 1140 -#define _LOAD_ATTR_WITH_HINT_r12 1141 -#define _LOAD_BUILD_CLASS_r01 1142 -#define _LOAD_BYTECODE_r00 1143 -#define _LOAD_COMMON_CONSTANT_r01 1144 -#define _LOAD_COMMON_CONSTANT_r12 1145 -#define _LOAD_COMMON_CONSTANT_r23 1146 -#define _LOAD_CONST_r01 1147 -#define _LOAD_CONST_r12 1148 -#define _LOAD_CONST_r23 1149 -#define _LOAD_CONST_INLINE_r01 1150 -#define _LOAD_CONST_INLINE_r12 1151 -#define _LOAD_CONST_INLINE_r23 1152 -#define _LOAD_CONST_INLINE_BORROW_r01 1153 -#define _LOAD_CONST_INLINE_BORROW_r12 1154 -#define _LOAD_CONST_INLINE_BORROW_r23 1155 -#define _LOAD_CONST_UNDER_INLINE_r02 1156 -#define _LOAD_CONST_UNDER_INLINE_r12 1157 -#define _LOAD_CONST_UNDER_INLINE_r23 1158 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1159 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1160 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1161 -#define _LOAD_DEREF_r01 1162 -#define _LOAD_FAST_r01 1163 -#define _LOAD_FAST_r12 1164 -#define _LOAD_FAST_r23 1165 -#define _LOAD_FAST_0_r01 1166 -#define _LOAD_FAST_0_r12 1167 -#define _LOAD_FAST_0_r23 1168 -#define _LOAD_FAST_1_r01 1169 -#define _LOAD_FAST_1_r12 1170 -#define _LOAD_FAST_1_r23 1171 -#define _LOAD_FAST_2_r01 1172 -#define _LOAD_FAST_2_r12 1173 -#define _LOAD_FAST_2_r23 1174 -#define _LOAD_FAST_3_r01 1175 -#define _LOAD_FAST_3_r12 1176 -#define _LOAD_FAST_3_r23 1177 -#define _LOAD_FAST_4_r01 1178 -#define _LOAD_FAST_4_r12 1179 -#define _LOAD_FAST_4_r23 1180 -#define _LOAD_FAST_5_r01 1181 -#define _LOAD_FAST_5_r12 1182 -#define _LOAD_FAST_5_r23 1183 -#define _LOAD_FAST_6_r01 1184 -#define _LOAD_FAST_6_r12 1185 -#define _LOAD_FAST_6_r23 1186 -#define _LOAD_FAST_7_r01 1187 -#define _LOAD_FAST_7_r12 1188 -#define _LOAD_FAST_7_r23 1189 -#define _LOAD_FAST_AND_CLEAR_r01 1190 -#define _LOAD_FAST_AND_CLEAR_r12 1191 -#define _LOAD_FAST_AND_CLEAR_r23 1192 -#define _LOAD_FAST_BORROW_r01 1193 -#define _LOAD_FAST_BORROW_r12 1194 -#define _LOAD_FAST_BORROW_r23 1195 -#define _LOAD_FAST_BORROW_0_r01 1196 -#define _LOAD_FAST_BORROW_0_r12 1197 -#define _LOAD_FAST_BORROW_0_r23 1198 -#define _LOAD_FAST_BORROW_1_r01 1199 -#define _LOAD_FAST_BORROW_1_r12 1200 -#define _LOAD_FAST_BORROW_1_r23 1201 -#define _LOAD_FAST_BORROW_2_r01 1202 -#define _LOAD_FAST_BORROW_2_r12 1203 -#define _LOAD_FAST_BORROW_2_r23 1204 -#define _LOAD_FAST_BORROW_3_r01 1205 -#define _LOAD_FAST_BORROW_3_r12 1206 -#define _LOAD_FAST_BORROW_3_r23 1207 -#define _LOAD_FAST_BORROW_4_r01 1208 -#define _LOAD_FAST_BORROW_4_r12 1209 -#define _LOAD_FAST_BORROW_4_r23 1210 -#define _LOAD_FAST_BORROW_5_r01 1211 -#define _LOAD_FAST_BORROW_5_r12 1212 -#define _LOAD_FAST_BORROW_5_r23 1213 -#define _LOAD_FAST_BORROW_6_r01 1214 -#define _LOAD_FAST_BORROW_6_r12 1215 -#define _LOAD_FAST_BORROW_6_r23 1216 -#define _LOAD_FAST_BORROW_7_r01 1217 -#define _LOAD_FAST_BORROW_7_r12 1218 -#define _LOAD_FAST_BORROW_7_r23 1219 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1220 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1221 -#define _LOAD_FAST_CHECK_r01 1222 -#define _LOAD_FAST_CHECK_r12 1223 -#define _LOAD_FAST_CHECK_r23 1224 -#define _LOAD_FAST_LOAD_FAST_r02 1225 -#define _LOAD_FAST_LOAD_FAST_r13 1226 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1227 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1228 -#define _LOAD_GLOBAL_r00 1229 -#define _LOAD_GLOBAL_BUILTINS_r01 1230 -#define _LOAD_GLOBAL_MODULE_r01 1231 -#define _LOAD_LOCALS_r01 1232 -#define _LOAD_LOCALS_r12 1233 -#define _LOAD_LOCALS_r23 1234 -#define _LOAD_NAME_r01 1235 -#define _LOAD_SMALL_INT_r01 1236 -#define _LOAD_SMALL_INT_r12 1237 -#define _LOAD_SMALL_INT_r23 1238 -#define _LOAD_SMALL_INT_0_r01 1239 -#define _LOAD_SMALL_INT_0_r12 1240 -#define _LOAD_SMALL_INT_0_r23 1241 -#define _LOAD_SMALL_INT_1_r01 1242 -#define _LOAD_SMALL_INT_1_r12 1243 -#define _LOAD_SMALL_INT_1_r23 1244 -#define _LOAD_SMALL_INT_2_r01 1245 -#define _LOAD_SMALL_INT_2_r12 1246 -#define _LOAD_SMALL_INT_2_r23 1247 -#define _LOAD_SMALL_INT_3_r01 1248 -#define _LOAD_SMALL_INT_3_r12 1249 -#define _LOAD_SMALL_INT_3_r23 1250 -#define _LOAD_SPECIAL_r00 1251 -#define _LOAD_SUPER_ATTR_ATTR_r31 1252 -#define _LOAD_SUPER_ATTR_METHOD_r32 1253 -#define _MAKE_CALLARGS_A_TUPLE_r33 1254 -#define _MAKE_CELL_r00 1255 -#define _MAKE_FUNCTION_r11 1256 -#define _MAKE_WARM_r00 1257 -#define _MAKE_WARM_r11 1258 -#define _MAKE_WARM_r22 1259 -#define _MAKE_WARM_r33 1260 -#define _MAP_ADD_r20 1261 -#define _MATCH_CLASS_r31 1262 -#define _MATCH_KEYS_r23 1263 -#define _MATCH_MAPPING_r02 1264 -#define _MATCH_MAPPING_r12 1265 -#define _MATCH_MAPPING_r23 1266 -#define _MATCH_SEQUENCE_r02 1267 -#define _MATCH_SEQUENCE_r12 1268 -#define _MATCH_SEQUENCE_r23 1269 -#define _MAYBE_EXPAND_METHOD_r00 1270 -#define _MAYBE_EXPAND_METHOD_KW_r11 1271 -#define _MONITOR_CALL_r00 1272 -#define _MONITOR_CALL_KW_r11 1273 -#define _MONITOR_JUMP_BACKWARD_r00 1274 -#define _MONITOR_JUMP_BACKWARD_r11 1275 -#define _MONITOR_JUMP_BACKWARD_r22 1276 -#define _MONITOR_JUMP_BACKWARD_r33 1277 -#define _MONITOR_RESUME_r00 1278 -#define _NOP_r00 1279 -#define _NOP_r11 1280 -#define _NOP_r22 1281 -#define _NOP_r33 1282 -#define _POP_CALL_r20 1283 -#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1284 -#define _POP_CALL_ONE_r30 1285 -#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1286 -#define _POP_CALL_TWO_r30 1287 -#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1288 -#define _POP_EXCEPT_r10 1289 -#define _POP_ITER_r20 1290 -#define _POP_JUMP_IF_FALSE_r00 1291 -#define _POP_JUMP_IF_FALSE_r10 1292 -#define _POP_JUMP_IF_FALSE_r21 1293 -#define _POP_JUMP_IF_FALSE_r32 1294 -#define _POP_JUMP_IF_TRUE_r00 1295 -#define _POP_JUMP_IF_TRUE_r10 1296 -#define _POP_JUMP_IF_TRUE_r21 1297 -#define _POP_JUMP_IF_TRUE_r32 1298 -#define _POP_TOP_r10 1299 -#define _POP_TOP_FLOAT_r00 1300 -#define _POP_TOP_FLOAT_r10 1301 -#define _POP_TOP_FLOAT_r21 1302 -#define _POP_TOP_FLOAT_r32 1303 -#define _POP_TOP_INT_r00 1304 -#define _POP_TOP_INT_r10 1305 -#define _POP_TOP_INT_r21 1306 -#define _POP_TOP_INT_r32 1307 -#define _POP_TOP_LOAD_CONST_INLINE_r11 1308 -#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1309 -#define _POP_TOP_NOP_r00 1310 -#define _POP_TOP_NOP_r10 1311 -#define _POP_TOP_NOP_r21 1312 -#define _POP_TOP_NOP_r32 1313 -#define _POP_TOP_UNICODE_r00 1314 -#define _POP_TOP_UNICODE_r10 1315 -#define _POP_TOP_UNICODE_r21 1316 -#define _POP_TOP_UNICODE_r32 1317 -#define _POP_TWO_r20 1318 -#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1319 -#define _PUSH_EXC_INFO_r02 1320 -#define _PUSH_EXC_INFO_r12 1321 -#define _PUSH_EXC_INFO_r23 1322 -#define _PUSH_FRAME_r10 1323 -#define _PUSH_NULL_r01 1324 -#define _PUSH_NULL_r12 1325 -#define _PUSH_NULL_r23 1326 -#define _PUSH_NULL_CONDITIONAL_r00 1327 -#define _PY_FRAME_EX_r31 1328 -#define _PY_FRAME_GENERAL_r01 1329 -#define _PY_FRAME_KW_r11 1330 -#define _QUICKEN_RESUME_r00 1331 -#define _QUICKEN_RESUME_r11 1332 -#define _QUICKEN_RESUME_r22 1333 -#define _QUICKEN_RESUME_r33 1334 -#define _REPLACE_WITH_TRUE_r02 1335 -#define _REPLACE_WITH_TRUE_r12 1336 -#define _REPLACE_WITH_TRUE_r23 1337 -#define _RESUME_CHECK_r00 1338 -#define _RESUME_CHECK_r11 1339 -#define _RESUME_CHECK_r22 1340 -#define _RESUME_CHECK_r33 1341 -#define _RETURN_GENERATOR_r01 1342 -#define _RETURN_VALUE_r11 1343 -#define _SAVE_RETURN_OFFSET_r00 1344 -#define _SAVE_RETURN_OFFSET_r11 1345 -#define _SAVE_RETURN_OFFSET_r22 1346 -#define _SAVE_RETURN_OFFSET_r33 1347 -#define _SEND_r22 1348 -#define _SEND_GEN_FRAME_r22 1349 -#define _SETUP_ANNOTATIONS_r00 1350 -#define _SET_ADD_r10 1351 -#define _SET_FUNCTION_ATTRIBUTE_r01 1352 -#define _SET_FUNCTION_ATTRIBUTE_r11 1353 -#define _SET_FUNCTION_ATTRIBUTE_r21 1354 -#define _SET_FUNCTION_ATTRIBUTE_r32 1355 -#define _SET_IP_r00 1356 -#define _SET_IP_r11 1357 -#define _SET_IP_r22 1358 -#define _SET_IP_r33 1359 -#define _SET_UPDATE_r10 1360 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1361 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1362 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1363 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1364 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1365 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1366 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1367 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1368 -#define _SPILL_OR_RELOAD_r01 1369 -#define _SPILL_OR_RELOAD_r02 1370 -#define _SPILL_OR_RELOAD_r03 1371 -#define _SPILL_OR_RELOAD_r10 1372 -#define _SPILL_OR_RELOAD_r12 1373 -#define _SPILL_OR_RELOAD_r13 1374 -#define _SPILL_OR_RELOAD_r20 1375 -#define _SPILL_OR_RELOAD_r21 1376 -#define _SPILL_OR_RELOAD_r23 1377 -#define _SPILL_OR_RELOAD_r30 1378 -#define _SPILL_OR_RELOAD_r31 1379 -#define _SPILL_OR_RELOAD_r32 1380 -#define _START_EXECUTOR_r00 1381 -#define _STORE_ATTR_r20 1382 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1383 -#define _STORE_ATTR_SLOT_r21 1384 -#define _STORE_ATTR_WITH_HINT_r21 1385 -#define _STORE_DEREF_r10 1386 -#define _STORE_FAST_LOAD_FAST_r11 1387 -#define _STORE_FAST_STORE_FAST_r20 1388 -#define _STORE_GLOBAL_r10 1389 -#define _STORE_NAME_r10 1390 -#define _STORE_SLICE_r30 1391 -#define _STORE_SUBSCR_r30 1392 -#define _STORE_SUBSCR_DICT_r31 1393 -#define _STORE_SUBSCR_LIST_INT_r32 1394 -#define _SWAP_r11 1395 -#define _SWAP_2_r02 1396 -#define _SWAP_2_r12 1397 -#define _SWAP_2_r22 1398 -#define _SWAP_2_r33 1399 -#define _SWAP_3_r03 1400 -#define _SWAP_3_r13 1401 -#define _SWAP_3_r23 1402 -#define _SWAP_3_r33 1403 -#define _SWAP_FAST_r01 1404 -#define _SWAP_FAST_r11 1405 -#define _SWAP_FAST_r22 1406 -#define _SWAP_FAST_r33 1407 -#define _SWAP_FAST_0_r01 1408 -#define _SWAP_FAST_0_r11 1409 -#define _SWAP_FAST_0_r22 1410 -#define _SWAP_FAST_0_r33 1411 -#define _SWAP_FAST_1_r01 1412 -#define _SWAP_FAST_1_r11 1413 -#define _SWAP_FAST_1_r22 1414 -#define _SWAP_FAST_1_r33 1415 -#define _SWAP_FAST_2_r01 1416 -#define _SWAP_FAST_2_r11 1417 -#define _SWAP_FAST_2_r22 1418 -#define _SWAP_FAST_2_r33 1419 -#define _SWAP_FAST_3_r01 1420 -#define _SWAP_FAST_3_r11 1421 -#define _SWAP_FAST_3_r22 1422 -#define _SWAP_FAST_3_r33 1423 -#define _SWAP_FAST_4_r01 1424 -#define _SWAP_FAST_4_r11 1425 -#define _SWAP_FAST_4_r22 1426 -#define _SWAP_FAST_4_r33 1427 -#define _SWAP_FAST_5_r01 1428 -#define _SWAP_FAST_5_r11 1429 -#define _SWAP_FAST_5_r22 1430 -#define _SWAP_FAST_5_r33 1431 -#define _SWAP_FAST_6_r01 1432 -#define _SWAP_FAST_6_r11 1433 -#define _SWAP_FAST_6_r22 1434 -#define _SWAP_FAST_6_r33 1435 -#define _SWAP_FAST_7_r01 1436 -#define _SWAP_FAST_7_r11 1437 -#define _SWAP_FAST_7_r22 1438 -#define _SWAP_FAST_7_r33 1439 -#define _TIER2_RESUME_CHECK_r00 1440 -#define _TIER2_RESUME_CHECK_r11 1441 -#define _TIER2_RESUME_CHECK_r22 1442 -#define _TIER2_RESUME_CHECK_r33 1443 -#define _TO_BOOL_r11 1444 -#define _TO_BOOL_BOOL_r01 1445 -#define _TO_BOOL_BOOL_r11 1446 -#define _TO_BOOL_BOOL_r22 1447 -#define _TO_BOOL_BOOL_r33 1448 -#define _TO_BOOL_INT_r02 1449 -#define _TO_BOOL_INT_r12 1450 -#define _TO_BOOL_INT_r23 1451 -#define _TO_BOOL_LIST_r02 1452 -#define _TO_BOOL_LIST_r12 1453 -#define _TO_BOOL_LIST_r23 1454 -#define _TO_BOOL_NONE_r01 1455 -#define _TO_BOOL_NONE_r11 1456 -#define _TO_BOOL_NONE_r22 1457 -#define _TO_BOOL_NONE_r33 1458 -#define _TO_BOOL_STR_r02 1459 -#define _TO_BOOL_STR_r12 1460 -#define _TO_BOOL_STR_r23 1461 -#define _TRACE_RECORD_r00 1462 -#define _UNARY_INVERT_r12 1463 -#define _UNARY_NEGATIVE_r12 1464 -#define _UNARY_NOT_r01 1465 -#define _UNARY_NOT_r11 1466 -#define _UNARY_NOT_r22 1467 -#define _UNARY_NOT_r33 1468 -#define _UNPACK_EX_r10 1469 -#define _UNPACK_SEQUENCE_r10 1470 -#define _UNPACK_SEQUENCE_LIST_r10 1471 -#define _UNPACK_SEQUENCE_TUPLE_r10 1472 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1473 -#define _WITH_EXCEPT_START_r33 1474 -#define _YIELD_VALUE_r11 1475 -#define MAX_UOP_REGS_ID 1475 +#define MAX_UOP_ID 596 +#define _BINARY_OP_r23 597 +#define _BINARY_OP_ADD_FLOAT_r03 598 +#define _BINARY_OP_ADD_FLOAT_r13 599 +#define _BINARY_OP_ADD_FLOAT_r23 600 +#define _BINARY_OP_ADD_INT_r03 601 +#define _BINARY_OP_ADD_INT_r13 602 +#define _BINARY_OP_ADD_INT_r23 603 +#define _BINARY_OP_ADD_UNICODE_r03 604 +#define _BINARY_OP_ADD_UNICODE_r13 605 +#define _BINARY_OP_ADD_UNICODE_r23 606 +#define _BINARY_OP_EXTEND_r23 607 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 608 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 609 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 610 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 611 +#define _BINARY_OP_MULTIPLY_INT_r03 612 +#define _BINARY_OP_MULTIPLY_INT_r13 613 +#define _BINARY_OP_MULTIPLY_INT_r23 614 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 615 +#define _BINARY_OP_SUBSCR_DICT_r23 616 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 617 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 618 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 619 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 620 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 621 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 622 +#define _BINARY_OP_SUBSCR_STR_INT_r23 623 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 624 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 625 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 626 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 627 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 628 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 629 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 630 +#define _BINARY_OP_SUBTRACT_INT_r03 631 +#define _BINARY_OP_SUBTRACT_INT_r13 632 +#define _BINARY_OP_SUBTRACT_INT_r23 633 +#define _BINARY_SLICE_r31 634 +#define _BUILD_INTERPOLATION_r01 635 +#define _BUILD_LIST_r01 636 +#define _BUILD_MAP_r01 637 +#define _BUILD_SET_r01 638 +#define _BUILD_SLICE_r01 639 +#define _BUILD_STRING_r01 640 +#define _BUILD_TEMPLATE_r21 641 +#define _BUILD_TUPLE_r01 642 +#define _CALL_BUILTIN_CLASS_r01 643 +#define _CALL_BUILTIN_FAST_r01 644 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 645 +#define _CALL_BUILTIN_O_r03 646 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 647 +#define _CALL_INTRINSIC_1_r11 648 +#define _CALL_INTRINSIC_2_r21 649 +#define _CALL_ISINSTANCE_r31 650 +#define _CALL_KW_NON_PY_r11 651 +#define _CALL_LEN_r33 652 +#define _CALL_LIST_APPEND_r03 653 +#define _CALL_LIST_APPEND_r13 654 +#define _CALL_LIST_APPEND_r23 655 +#define _CALL_LIST_APPEND_r33 656 +#define _CALL_METHOD_DESCRIPTOR_FAST_r01 657 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 658 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 659 +#define _CALL_METHOD_DESCRIPTOR_O_r03 660 +#define _CALL_NON_PY_GENERAL_r01 661 +#define _CALL_STR_1_r32 662 +#define _CALL_TUPLE_1_r32 663 +#define _CALL_TYPE_1_r02 664 +#define _CALL_TYPE_1_r12 665 +#define _CALL_TYPE_1_r22 666 +#define _CALL_TYPE_1_r32 667 +#define _CHECK_AND_ALLOCATE_OBJECT_r00 668 +#define _CHECK_ATTR_CLASS_r01 669 +#define _CHECK_ATTR_CLASS_r11 670 +#define _CHECK_ATTR_CLASS_r22 671 +#define _CHECK_ATTR_CLASS_r33 672 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 673 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 674 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 675 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 676 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 677 +#define _CHECK_EG_MATCH_r22 678 +#define _CHECK_EXC_MATCH_r22 679 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 680 +#define _CHECK_FUNCTION_VERSION_r00 681 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 682 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 683 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 684 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 685 +#define _CHECK_FUNCTION_VERSION_KW_r11 686 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 687 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 688 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 689 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 690 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 691 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 692 +#define _CHECK_IS_PY_CALLABLE_EX_r03 693 +#define _CHECK_IS_PY_CALLABLE_EX_r13 694 +#define _CHECK_IS_PY_CALLABLE_EX_r23 695 +#define _CHECK_IS_PY_CALLABLE_EX_r33 696 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 697 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 698 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 699 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 700 +#define _CHECK_METHOD_VERSION_r00 701 +#define _CHECK_METHOD_VERSION_KW_r11 702 +#define _CHECK_PEP_523_r00 703 +#define _CHECK_PEP_523_r11 704 +#define _CHECK_PEP_523_r22 705 +#define _CHECK_PEP_523_r33 706 +#define _CHECK_PERIODIC_r00 707 +#define _CHECK_PERIODIC_AT_END_r00 708 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 709 +#define _CHECK_RECURSION_REMAINING_r00 710 +#define _CHECK_RECURSION_REMAINING_r11 711 +#define _CHECK_RECURSION_REMAINING_r22 712 +#define _CHECK_RECURSION_REMAINING_r33 713 +#define _CHECK_STACK_SPACE_r00 714 +#define _CHECK_STACK_SPACE_OPERAND_r00 715 +#define _CHECK_STACK_SPACE_OPERAND_r11 716 +#define _CHECK_STACK_SPACE_OPERAND_r22 717 +#define _CHECK_STACK_SPACE_OPERAND_r33 718 +#define _CHECK_VALIDITY_r00 719 +#define _CHECK_VALIDITY_r11 720 +#define _CHECK_VALIDITY_r22 721 +#define _CHECK_VALIDITY_r33 722 +#define _COLD_DYNAMIC_EXIT_r00 723 +#define _COLD_EXIT_r00 724 +#define _COMPARE_OP_r21 725 +#define _COMPARE_OP_FLOAT_r03 726 +#define _COMPARE_OP_FLOAT_r13 727 +#define _COMPARE_OP_FLOAT_r23 728 +#define _COMPARE_OP_INT_r23 729 +#define _COMPARE_OP_STR_r23 730 +#define _CONTAINS_OP_r23 731 +#define _CONTAINS_OP_DICT_r23 732 +#define _CONTAINS_OP_SET_r23 733 +#define _CONVERT_VALUE_r11 734 +#define _COPY_r01 735 +#define _COPY_1_r02 736 +#define _COPY_1_r12 737 +#define _COPY_1_r23 738 +#define _COPY_2_r03 739 +#define _COPY_2_r13 740 +#define _COPY_2_r23 741 +#define _COPY_3_r03 742 +#define _COPY_3_r13 743 +#define _COPY_3_r23 744 +#define _COPY_3_r33 745 +#define _COPY_FREE_VARS_r00 746 +#define _COPY_FREE_VARS_r11 747 +#define _COPY_FREE_VARS_r22 748 +#define _COPY_FREE_VARS_r33 749 +#define _CREATE_INIT_FRAME_r01 750 +#define _DELETE_ATTR_r10 751 +#define _DELETE_DEREF_r00 752 +#define _DELETE_FAST_r00 753 +#define _DELETE_GLOBAL_r00 754 +#define _DELETE_NAME_r00 755 +#define _DELETE_SUBSCR_r20 756 +#define _DEOPT_r00 757 +#define _DEOPT_r10 758 +#define _DEOPT_r20 759 +#define _DEOPT_r30 760 +#define _DICT_MERGE_r10 761 +#define _DICT_UPDATE_r10 762 +#define _DO_CALL_r01 763 +#define _DO_CALL_FUNCTION_EX_r31 764 +#define _DO_CALL_KW_r11 765 +#define _DYNAMIC_EXIT_r00 766 +#define _DYNAMIC_EXIT_r10 767 +#define _DYNAMIC_EXIT_r20 768 +#define _DYNAMIC_EXIT_r30 769 +#define _END_FOR_r10 770 +#define _END_SEND_r21 771 +#define _ERROR_POP_N_r00 772 +#define _EXIT_INIT_CHECK_r10 773 +#define _EXIT_TRACE_r00 774 +#define _EXIT_TRACE_r10 775 +#define _EXIT_TRACE_r20 776 +#define _EXIT_TRACE_r30 777 +#define _EXPAND_METHOD_r00 778 +#define _EXPAND_METHOD_KW_r11 779 +#define _FATAL_ERROR_r00 780 +#define _FATAL_ERROR_r11 781 +#define _FATAL_ERROR_r22 782 +#define _FATAL_ERROR_r33 783 +#define _FORMAT_SIMPLE_r11 784 +#define _FORMAT_WITH_SPEC_r21 785 +#define _FOR_ITER_r23 786 +#define _FOR_ITER_GEN_FRAME_r03 787 +#define _FOR_ITER_GEN_FRAME_r13 788 +#define _FOR_ITER_GEN_FRAME_r23 789 +#define _FOR_ITER_TIER_TWO_r23 790 +#define _GET_AITER_r11 791 +#define _GET_ANEXT_r12 792 +#define _GET_AWAITABLE_r11 793 +#define _GET_ITER_r12 794 +#define _GET_LEN_r12 795 +#define _GET_YIELD_FROM_ITER_r11 796 +#define _GUARD_BINARY_OP_EXTEND_r22 797 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 798 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 799 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 800 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 801 +#define _GUARD_BIT_IS_SET_POP_r00 802 +#define _GUARD_BIT_IS_SET_POP_r10 803 +#define _GUARD_BIT_IS_SET_POP_r21 804 +#define _GUARD_BIT_IS_SET_POP_r32 805 +#define _GUARD_BIT_IS_SET_POP_4_r00 806 +#define _GUARD_BIT_IS_SET_POP_4_r10 807 +#define _GUARD_BIT_IS_SET_POP_4_r21 808 +#define _GUARD_BIT_IS_SET_POP_4_r32 809 +#define _GUARD_BIT_IS_SET_POP_5_r00 810 +#define _GUARD_BIT_IS_SET_POP_5_r10 811 +#define _GUARD_BIT_IS_SET_POP_5_r21 812 +#define _GUARD_BIT_IS_SET_POP_5_r32 813 +#define _GUARD_BIT_IS_SET_POP_6_r00 814 +#define _GUARD_BIT_IS_SET_POP_6_r10 815 +#define _GUARD_BIT_IS_SET_POP_6_r21 816 +#define _GUARD_BIT_IS_SET_POP_6_r32 817 +#define _GUARD_BIT_IS_SET_POP_7_r00 818 +#define _GUARD_BIT_IS_SET_POP_7_r10 819 +#define _GUARD_BIT_IS_SET_POP_7_r21 820 +#define _GUARD_BIT_IS_SET_POP_7_r32 821 +#define _GUARD_BIT_IS_UNSET_POP_r00 822 +#define _GUARD_BIT_IS_UNSET_POP_r10 823 +#define _GUARD_BIT_IS_UNSET_POP_r21 824 +#define _GUARD_BIT_IS_UNSET_POP_r32 825 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 826 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 827 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 828 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 829 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 830 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 831 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 832 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 833 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 834 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 835 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 836 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 837 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 838 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 839 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 840 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 841 +#define _GUARD_CALLABLE_ISINSTANCE_r03 842 +#define _GUARD_CALLABLE_ISINSTANCE_r13 843 +#define _GUARD_CALLABLE_ISINSTANCE_r23 844 +#define _GUARD_CALLABLE_ISINSTANCE_r33 845 +#define _GUARD_CALLABLE_LEN_r03 846 +#define _GUARD_CALLABLE_LEN_r13 847 +#define _GUARD_CALLABLE_LEN_r23 848 +#define _GUARD_CALLABLE_LEN_r33 849 +#define _GUARD_CALLABLE_LIST_APPEND_r03 850 +#define _GUARD_CALLABLE_LIST_APPEND_r13 851 +#define _GUARD_CALLABLE_LIST_APPEND_r23 852 +#define _GUARD_CALLABLE_LIST_APPEND_r33 853 +#define _GUARD_CALLABLE_STR_1_r03 854 +#define _GUARD_CALLABLE_STR_1_r13 855 +#define _GUARD_CALLABLE_STR_1_r23 856 +#define _GUARD_CALLABLE_STR_1_r33 857 +#define _GUARD_CALLABLE_TUPLE_1_r03 858 +#define _GUARD_CALLABLE_TUPLE_1_r13 859 +#define _GUARD_CALLABLE_TUPLE_1_r23 860 +#define _GUARD_CALLABLE_TUPLE_1_r33 861 +#define _GUARD_CALLABLE_TYPE_1_r03 862 +#define _GUARD_CALLABLE_TYPE_1_r13 863 +#define _GUARD_CALLABLE_TYPE_1_r23 864 +#define _GUARD_CALLABLE_TYPE_1_r33 865 +#define _GUARD_CODE_VERSION_r00 866 +#define _GUARD_CODE_VERSION_r11 867 +#define _GUARD_CODE_VERSION_r22 868 +#define _GUARD_CODE_VERSION_r33 869 +#define _GUARD_DORV_NO_DICT_r01 870 +#define _GUARD_DORV_NO_DICT_r11 871 +#define _GUARD_DORV_NO_DICT_r22 872 +#define _GUARD_DORV_NO_DICT_r33 873 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 874 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 875 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 876 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 877 +#define _GUARD_GLOBALS_VERSION_r00 878 +#define _GUARD_GLOBALS_VERSION_r11 879 +#define _GUARD_GLOBALS_VERSION_r22 880 +#define _GUARD_GLOBALS_VERSION_r33 881 +#define _GUARD_IP_RETURN_GENERATOR_r00 882 +#define _GUARD_IP_RETURN_GENERATOR_r11 883 +#define _GUARD_IP_RETURN_GENERATOR_r22 884 +#define _GUARD_IP_RETURN_GENERATOR_r33 885 +#define _GUARD_IP_RETURN_VALUE_r00 886 +#define _GUARD_IP_RETURN_VALUE_r11 887 +#define _GUARD_IP_RETURN_VALUE_r22 888 +#define _GUARD_IP_RETURN_VALUE_r33 889 +#define _GUARD_IP_YIELD_VALUE_r00 890 +#define _GUARD_IP_YIELD_VALUE_r11 891 +#define _GUARD_IP_YIELD_VALUE_r22 892 +#define _GUARD_IP_YIELD_VALUE_r33 893 +#define _GUARD_IP__PUSH_FRAME_r00 894 +#define _GUARD_IP__PUSH_FRAME_r11 895 +#define _GUARD_IP__PUSH_FRAME_r22 896 +#define _GUARD_IP__PUSH_FRAME_r33 897 +#define _GUARD_IS_FALSE_POP_r00 898 +#define _GUARD_IS_FALSE_POP_r10 899 +#define _GUARD_IS_FALSE_POP_r21 900 +#define _GUARD_IS_FALSE_POP_r32 901 +#define _GUARD_IS_NONE_POP_r00 902 +#define _GUARD_IS_NONE_POP_r10 903 +#define _GUARD_IS_NONE_POP_r21 904 +#define _GUARD_IS_NONE_POP_r32 905 +#define _GUARD_IS_NOT_NONE_POP_r10 906 +#define _GUARD_IS_TRUE_POP_r00 907 +#define _GUARD_IS_TRUE_POP_r10 908 +#define _GUARD_IS_TRUE_POP_r21 909 +#define _GUARD_IS_TRUE_POP_r32 910 +#define _GUARD_KEYS_VERSION_r01 911 +#define _GUARD_KEYS_VERSION_r11 912 +#define _GUARD_KEYS_VERSION_r22 913 +#define _GUARD_KEYS_VERSION_r33 914 +#define _GUARD_NOS_ANY_DICT_r02 915 +#define _GUARD_NOS_ANY_DICT_r12 916 +#define _GUARD_NOS_ANY_DICT_r22 917 +#define _GUARD_NOS_ANY_DICT_r33 918 +#define _GUARD_NOS_COMPACT_ASCII_r02 919 +#define _GUARD_NOS_COMPACT_ASCII_r12 920 +#define _GUARD_NOS_COMPACT_ASCII_r22 921 +#define _GUARD_NOS_COMPACT_ASCII_r33 922 +#define _GUARD_NOS_DICT_r02 923 +#define _GUARD_NOS_DICT_r12 924 +#define _GUARD_NOS_DICT_r22 925 +#define _GUARD_NOS_DICT_r33 926 +#define _GUARD_NOS_FLOAT_r02 927 +#define _GUARD_NOS_FLOAT_r12 928 +#define _GUARD_NOS_FLOAT_r22 929 +#define _GUARD_NOS_FLOAT_r33 930 +#define _GUARD_NOS_INT_r02 931 +#define _GUARD_NOS_INT_r12 932 +#define _GUARD_NOS_INT_r22 933 +#define _GUARD_NOS_INT_r33 934 +#define _GUARD_NOS_LIST_r02 935 +#define _GUARD_NOS_LIST_r12 936 +#define _GUARD_NOS_LIST_r22 937 +#define _GUARD_NOS_LIST_r33 938 +#define _GUARD_NOS_NOT_NULL_r02 939 +#define _GUARD_NOS_NOT_NULL_r12 940 +#define _GUARD_NOS_NOT_NULL_r22 941 +#define _GUARD_NOS_NOT_NULL_r33 942 +#define _GUARD_NOS_NULL_r02 943 +#define _GUARD_NOS_NULL_r12 944 +#define _GUARD_NOS_NULL_r22 945 +#define _GUARD_NOS_NULL_r33 946 +#define _GUARD_NOS_OVERFLOWED_r02 947 +#define _GUARD_NOS_OVERFLOWED_r12 948 +#define _GUARD_NOS_OVERFLOWED_r22 949 +#define _GUARD_NOS_OVERFLOWED_r33 950 +#define _GUARD_NOS_TUPLE_r02 951 +#define _GUARD_NOS_TUPLE_r12 952 +#define _GUARD_NOS_TUPLE_r22 953 +#define _GUARD_NOS_TUPLE_r33 954 +#define _GUARD_NOS_UNICODE_r02 955 +#define _GUARD_NOS_UNICODE_r12 956 +#define _GUARD_NOS_UNICODE_r22 957 +#define _GUARD_NOS_UNICODE_r33 958 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 959 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 960 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 961 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 962 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 963 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 964 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 965 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 966 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 967 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 968 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 969 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 970 +#define _GUARD_THIRD_NULL_r03 971 +#define _GUARD_THIRD_NULL_r13 972 +#define _GUARD_THIRD_NULL_r23 973 +#define _GUARD_THIRD_NULL_r33 974 +#define _GUARD_TOS_ANY_DICT_r01 975 +#define _GUARD_TOS_ANY_DICT_r11 976 +#define _GUARD_TOS_ANY_DICT_r22 977 +#define _GUARD_TOS_ANY_DICT_r33 978 +#define _GUARD_TOS_ANY_SET_r01 979 +#define _GUARD_TOS_ANY_SET_r11 980 +#define _GUARD_TOS_ANY_SET_r22 981 +#define _GUARD_TOS_ANY_SET_r33 982 +#define _GUARD_TOS_DICT_r01 983 +#define _GUARD_TOS_DICT_r11 984 +#define _GUARD_TOS_DICT_r22 985 +#define _GUARD_TOS_DICT_r33 986 +#define _GUARD_TOS_FLOAT_r01 987 +#define _GUARD_TOS_FLOAT_r11 988 +#define _GUARD_TOS_FLOAT_r22 989 +#define _GUARD_TOS_FLOAT_r33 990 +#define _GUARD_TOS_FROZENDICT_r01 991 +#define _GUARD_TOS_FROZENDICT_r11 992 +#define _GUARD_TOS_FROZENDICT_r22 993 +#define _GUARD_TOS_FROZENDICT_r33 994 +#define _GUARD_TOS_FROZENSET_r01 995 +#define _GUARD_TOS_FROZENSET_r11 996 +#define _GUARD_TOS_FROZENSET_r22 997 +#define _GUARD_TOS_FROZENSET_r33 998 +#define _GUARD_TOS_INT_r01 999 +#define _GUARD_TOS_INT_r11 1000 +#define _GUARD_TOS_INT_r22 1001 +#define _GUARD_TOS_INT_r33 1002 +#define _GUARD_TOS_LIST_r01 1003 +#define _GUARD_TOS_LIST_r11 1004 +#define _GUARD_TOS_LIST_r22 1005 +#define _GUARD_TOS_LIST_r33 1006 +#define _GUARD_TOS_OVERFLOWED_r01 1007 +#define _GUARD_TOS_OVERFLOWED_r11 1008 +#define _GUARD_TOS_OVERFLOWED_r22 1009 +#define _GUARD_TOS_OVERFLOWED_r33 1010 +#define _GUARD_TOS_SET_r01 1011 +#define _GUARD_TOS_SET_r11 1012 +#define _GUARD_TOS_SET_r22 1013 +#define _GUARD_TOS_SET_r33 1014 +#define _GUARD_TOS_SLICE_r01 1015 +#define _GUARD_TOS_SLICE_r11 1016 +#define _GUARD_TOS_SLICE_r22 1017 +#define _GUARD_TOS_SLICE_r33 1018 +#define _GUARD_TOS_TUPLE_r01 1019 +#define _GUARD_TOS_TUPLE_r11 1020 +#define _GUARD_TOS_TUPLE_r22 1021 +#define _GUARD_TOS_TUPLE_r33 1022 +#define _GUARD_TOS_UNICODE_r01 1023 +#define _GUARD_TOS_UNICODE_r11 1024 +#define _GUARD_TOS_UNICODE_r22 1025 +#define _GUARD_TOS_UNICODE_r33 1026 +#define _GUARD_TYPE_VERSION_r01 1027 +#define _GUARD_TYPE_VERSION_r11 1028 +#define _GUARD_TYPE_VERSION_r22 1029 +#define _GUARD_TYPE_VERSION_r33 1030 +#define _GUARD_TYPE_VERSION_AND_LOCK_r01 1031 +#define _GUARD_TYPE_VERSION_AND_LOCK_r11 1032 +#define _GUARD_TYPE_VERSION_AND_LOCK_r22 1033 +#define _GUARD_TYPE_VERSION_AND_LOCK_r33 1034 +#define _HANDLE_PENDING_AND_DEOPT_r00 1035 +#define _HANDLE_PENDING_AND_DEOPT_r10 1036 +#define _HANDLE_PENDING_AND_DEOPT_r20 1037 +#define _HANDLE_PENDING_AND_DEOPT_r30 1038 +#define _IMPORT_FROM_r12 1039 +#define _IMPORT_NAME_r21 1040 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1041 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1042 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1043 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1044 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1045 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1046 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1047 +#define _INSERT_1_LOAD_CONST_INLINE_r02 1048 +#define _INSERT_1_LOAD_CONST_INLINE_r12 1049 +#define _INSERT_1_LOAD_CONST_INLINE_r23 1050 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1051 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1052 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1053 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1054 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1055 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1056 +#define _INSERT_NULL_r10 1057 +#define _INSTRUMENTED_FOR_ITER_r23 1058 +#define _INSTRUMENTED_INSTRUCTION_r00 1059 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1060 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1061 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1062 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1063 +#define _INSTRUMENTED_LINE_r00 1064 +#define _INSTRUMENTED_NOT_TAKEN_r00 1065 +#define _INSTRUMENTED_NOT_TAKEN_r11 1066 +#define _INSTRUMENTED_NOT_TAKEN_r22 1067 +#define _INSTRUMENTED_NOT_TAKEN_r33 1068 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1069 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1070 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1071 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1072 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1073 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1074 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1075 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1076 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1077 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1078 +#define _IS_NONE_r11 1079 +#define _IS_OP_r03 1080 +#define _IS_OP_r13 1081 +#define _IS_OP_r23 1082 +#define _ITER_CHECK_LIST_r02 1083 +#define _ITER_CHECK_LIST_r12 1084 +#define _ITER_CHECK_LIST_r22 1085 +#define _ITER_CHECK_LIST_r33 1086 +#define _ITER_CHECK_RANGE_r02 1087 +#define _ITER_CHECK_RANGE_r12 1088 +#define _ITER_CHECK_RANGE_r22 1089 +#define _ITER_CHECK_RANGE_r33 1090 +#define _ITER_CHECK_TUPLE_r02 1091 +#define _ITER_CHECK_TUPLE_r12 1092 +#define _ITER_CHECK_TUPLE_r22 1093 +#define _ITER_CHECK_TUPLE_r33 1094 +#define _ITER_JUMP_LIST_r02 1095 +#define _ITER_JUMP_LIST_r12 1096 +#define _ITER_JUMP_LIST_r22 1097 +#define _ITER_JUMP_LIST_r33 1098 +#define _ITER_JUMP_RANGE_r02 1099 +#define _ITER_JUMP_RANGE_r12 1100 +#define _ITER_JUMP_RANGE_r22 1101 +#define _ITER_JUMP_RANGE_r33 1102 +#define _ITER_JUMP_TUPLE_r02 1103 +#define _ITER_JUMP_TUPLE_r12 1104 +#define _ITER_JUMP_TUPLE_r22 1105 +#define _ITER_JUMP_TUPLE_r33 1106 +#define _ITER_NEXT_LIST_r23 1107 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1108 +#define _ITER_NEXT_RANGE_r03 1109 +#define _ITER_NEXT_RANGE_r13 1110 +#define _ITER_NEXT_RANGE_r23 1111 +#define _ITER_NEXT_TUPLE_r03 1112 +#define _ITER_NEXT_TUPLE_r13 1113 +#define _ITER_NEXT_TUPLE_r23 1114 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1115 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1116 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1117 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1118 +#define _JUMP_TO_TOP_r00 1119 +#define _LIST_APPEND_r10 1120 +#define _LIST_EXTEND_r10 1121 +#define _LOAD_ATTR_r10 1122 +#define _LOAD_ATTR_CLASS_r11 1123 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1124 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1125 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1126 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1127 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1128 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1129 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1130 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1131 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1132 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1133 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1134 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1135 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1136 +#define _LOAD_ATTR_MODULE_r12 1137 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1138 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1139 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1140 +#define _LOAD_ATTR_SLOT_r02 1141 +#define _LOAD_ATTR_SLOT_r12 1142 +#define _LOAD_ATTR_SLOT_r23 1143 +#define _LOAD_ATTR_WITH_HINT_r12 1144 +#define _LOAD_BUILD_CLASS_r01 1145 +#define _LOAD_BYTECODE_r00 1146 +#define _LOAD_COMMON_CONSTANT_r01 1147 +#define _LOAD_COMMON_CONSTANT_r12 1148 +#define _LOAD_COMMON_CONSTANT_r23 1149 +#define _LOAD_CONST_r01 1150 +#define _LOAD_CONST_r12 1151 +#define _LOAD_CONST_r23 1152 +#define _LOAD_CONST_INLINE_r01 1153 +#define _LOAD_CONST_INLINE_r12 1154 +#define _LOAD_CONST_INLINE_r23 1155 +#define _LOAD_CONST_INLINE_BORROW_r01 1156 +#define _LOAD_CONST_INLINE_BORROW_r12 1157 +#define _LOAD_CONST_INLINE_BORROW_r23 1158 +#define _LOAD_CONST_UNDER_INLINE_r02 1159 +#define _LOAD_CONST_UNDER_INLINE_r12 1160 +#define _LOAD_CONST_UNDER_INLINE_r23 1161 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1162 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1163 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1164 +#define _LOAD_DEREF_r01 1165 +#define _LOAD_FAST_r01 1166 +#define _LOAD_FAST_r12 1167 +#define _LOAD_FAST_r23 1168 +#define _LOAD_FAST_0_r01 1169 +#define _LOAD_FAST_0_r12 1170 +#define _LOAD_FAST_0_r23 1171 +#define _LOAD_FAST_1_r01 1172 +#define _LOAD_FAST_1_r12 1173 +#define _LOAD_FAST_1_r23 1174 +#define _LOAD_FAST_2_r01 1175 +#define _LOAD_FAST_2_r12 1176 +#define _LOAD_FAST_2_r23 1177 +#define _LOAD_FAST_3_r01 1178 +#define _LOAD_FAST_3_r12 1179 +#define _LOAD_FAST_3_r23 1180 +#define _LOAD_FAST_4_r01 1181 +#define _LOAD_FAST_4_r12 1182 +#define _LOAD_FAST_4_r23 1183 +#define _LOAD_FAST_5_r01 1184 +#define _LOAD_FAST_5_r12 1185 +#define _LOAD_FAST_5_r23 1186 +#define _LOAD_FAST_6_r01 1187 +#define _LOAD_FAST_6_r12 1188 +#define _LOAD_FAST_6_r23 1189 +#define _LOAD_FAST_7_r01 1190 +#define _LOAD_FAST_7_r12 1191 +#define _LOAD_FAST_7_r23 1192 +#define _LOAD_FAST_AND_CLEAR_r01 1193 +#define _LOAD_FAST_AND_CLEAR_r12 1194 +#define _LOAD_FAST_AND_CLEAR_r23 1195 +#define _LOAD_FAST_BORROW_r01 1196 +#define _LOAD_FAST_BORROW_r12 1197 +#define _LOAD_FAST_BORROW_r23 1198 +#define _LOAD_FAST_BORROW_0_r01 1199 +#define _LOAD_FAST_BORROW_0_r12 1200 +#define _LOAD_FAST_BORROW_0_r23 1201 +#define _LOAD_FAST_BORROW_1_r01 1202 +#define _LOAD_FAST_BORROW_1_r12 1203 +#define _LOAD_FAST_BORROW_1_r23 1204 +#define _LOAD_FAST_BORROW_2_r01 1205 +#define _LOAD_FAST_BORROW_2_r12 1206 +#define _LOAD_FAST_BORROW_2_r23 1207 +#define _LOAD_FAST_BORROW_3_r01 1208 +#define _LOAD_FAST_BORROW_3_r12 1209 +#define _LOAD_FAST_BORROW_3_r23 1210 +#define _LOAD_FAST_BORROW_4_r01 1211 +#define _LOAD_FAST_BORROW_4_r12 1212 +#define _LOAD_FAST_BORROW_4_r23 1213 +#define _LOAD_FAST_BORROW_5_r01 1214 +#define _LOAD_FAST_BORROW_5_r12 1215 +#define _LOAD_FAST_BORROW_5_r23 1216 +#define _LOAD_FAST_BORROW_6_r01 1217 +#define _LOAD_FAST_BORROW_6_r12 1218 +#define _LOAD_FAST_BORROW_6_r23 1219 +#define _LOAD_FAST_BORROW_7_r01 1220 +#define _LOAD_FAST_BORROW_7_r12 1221 +#define _LOAD_FAST_BORROW_7_r23 1222 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1223 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1224 +#define _LOAD_FAST_CHECK_r01 1225 +#define _LOAD_FAST_CHECK_r12 1226 +#define _LOAD_FAST_CHECK_r23 1227 +#define _LOAD_FAST_LOAD_FAST_r02 1228 +#define _LOAD_FAST_LOAD_FAST_r13 1229 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1230 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1231 +#define _LOAD_GLOBAL_r00 1232 +#define _LOAD_GLOBAL_BUILTINS_r01 1233 +#define _LOAD_GLOBAL_MODULE_r01 1234 +#define _LOAD_LOCALS_r01 1235 +#define _LOAD_LOCALS_r12 1236 +#define _LOAD_LOCALS_r23 1237 +#define _LOAD_NAME_r01 1238 +#define _LOAD_SMALL_INT_r01 1239 +#define _LOAD_SMALL_INT_r12 1240 +#define _LOAD_SMALL_INT_r23 1241 +#define _LOAD_SMALL_INT_0_r01 1242 +#define _LOAD_SMALL_INT_0_r12 1243 +#define _LOAD_SMALL_INT_0_r23 1244 +#define _LOAD_SMALL_INT_1_r01 1245 +#define _LOAD_SMALL_INT_1_r12 1246 +#define _LOAD_SMALL_INT_1_r23 1247 +#define _LOAD_SMALL_INT_2_r01 1248 +#define _LOAD_SMALL_INT_2_r12 1249 +#define _LOAD_SMALL_INT_2_r23 1250 +#define _LOAD_SMALL_INT_3_r01 1251 +#define _LOAD_SMALL_INT_3_r12 1252 +#define _LOAD_SMALL_INT_3_r23 1253 +#define _LOAD_SPECIAL_r00 1254 +#define _LOAD_SUPER_ATTR_ATTR_r31 1255 +#define _LOAD_SUPER_ATTR_METHOD_r32 1256 +#define _MAKE_CALLARGS_A_TUPLE_r33 1257 +#define _MAKE_CELL_r00 1258 +#define _MAKE_FUNCTION_r11 1259 +#define _MAKE_WARM_r00 1260 +#define _MAKE_WARM_r11 1261 +#define _MAKE_WARM_r22 1262 +#define _MAKE_WARM_r33 1263 +#define _MAP_ADD_r20 1264 +#define _MATCH_CLASS_r31 1265 +#define _MATCH_KEYS_r23 1266 +#define _MATCH_MAPPING_r02 1267 +#define _MATCH_MAPPING_r12 1268 +#define _MATCH_MAPPING_r23 1269 +#define _MATCH_SEQUENCE_r02 1270 +#define _MATCH_SEQUENCE_r12 1271 +#define _MATCH_SEQUENCE_r23 1272 +#define _MAYBE_EXPAND_METHOD_r00 1273 +#define _MAYBE_EXPAND_METHOD_KW_r11 1274 +#define _MONITOR_CALL_r00 1275 +#define _MONITOR_CALL_KW_r11 1276 +#define _MONITOR_JUMP_BACKWARD_r00 1277 +#define _MONITOR_JUMP_BACKWARD_r11 1278 +#define _MONITOR_JUMP_BACKWARD_r22 1279 +#define _MONITOR_JUMP_BACKWARD_r33 1280 +#define _MONITOR_RESUME_r00 1281 +#define _NOP_r00 1282 +#define _NOP_r11 1283 +#define _NOP_r22 1284 +#define _NOP_r33 1285 +#define _POP_CALL_r20 1286 +#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1287 +#define _POP_CALL_ONE_r30 1288 +#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1289 +#define _POP_CALL_TWO_r30 1290 +#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1291 +#define _POP_EXCEPT_r10 1292 +#define _POP_ITER_r20 1293 +#define _POP_JUMP_IF_FALSE_r00 1294 +#define _POP_JUMP_IF_FALSE_r10 1295 +#define _POP_JUMP_IF_FALSE_r21 1296 +#define _POP_JUMP_IF_FALSE_r32 1297 +#define _POP_JUMP_IF_TRUE_r00 1298 +#define _POP_JUMP_IF_TRUE_r10 1299 +#define _POP_JUMP_IF_TRUE_r21 1300 +#define _POP_JUMP_IF_TRUE_r32 1301 +#define _POP_TOP_r10 1302 +#define _POP_TOP_FLOAT_r00 1303 +#define _POP_TOP_FLOAT_r10 1304 +#define _POP_TOP_FLOAT_r21 1305 +#define _POP_TOP_FLOAT_r32 1306 +#define _POP_TOP_INT_r00 1307 +#define _POP_TOP_INT_r10 1308 +#define _POP_TOP_INT_r21 1309 +#define _POP_TOP_INT_r32 1310 +#define _POP_TOP_LOAD_CONST_INLINE_r11 1311 +#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1312 +#define _POP_TOP_NOP_r00 1313 +#define _POP_TOP_NOP_r10 1314 +#define _POP_TOP_NOP_r21 1315 +#define _POP_TOP_NOP_r32 1316 +#define _POP_TOP_UNICODE_r00 1317 +#define _POP_TOP_UNICODE_r10 1318 +#define _POP_TOP_UNICODE_r21 1319 +#define _POP_TOP_UNICODE_r32 1320 +#define _POP_TWO_r20 1321 +#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1322 +#define _PUSH_EXC_INFO_r02 1323 +#define _PUSH_EXC_INFO_r12 1324 +#define _PUSH_EXC_INFO_r23 1325 +#define _PUSH_FRAME_r10 1326 +#define _PUSH_NULL_r01 1327 +#define _PUSH_NULL_r12 1328 +#define _PUSH_NULL_r23 1329 +#define _PUSH_NULL_CONDITIONAL_r00 1330 +#define _PY_FRAME_EX_r31 1331 +#define _PY_FRAME_GENERAL_r01 1332 +#define _PY_FRAME_KW_r11 1333 +#define _QUICKEN_RESUME_r00 1334 +#define _QUICKEN_RESUME_r11 1335 +#define _QUICKEN_RESUME_r22 1336 +#define _QUICKEN_RESUME_r33 1337 +#define _REPLACE_WITH_TRUE_r02 1338 +#define _REPLACE_WITH_TRUE_r12 1339 +#define _REPLACE_WITH_TRUE_r23 1340 +#define _RESUME_CHECK_r00 1341 +#define _RESUME_CHECK_r11 1342 +#define _RESUME_CHECK_r22 1343 +#define _RESUME_CHECK_r33 1344 +#define _RETURN_GENERATOR_r01 1345 +#define _RETURN_VALUE_r11 1346 +#define _SAVE_RETURN_OFFSET_r00 1347 +#define _SAVE_RETURN_OFFSET_r11 1348 +#define _SAVE_RETURN_OFFSET_r22 1349 +#define _SAVE_RETURN_OFFSET_r33 1350 +#define _SEND_r22 1351 +#define _SEND_GEN_FRAME_r22 1352 +#define _SETUP_ANNOTATIONS_r00 1353 +#define _SET_ADD_r10 1354 +#define _SET_FUNCTION_ATTRIBUTE_r01 1355 +#define _SET_FUNCTION_ATTRIBUTE_r11 1356 +#define _SET_FUNCTION_ATTRIBUTE_r21 1357 +#define _SET_FUNCTION_ATTRIBUTE_r32 1358 +#define _SET_IP_r00 1359 +#define _SET_IP_r11 1360 +#define _SET_IP_r22 1361 +#define _SET_IP_r33 1362 +#define _SET_UPDATE_r10 1363 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1364 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1365 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1366 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1367 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1368 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1369 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1370 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1371 +#define _SPILL_OR_RELOAD_r01 1372 +#define _SPILL_OR_RELOAD_r02 1373 +#define _SPILL_OR_RELOAD_r03 1374 +#define _SPILL_OR_RELOAD_r10 1375 +#define _SPILL_OR_RELOAD_r12 1376 +#define _SPILL_OR_RELOAD_r13 1377 +#define _SPILL_OR_RELOAD_r20 1378 +#define _SPILL_OR_RELOAD_r21 1379 +#define _SPILL_OR_RELOAD_r23 1380 +#define _SPILL_OR_RELOAD_r30 1381 +#define _SPILL_OR_RELOAD_r31 1382 +#define _SPILL_OR_RELOAD_r32 1383 +#define _START_EXECUTOR_r00 1384 +#define _STORE_ATTR_r20 1385 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1386 +#define _STORE_ATTR_SLOT_r21 1387 +#define _STORE_ATTR_WITH_HINT_r21 1388 +#define _STORE_DEREF_r10 1389 +#define _STORE_FAST_LOAD_FAST_r11 1390 +#define _STORE_FAST_STORE_FAST_r20 1391 +#define _STORE_GLOBAL_r10 1392 +#define _STORE_NAME_r10 1393 +#define _STORE_SLICE_r30 1394 +#define _STORE_SUBSCR_r30 1395 +#define _STORE_SUBSCR_DICT_r31 1396 +#define _STORE_SUBSCR_LIST_INT_r32 1397 +#define _SWAP_r11 1398 +#define _SWAP_2_r02 1399 +#define _SWAP_2_r12 1400 +#define _SWAP_2_r22 1401 +#define _SWAP_2_r33 1402 +#define _SWAP_3_r03 1403 +#define _SWAP_3_r13 1404 +#define _SWAP_3_r23 1405 +#define _SWAP_3_r33 1406 +#define _SWAP_FAST_r01 1407 +#define _SWAP_FAST_r11 1408 +#define _SWAP_FAST_r22 1409 +#define _SWAP_FAST_r33 1410 +#define _SWAP_FAST_0_r01 1411 +#define _SWAP_FAST_0_r11 1412 +#define _SWAP_FAST_0_r22 1413 +#define _SWAP_FAST_0_r33 1414 +#define _SWAP_FAST_1_r01 1415 +#define _SWAP_FAST_1_r11 1416 +#define _SWAP_FAST_1_r22 1417 +#define _SWAP_FAST_1_r33 1418 +#define _SWAP_FAST_2_r01 1419 +#define _SWAP_FAST_2_r11 1420 +#define _SWAP_FAST_2_r22 1421 +#define _SWAP_FAST_2_r33 1422 +#define _SWAP_FAST_3_r01 1423 +#define _SWAP_FAST_3_r11 1424 +#define _SWAP_FAST_3_r22 1425 +#define _SWAP_FAST_3_r33 1426 +#define _SWAP_FAST_4_r01 1427 +#define _SWAP_FAST_4_r11 1428 +#define _SWAP_FAST_4_r22 1429 +#define _SWAP_FAST_4_r33 1430 +#define _SWAP_FAST_5_r01 1431 +#define _SWAP_FAST_5_r11 1432 +#define _SWAP_FAST_5_r22 1433 +#define _SWAP_FAST_5_r33 1434 +#define _SWAP_FAST_6_r01 1435 +#define _SWAP_FAST_6_r11 1436 +#define _SWAP_FAST_6_r22 1437 +#define _SWAP_FAST_6_r33 1438 +#define _SWAP_FAST_7_r01 1439 +#define _SWAP_FAST_7_r11 1440 +#define _SWAP_FAST_7_r22 1441 +#define _SWAP_FAST_7_r33 1442 +#define _TIER2_RESUME_CHECK_r00 1443 +#define _TIER2_RESUME_CHECK_r11 1444 +#define _TIER2_RESUME_CHECK_r22 1445 +#define _TIER2_RESUME_CHECK_r33 1446 +#define _TO_BOOL_r11 1447 +#define _TO_BOOL_BOOL_r01 1448 +#define _TO_BOOL_BOOL_r11 1449 +#define _TO_BOOL_BOOL_r22 1450 +#define _TO_BOOL_BOOL_r33 1451 +#define _TO_BOOL_INT_r02 1452 +#define _TO_BOOL_INT_r12 1453 +#define _TO_BOOL_INT_r23 1454 +#define _TO_BOOL_LIST_r02 1455 +#define _TO_BOOL_LIST_r12 1456 +#define _TO_BOOL_LIST_r23 1457 +#define _TO_BOOL_NONE_r01 1458 +#define _TO_BOOL_NONE_r11 1459 +#define _TO_BOOL_NONE_r22 1460 +#define _TO_BOOL_NONE_r33 1461 +#define _TO_BOOL_STR_r02 1462 +#define _TO_BOOL_STR_r12 1463 +#define _TO_BOOL_STR_r23 1464 +#define _TRACE_RECORD_r00 1465 +#define _UNARY_INVERT_r12 1466 +#define _UNARY_NEGATIVE_r12 1467 +#define _UNARY_NOT_r01 1468 +#define _UNARY_NOT_r11 1469 +#define _UNARY_NOT_r22 1470 +#define _UNARY_NOT_r33 1471 +#define _UNPACK_EX_r10 1472 +#define _UNPACK_SEQUENCE_r10 1473 +#define _UNPACK_SEQUENCE_LIST_r10 1474 +#define _UNPACK_SEQUENCE_TUPLE_r10 1475 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1476 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1477 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1478 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1479 +#define _WITH_EXCEPT_START_r33 1480 +#define _YIELD_VALUE_r11 1481 +#define MAX_UOP_REGS_ID 1481 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index c08f1e24fd1c12..5e2556f2d8b2c4 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -155,7 +155,10 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_DELETE_NAME] = HAS_ARG_FLAG | HAS_NAME_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_UNPACK_SEQUENCE] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_UNPACK_SEQUENCE_TWO_TUPLE] = HAS_ARG_FLAG | HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, + [_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE] = HAS_ESCAPES_FLAG, + [_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE] = HAS_ESCAPES_FLAG, [_UNPACK_SEQUENCE_TUPLE] = HAS_ARG_FLAG | HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, + [_UNPACK_SEQUENCE_UNIQUE_TUPLE] = HAS_ARG_FLAG | HAS_ESCAPES_FLAG, [_UNPACK_SEQUENCE_LIST] = HAS_ARG_FLAG | HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, [_UNPACK_EX] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_STORE_ATTR] = HAS_ARG_FLAG | HAS_NAME_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, @@ -1483,6 +1486,24 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE] = { + .best = { 1, 1, 1, 1 }, + .entries = { + { -1, -1, -1 }, + { 2, 1, _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + }, + }, + [_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE] = { + .best = { 1, 1, 1, 1 }, + .entries = { + { -1, -1, -1 }, + { 3, 1, _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + }, + }, [_UNPACK_SEQUENCE_TUPLE] = { .best = { 1, 1, 1, 1 }, .entries = { @@ -1492,6 +1513,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_UNPACK_SEQUENCE_UNIQUE_TUPLE] = { + .best = { 1, 1, 1, 1 }, + .entries = { + { -1, -1, -1 }, + { 0, 1, _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 }, + { -1, -1, -1 }, + { -1, -1, -1 }, + }, + }, [_UNPACK_SEQUENCE_LIST] = { .best = { 1, 1, 1, 1 }, .entries = { @@ -3819,7 +3849,10 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_DELETE_NAME_r00] = _DELETE_NAME, [_UNPACK_SEQUENCE_r10] = _UNPACK_SEQUENCE, [_UNPACK_SEQUENCE_TWO_TUPLE_r12] = _UNPACK_SEQUENCE_TWO_TUPLE, + [_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12] = _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE, + [_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13] = _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE, [_UNPACK_SEQUENCE_TUPLE_r10] = _UNPACK_SEQUENCE_TUPLE, + [_UNPACK_SEQUENCE_UNIQUE_TUPLE_r10] = _UNPACK_SEQUENCE_UNIQUE_TUPLE, [_UNPACK_SEQUENCE_LIST_r10] = _UNPACK_SEQUENCE_LIST, [_UNPACK_EX_r10] = _UNPACK_EX, [_STORE_ATTR_r20] = _STORE_ATTR, @@ -5487,6 +5520,12 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_UNPACK_SEQUENCE_TUPLE_r10] = "_UNPACK_SEQUENCE_TUPLE_r10", [_UNPACK_SEQUENCE_TWO_TUPLE] = "_UNPACK_SEQUENCE_TWO_TUPLE", [_UNPACK_SEQUENCE_TWO_TUPLE_r12] = "_UNPACK_SEQUENCE_TWO_TUPLE_r12", + [_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE] = "_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE", + [_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13] = "_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13", + [_UNPACK_SEQUENCE_UNIQUE_TUPLE] = "_UNPACK_SEQUENCE_UNIQUE_TUPLE", + [_UNPACK_SEQUENCE_UNIQUE_TUPLE_r10] = "_UNPACK_SEQUENCE_UNIQUE_TUPLE_r10", + [_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE] = "_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE", + [_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12] = "_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12", [_WITH_EXCEPT_START] = "_WITH_EXCEPT_START", [_WITH_EXCEPT_START_r33] = "_WITH_EXCEPT_START_r33", [_YIELD_VALUE] = "_YIELD_VALUE", @@ -5735,8 +5774,14 @@ int _PyUop_num_popped(int opcode, int oparg) return 1; case _UNPACK_SEQUENCE_TWO_TUPLE: return 1; + case _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE: + return 1; + case _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE: + return 1; case _UNPACK_SEQUENCE_TUPLE: return 1; + case _UNPACK_SEQUENCE_UNIQUE_TUPLE: + return 1; case _UNPACK_SEQUENCE_LIST: return 1; case _UNPACK_EX: diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 8fa4f02afb5b45..3811d02b44ad83 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -1966,6 +1966,125 @@ def f(n): self.assertEqual(uops.count("_BINARY_OP_SUBSCR_LIST_INT"), 1) self.assertEqual(uops.count("_TO_BOOL_LIST"), 1) + def test_unique_tuple_unpack(self): + def f(n): + def four_tuple(x): + return (x, x, x, x) + hits = 0 + for i in range(n): + w, x, y, z = four_tuple(1) + hits += w + x + y + z + return hits + + res, ex = self._run_with_optimizer(f, TIER2_THRESHOLD) + self.assertEqual(res, TIER2_THRESHOLD * 4) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + + self.assertIn("_BUILD_TUPLE", uops) + self.assertIn("_UNPACK_SEQUENCE_UNIQUE_TUPLE", uops) + self.assertNotIn("_UNPACK_SEQUENCE_TUPLE", uops) + + def test_non_unique_tuple_unpack(self): + def f(n): + def four_tuple(x): + return (x, x, x, x) + hits = 0 + for i in range(n): + t = four_tuple(1) + w, x, y, z = t + hits += w + x + y + z + return hits + + res, ex = self._run_with_optimizer(f, TIER2_THRESHOLD) + self.assertEqual(res, TIER2_THRESHOLD * 4) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + + self.assertIn("_BUILD_TUPLE", uops) + self.assertIn("_UNPACK_SEQUENCE_TUPLE", uops) + self.assertNotIn("_UNPACK_SEQUENCE_UNIQUE_TUPLE", uops) + + def test_unique_three_tuple_unpack(self): + def f(n): + def three_tuple(x): + return (x, x, x) + hits = 0 + for i in range(n): + x, y, z = three_tuple(1) + hits += x + y + z + return hits + + res, ex = self._run_with_optimizer(f, TIER2_THRESHOLD) + self.assertEqual(res, TIER2_THRESHOLD * 3) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + + self.assertIn("_BUILD_TUPLE", uops) + self.assertIn("_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE", uops) + self.assertNotIn("_UNPACK_SEQUENCE_TUPLE", uops) + + def test_non_unique_three_tuple_unpack(self): + def f(n): + def three_tuple(x): + return (x, x, x) + hits = 0 + for i in range(n): + t = three_tuple(1) + x, y, z = t + hits += x + y + z + return hits + + res, ex = self._run_with_optimizer(f, TIER2_THRESHOLD) + self.assertEqual(res, TIER2_THRESHOLD * 3) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + + self.assertIn("_BUILD_TUPLE", uops) + self.assertIn("_UNPACK_SEQUENCE_TUPLE", uops) + self.assertNotIn("_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE", uops) + + def test_unique_two_tuple_unpack(self): + def f(n): + def two_tuple(x): + return (x, x) + hits = 0 + for i in range(n): + x, y = two_tuple(1) + hits += x + y + return hits + + res, ex = self._run_with_optimizer(f, TIER2_THRESHOLD) + self.assertEqual(res, TIER2_THRESHOLD * 2) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + + self.assertIn("_BUILD_TUPLE", uops) + self.assertIn("_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE", uops) + self.assertNotIn("_UNPACK_SEQUENCE_TWO_TUPLE", uops) + self.assertNotIn("_UNPACK_SEQUENCE_TUPLE", uops) + + def test_non_unique_two_tuple_unpack(self): + def f(n): + def two_tuple(x): + return (x, x) + hits = 0 + for i in range(n): + tt = two_tuple(1) + x, y = tt + hits += x + y + return hits + + res, ex = self._run_with_optimizer(f, TIER2_THRESHOLD) + self.assertEqual(res, TIER2_THRESHOLD * 2) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + + self.assertIn("_BUILD_TUPLE", uops) + self.assertIn("_UNPACK_SEQUENCE_TWO_TUPLE", uops) + self.assertNotIn("_UNPACK_SEQUENCE_TUPLE", uops) + self.assertNotIn("_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE", uops) + def test_remove_guard_for_known_type_set(self): def f(n): x = 0 diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-01-31-15-15-43.gh-issue-143414.Jgl4xu.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-01-31-15-15-43.gh-issue-143414.Jgl4xu.rst new file mode 100644 index 00000000000000..91f66e68bc9e8d --- /dev/null +++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-01-31-15-15-43.gh-issue-143414.Jgl4xu.rst @@ -0,0 +1 @@ +Add tracking to the JIT optimizer to determine whether a reference is uniquely owned or shared diff --git a/Objects/tupleobject.c b/Objects/tupleobject.c index 01afa53e15cd5d..0ed159415ec516 100644 --- a/Objects/tupleobject.c +++ b/Objects/tupleobject.c @@ -234,6 +234,19 @@ _PyTuple_FromPairSteal(PyObject *first, PyObject *second) /* Methods */ +void +_PyTuple_Free(PyObject *obj) +{ + assert(PyTuple_CheckExact(obj)); + PyTupleObject *op = _PyTuple_CAST(obj); + assert(Py_SIZE(op) != 0); + + // This will abort on the empty singleton (if there is one). + if (!maybe_freelist_push(op)) { + Py_TYPE(op)->tp_free((PyObject *)op); + } +} + static void tuple_dealloc(PyObject *self) { diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 8a748fec9e4201..b49ed72cb4384a 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -33,7 +33,7 @@ #include "pycore_sliceobject.h" // _PyBuildSlice_ConsumeRefs #include "pycore_stackref.h" #include "pycore_template.h" // _PyTemplate_Build() -#include "pycore_tuple.h" // _PyTuple_ITEMS() +#include "pycore_tuple.h" // _PyTuple_Free(), _PyTuple_ITEMS() #include "pycore_typeobject.h" // _PySuper_Lookup() #include "pycore_dict.h" @@ -1692,6 +1692,25 @@ dummy_func( PyStackRef_CLOSE(seq); } + op(_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE, (seq -- val1, val0)) { + PyObject *seq_o = PyStackRef_AsPyObjectSteal(seq); + STAT_INC(UNPACK_SEQUENCE, hit); + val0 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 0)); + val1 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 1)); + PyObject_GC_UnTrack(seq_o); + _PyTuple_Free(seq_o); + } + + op(_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE, (seq -- val2, val1, val0)) { + PyObject *seq_o = PyStackRef_AsPyObjectSteal(seq); + STAT_INC(UNPACK_SEQUENCE, hit); + val0 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 0)); + val1 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 1)); + val2 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 2)); + PyObject_GC_UnTrack(seq_o); + _PyTuple_Free(seq_o); + } + macro(UNPACK_SEQUENCE_TUPLE) = _GUARD_TOS_TUPLE + unused/1 + _UNPACK_SEQUENCE_TUPLE; @@ -1707,6 +1726,20 @@ dummy_func( DECREF_INPUTS(); } + op(_UNPACK_SEQUENCE_UNIQUE_TUPLE, (seq -- values[oparg])) { + PyObject *seq_o = PyStackRef_AsPyObjectSteal(seq); + assert(PyTuple_CheckExact(seq_o)); + assert(PyTuple_GET_SIZE(seq_o) == oparg); + assert(_PyObject_IsUniquelyReferenced(seq_o)); + STAT_INC(UNPACK_SEQUENCE, hit); + PyObject **items = _PyTuple_ITEMS(seq_o); + for (int i = oparg; --i >= 0; ) { + *values++ = PyStackRef_FromPyObjectSteal(items[i]); + } + PyObject_GC_UnTrack(seq_o); + _PyTuple_Free(seq_o); + } + macro(UNPACK_SEQUENCE_LIST) = _GUARD_TOS_LIST + unused/1 + _UNPACK_SEQUENCE_LIST; diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 09004545267026..d1d360b4438239 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -7423,6 +7423,69 @@ break; } + case _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef seq; + _PyStackRef val1; + _PyStackRef val0; + _PyStackRef _stack_item_0 = _tos_cache0; + seq = _stack_item_0; + PyObject *seq_o = PyStackRef_AsPyObjectSteal(seq); + STAT_INC(UNPACK_SEQUENCE, hit); + val0 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 0)); + val1 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 1)); + stack_pointer[0] = val1; + stack_pointer[1] = val0; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject_GC_UnTrack(seq_o); + _PyTuple_Free(seq_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + _tos_cache1 = val0; + _tos_cache0 = val1; + _tos_cache2 = PyStackRef_ZERO_BITS; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef seq; + _PyStackRef val2; + _PyStackRef val1; + _PyStackRef val0; + _PyStackRef _stack_item_0 = _tos_cache0; + seq = _stack_item_0; + PyObject *seq_o = PyStackRef_AsPyObjectSteal(seq); + STAT_INC(UNPACK_SEQUENCE, hit); + val0 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 0)); + val1 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 1)); + val2 = PyStackRef_FromPyObjectSteal(PyTuple_GET_ITEM(seq_o, 2)); + stack_pointer[0] = val2; + stack_pointer[1] = val1; + stack_pointer[2] = val0; + stack_pointer += 3; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject_GC_UnTrack(seq_o); + _PyTuple_Free(seq_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + _tos_cache2 = val0; + _tos_cache1 = val1; + _tos_cache0 = val2; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -3; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _UNPACK_SEQUENCE_TUPLE_r10: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -7458,6 +7521,38 @@ break; } + case _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef seq; + _PyStackRef *values; + _PyStackRef _stack_item_0 = _tos_cache0; + oparg = CURRENT_OPARG(); + seq = _stack_item_0; + values = &stack_pointer[0]; + PyObject *seq_o = PyStackRef_AsPyObjectSteal(seq); + assert(PyTuple_CheckExact(seq_o)); + assert(PyTuple_GET_SIZE(seq_o) == oparg); + assert(_PyObject_IsUniquelyReferenced(seq_o)); + STAT_INC(UNPACK_SEQUENCE, hit); + PyObject **items = _PyTuple_ITEMS(seq_o); + for (int i = oparg; --i >= 0; ) { + *values++ = PyStackRef_FromPyObjectSteal(items[i]); + } + _PyFrame_SetStackPointer(frame, stack_pointer); + PyObject_GC_UnTrack(seq_o); + _PyTuple_Free(seq_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + _tos_cache0 = PyStackRef_ZERO_BITS; + _tos_cache1 = PyStackRef_ZERO_BITS; + _tos_cache2 = PyStackRef_ZERO_BITS; + SET_CURRENT_CACHED_VALUES(0); + stack_pointer += oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _UNPACK_SEQUENCE_LIST_r10: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 2f52837f058113..8a424fa27dc874 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -94,20 +94,24 @@ dummy_func(void) { if (sym_is_null(value)) { ctx->done = true; } + assert(!PyJitRef_IsUnique(value)); } op(_LOAD_FAST, (-- value)) { value = GETLOCAL(oparg); + assert(!PyJitRef_IsUnique(value)); } op(_LOAD_FAST_BORROW, (-- value)) { value = PyJitRef_Borrow(GETLOCAL(oparg)); + assert(!PyJitRef_IsUnique(value)); } op(_LOAD_FAST_AND_CLEAR, (-- value)) { value = GETLOCAL(oparg); JitOptRef temp = sym_new_null(ctx); GETLOCAL(oparg) = temp; + assert(!PyJitRef_IsUnique(value)); } op(_STORE_ATTR_INSTANCE_VALUE, (offset/1, value, owner -- o)) { @@ -124,7 +128,7 @@ dummy_func(void) { op(_SWAP_FAST, (value -- trash)) { JitOptRef tmp = GETLOCAL(oparg); - GETLOCAL(oparg) = value; + GETLOCAL(oparg) = PyJitRef_RemoveUnique(value); trash = tmp; } @@ -698,6 +702,7 @@ dummy_func(void) { op(_COPY, (bottom, unused[oparg-1] -- bottom, unused[oparg-1], top)) { assert(oparg > 0); + bottom = PyJitRef_RemoveUnique(bottom); top = bottom; } @@ -945,7 +950,7 @@ dummy_func(void) { op(_RETURN_VALUE, (retval -- res)) { // Mimics PyStackRef_MakeHeapSafe in the interpreter. - JitOptRef temp = PyJitRef_StripReferenceInfo(retval); + JitOptRef temp = PyJitRef_StripBorrowInfo(retval); DEAD(retval); SAVE_STACK(); ctx->frame->stack_pointer = stack_pointer; @@ -1275,6 +1280,7 @@ dummy_func(void) { op(_BUILD_TUPLE, (values[oparg] -- tup)) { tup = sym_new_tuple(ctx, oparg, values); + tup = PyJitRef_MakeUnique(tup); } op(_BUILD_LIST, (values[oparg] -- list)) { @@ -1298,11 +1304,20 @@ dummy_func(void) { } op(_UNPACK_SEQUENCE_TWO_TUPLE, (seq -- val1, val0)) { + if (PyJitRef_IsUnique(seq) && sym_tuple_length(seq) == 2) { + ADD_OP(_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE, oparg, 0); + } val0 = sym_tuple_getitem(ctx, seq, 0); val1 = sym_tuple_getitem(ctx, seq, 1); } op(_UNPACK_SEQUENCE_TUPLE, (seq -- values[oparg])) { + if (PyJitRef_IsUnique(seq) && sym_tuple_length(seq) == 3) { + ADD_OP(_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE, oparg, 0); + } + else if (PyJitRef_IsUnique(seq) && sym_tuple_length(seq) == oparg) { + ADD_OP(_UNPACK_SEQUENCE_UNIQUE_TUPLE, oparg, 0); + } for (int i = 0; i < oparg; i++) { values[i] = sym_tuple_getitem(ctx, seq, oparg - i - 1); } diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index c35c77ed442d7a..25bdf36df84c5d 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -33,6 +33,7 @@ if (sym_is_null(value)) { ctx->done = true; } + assert(!PyJitRef_IsUnique(value)); CHECK_STACK_BOUNDS(1); stack_pointer[0] = value; stack_pointer += 1; @@ -43,6 +44,7 @@ case _LOAD_FAST: { JitOptRef value; value = GETLOCAL(oparg); + assert(!PyJitRef_IsUnique(value)); CHECK_STACK_BOUNDS(1); stack_pointer[0] = value; stack_pointer += 1; @@ -53,6 +55,7 @@ case _LOAD_FAST_BORROW: { JitOptRef value; value = PyJitRef_Borrow(GETLOCAL(oparg)); + assert(!PyJitRef_IsUnique(value)); CHECK_STACK_BOUNDS(1); stack_pointer[0] = value; stack_pointer += 1; @@ -65,6 +68,7 @@ value = GETLOCAL(oparg); JitOptRef temp = sym_new_null(ctx); GETLOCAL(oparg) = temp; + assert(!PyJitRef_IsUnique(value)); CHECK_STACK_BOUNDS(1); stack_pointer[0] = value; stack_pointer += 1; @@ -104,7 +108,7 @@ JitOptRef trash; value = stack_pointer[-1]; JitOptRef tmp = GETLOCAL(oparg); - GETLOCAL(oparg) = value; + GETLOCAL(oparg) = PyJitRef_RemoveUnique(value); trash = tmp; stack_pointer[-1] = trash; break; @@ -1313,7 +1317,7 @@ JitOptRef retval; JitOptRef res; retval = stack_pointer[-1]; - JitOptRef temp = PyJitRef_StripReferenceInfo(retval); + JitOptRef temp = PyJitRef_StripBorrowInfo(retval); CHECK_STACK_BOUNDS(-1); stack_pointer += -1; ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); @@ -1467,6 +1471,9 @@ JitOptRef val1; JitOptRef val0; seq = stack_pointer[-1]; + if (PyJitRef_IsUnique(seq) && sym_tuple_length(seq) == 2) { + ADD_OP(_UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE, oparg, 0); + } val0 = sym_tuple_getitem(ctx, seq, 0); val1 = sym_tuple_getitem(ctx, seq, 1); CHECK_STACK_BOUNDS(1); @@ -1477,11 +1484,46 @@ break; } + case _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE: { + JitOptRef val1; + JitOptRef val0; + val1 = sym_new_not_null(ctx); + val0 = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-1] = val1; + stack_pointer[0] = val0; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE: { + JitOptRef val2; + JitOptRef val1; + JitOptRef val0; + val2 = sym_new_not_null(ctx); + val1 = sym_new_not_null(ctx); + val0 = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(2); + stack_pointer[-1] = val2; + stack_pointer[0] = val1; + stack_pointer[1] = val0; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + case _UNPACK_SEQUENCE_TUPLE: { JitOptRef seq; JitOptRef *values; seq = stack_pointer[-1]; values = &stack_pointer[-1]; + if (PyJitRef_IsUnique(seq) && sym_tuple_length(seq) == 3) { + ADD_OP(_UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE, oparg, 0); + } + else if (PyJitRef_IsUnique(seq) && sym_tuple_length(seq) == oparg) { + ADD_OP(_UNPACK_SEQUENCE_UNIQUE_TUPLE, oparg, 0); + } for (int i = 0; i < oparg; i++) { values[i] = sym_tuple_getitem(ctx, seq, oparg - i - 1); } @@ -1491,6 +1533,18 @@ break; } + case _UNPACK_SEQUENCE_UNIQUE_TUPLE: { + JitOptRef *values; + values = &stack_pointer[-1]; + for (int _i = oparg; --_i >= 0;) { + values[_i] = sym_new_not_null(ctx); + } + CHECK_STACK_BOUNDS(-1 + oparg); + stack_pointer += -1 + oparg; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + case _UNPACK_SEQUENCE_LIST: { JitOptRef *values; values = &stack_pointer[-1]; @@ -1781,6 +1835,7 @@ JitOptRef tup; values = &stack_pointer[-oparg]; tup = sym_new_tuple(ctx, oparg, values); + tup = PyJitRef_MakeUnique(tup); CHECK_STACK_BOUNDS(1 - oparg); stack_pointer[-oparg] = tup; stack_pointer += 1 - oparg; @@ -3740,8 +3795,10 @@ JitOptRef top; bottom = stack_pointer[-1 - (oparg-1)]; assert(oparg > 0); + bottom = PyJitRef_RemoveUnique(bottom); top = bottom; CHECK_STACK_BOUNDS(1); + stack_pointer[-1 - (oparg-1)] = bottom; stack_pointer[0] = top; stack_pointer += 1; ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__);