Force usage of CinderX interpreter loop when it's enabled for inline dispatch

Summary: In 3.12 we don't use the eval frame hook and instead have our own hook that we check. The normal eval frame hook is checked for before doing inline dispatch but we don't check for our special hook. This adds one special check in DISPATCH_INLINED and then has a couple of additional checks in the opcodes which set "return_offset" to something other than 0 - these need special treatment so we push them down the normal deopt path.

Reviewed By: alexmalyshev

Differential Revision: D97347966

fbshipit-source-id: d03cc7039b866c82a3f2b698bcee08f16915c9c4

Author: DinoV

Python/bytecodes.c

@@ -841,6 +841,7 @@ dummy_func(
                 Ci_PyAwaitable_SetAwaiter(receiver, (PyObject *) _PyFrame_GetGenerator(frame));
             }
             if ((tstate->interp->eval_frame == NULL) &&
+                (Ci_hook_EvalFrame == NULL) &&
                 (Py_TYPE(receiver) == &PyGen_Type || Py_TYPE(receiver) == &PyCoro_Type) &&
                 ((PyGenObject *)receiver)->gi_frame_state < FRAME_EXECUTING)
             {
@@ -878,7 +879,7 @@ dummy_func(
         }
 
         inst(SEND_GEN, (unused/1, receiver, v -- receiver, unused)) {
-            DEOPT_IF(tstate->interp->eval_frame, SEND);
+            DEOPT_IF(tstate->interp->eval_frame || Ci_hook_EvalFrame, SEND);
             PyGenObject *gen = (PyGenObject *)receiver;
             DEOPT_IF(Py_TYPE(gen) != &PyGen_Type &&
                      Py_TYPE(gen) != &PyCoro_Type, SEND);
@@ -2527,7 +2528,7 @@ dummy_func(
         }
 
         inst(FOR_ITER_GEN, (unused/1, iter -- iter, unused)) {
-            DEOPT_IF(tstate->interp->eval_frame, FOR_ITER);
+            DEOPT_IF(tstate->interp->eval_frame || Ci_hook_EvalFrame, FOR_ITER);
             PyGenObject *gen = (PyGenObject *)iter;
             DEOPT_IF(Py_TYPE(gen) != &PyGen_Type, FOR_ITER);
             DEOPT_IF(gen->gi_frame_state >= FRAME_EXECUTING, FOR_ITER);

Python/ceval_macros.h

@@ -105,10 +105,21 @@
 
 #define DISPATCH_INLINED(NEW_FRAME)                     \
     do {                                                \
-        assert(tstate->interp->eval_frame == NULL);     \
         _PyFrame_SetStackPointer(frame, stack_pointer); \
         frame->prev_instr = next_instr - 1;             \
         (NEW_FRAME)->previous = frame;                  \
+        if (Ci_hook_EvalFrame != NULL) {                \
+            PyObject *_hook_result = Ci_hook_EvalFrame( \
+                tstate, (NEW_FRAME), 0);                \
+            stack_pointer =                             \
+                _PyFrame_GetStackPointer(frame);        \
+            if (_hook_result == NULL) {                 \
+                goto error;                             \
+            }                                           \
+            STACK_GROW(1);                              \
+            SET_TOP(_hook_result);                      \
+            DISPATCH();                                 \
+        }                                               \
         frame = cframe.current_frame = (NEW_FRAME);     \
         CALL_STAT_INC(inlined_py_calls);                \
         goto start_frame;                               \