Inline hot path of slot_getsomeattrs().

This yields a minor speedup, which roughly balances the loss from the
upcoming introduction of callbacks to do some operations on slots.

Author: Andres Freund
Discussion: https://postgr.es/m/20181105210039.hh4vvi4vwoq5ba2q@alap3.anarazel.de

diff --git a/src/backend/executor/execExprInterp.c b/src/backend/executor/execExprInterp.c
index 9f61ef76c2fc651568f61bcc9540e07deffb0bbd..1f9f583cfbbda68201c84f0ba911b060b8a17b16 100644 (file)
--- a/src/backend/executor/execExprInterp.c
+++ b/src/backend/executor/execExprInterp.c
@@ -428,7 +428,6 @@ ExecInterpExpr(ExprState *state, ExprContext *econtext, bool *isnull)
        {
            CheckOpSlotCompatibility(op, innerslot);
 
-           /* XXX: worthwhile to check tts_nvalid inline first? */
            slot_getsomeattrs(innerslot, op->d.fetch.last_var);
 
            EEO_NEXT();

diff --git a/src/backend/executor/execTuples.c b/src/backend/executor/execTuples.c
index 2cd7e5c86698728a5207bf82f3935f0cf10b00b5..4d92cf12699683c3554970694bcb1fce13c8df32 100644 (file)
--- a/src/backend/executor/execTuples.c
+++ b/src/backend/executor/execTuples.c
@@ -1183,22 +1183,19 @@ slot_getattr(TupleTableSlot *slot, int attnum, bool *isnull)
 }
 
 /*
- * slot_getsomeattrs
- *     This function forces the entries of the slot's Datum/isnull
- *     arrays to be valid at least up through the attnum'th entry.
+ * slot_getsomeattrs_int - workhorse for slot_getsomeattrs()
  */
 void
-slot_getsomeattrs(TupleTableSlot *slot, int attnum)
+slot_getsomeattrs_int(TupleTableSlot *slot, int attnum)
 {
    HeapTuple   tuple;
    int         attno;
 
-   /* Quick out if we have 'em all already */
-   if (slot->tts_nvalid >= attnum)
-       return;
+   /* Check for caller errors */
+   Assert(slot->tts_nvalid < attnum); /* slot_getsomeattr checked */
+   Assert(attnum > 0);
 
-   /* Check for caller error */
-   if (attnum <= 0 || attnum > slot->tts_tupleDescriptor->natts)
+   if (unlikely(attnum > slot->tts_tupleDescriptor->natts))
        elog(ERROR, "invalid attribute number %d", attnum);
 
    /*
@@ -1209,9 +1206,7 @@ slot_getsomeattrs(TupleTableSlot *slot, int attnum)
    if (tuple == NULL)          /* internal error */
        elog(ERROR, "cannot extract attribute from empty tuple slot");
 
-   /*
-    * load up any slots available from physical tuple
-    */
+   /* Fetch as many attributes as possible from the underlying tuple. */
    attno = HeapTupleHeaderGetNatts(tuple->t_data);
    attno = Min(attno, attnum);
 
@@ -1220,13 +1215,14 @@ slot_getsomeattrs(TupleTableSlot *slot, int attnum)
    attno = slot->tts_nvalid;
 
    /*
-    * If tuple doesn't have all the atts indicated by attnum, read the rest
-    * as NULLs or missing values
+    * If the underlying tuple doesn't have enough attributes, tuple descriptor
+    * must have the missing attributes.
     */
-   if (attno < attnum)
-       slot_getmissingattrs(slot, attno, attnum);
-
-   slot->tts_nvalid = attnum;
+   if (unlikely(slot->tts_nvalid < attnum))
+   {
+       slot_getmissingattrs(slot, slot->tts_nvalid, attnum);
+       slot->tts_nvalid = attnum;
+   }
 }
 
 /* ----------------------------------------------------------------

diff --git a/src/backend/jit/llvm/llvmjit.c b/src/backend/jit/llvm/llvmjit.c
index 168072afd2f4c2389b242833598680cab30802dc..16519079e33bb4379f29fa7575893dd451b3610f 100644 (file)
--- a/src/backend/jit/llvm/llvmjit.c
+++ b/src/backend/jit/llvm/llvmjit.c
@@ -79,7 +79,7 @@ LLVMTypeRef StructAggStatePerTransData;
 LLVMValueRef AttributeTemplate;
 LLVMValueRef FuncStrlen;
 LLVMValueRef FuncVarsizeAny;
-LLVMValueRef FuncSlotGetsomeattrs;
+LLVMValueRef FuncSlotGetsomeattrsInt;
 LLVMValueRef FuncSlotGetmissingattrs;
 LLVMValueRef FuncMakeExpandedObjectReadOnlyInternal;
 LLVMValueRef FuncExecEvalArrayRefSubscript;
@@ -820,7 +820,7 @@ llvm_create_types(void)
    AttributeTemplate = LLVMGetNamedFunction(mod, "AttributeTemplate");
    FuncStrlen = LLVMGetNamedFunction(mod, "strlen");
    FuncVarsizeAny = LLVMGetNamedFunction(mod, "varsize_any");
-   FuncSlotGetsomeattrs = LLVMGetNamedFunction(mod, "slot_getsomeattrs");
+   FuncSlotGetsomeattrsInt = LLVMGetNamedFunction(mod, "slot_getsomeattrs_int");
    FuncSlotGetmissingattrs = LLVMGetNamedFunction(mod, "slot_getmissingattrs");
    FuncMakeExpandedObjectReadOnlyInternal = LLVMGetNamedFunction(mod, "MakeExpandedObjectReadOnlyInternal");
    FuncExecEvalArrayRefSubscript = LLVMGetNamedFunction(mod, "ExecEvalArrayRefSubscript");

diff --git a/src/backend/jit/llvm/llvmjit_expr.c b/src/backend/jit/llvm/llvmjit_expr.c
index 4cee35f582cc33f604bed82aaa506ec86264f214..1725f6d0be4d064a39b20ab1925d01534ddd43aa 100644 (file)
--- a/src/backend/jit/llvm/llvmjit_expr.c
+++ b/src/backend/jit/llvm/llvmjit_expr.c
@@ -345,7 +345,7 @@ llvm_compile_expr(ExprState *state)
                        params[1] = l_int32_const(op->d.fetch.last_var);
 
                        LLVMBuildCall(b,
-                                     llvm_get_decl(mod, FuncSlotGetsomeattrs),
+                                     llvm_get_decl(mod, FuncSlotGetsomeattrsInt),
                                      params, lengthof(params), "");
                    }
 

diff --git a/src/backend/jit/llvm/llvmjit_types.c b/src/backend/jit/llvm/llvmjit_types.c
index 855a6977ee5fa2986b439146f5bb46fd176928fb..92d37fb1e5b456c67368ea33c08d77a8f237668f 100644 (file)
--- a/src/backend/jit/llvm/llvmjit_types.c
+++ b/src/backend/jit/llvm/llvmjit_types.c
@@ -97,7 +97,7 @@ void     *referenced_functions[] =
 {
    strlen,
    varsize_any,
-   slot_getsomeattrs,
+   slot_getsomeattrs_int,
    slot_getmissingattrs,
    MakeExpandedObjectReadOnlyInternal,
    ExecEvalArrayRefSubscript,

diff --git a/src/include/executor/tuptable.h b/src/include/executor/tuptable.h
index 7e6b40acb1e1483c150093362e436016307d9f12..9470d385309be0801511a86ccfb547247d435887 100644 (file)
--- a/src/include/executor/tuptable.h
+++ b/src/include/executor/tuptable.h
@@ -219,7 +219,6 @@ extern void slot_getmissingattrs(TupleTableSlot *slot, int startAttNum,
                     int lastAttNum);
 extern Datum slot_getattr(TupleTableSlot *slot, int attnum,
             bool *isnull);
-extern void slot_getsomeattrs(TupleTableSlot *slot, int attnum);
 
 /* in access/common/heaptuple.c */
 extern bool slot_attisnull(TupleTableSlot *slot, int attnum);
@@ -227,9 +226,21 @@ extern bool slot_getsysattr(TupleTableSlot *slot, int attnum,
                Datum *value, bool *isnull);
 extern Datum getmissingattr(TupleDesc tupleDesc,
               int attnum, bool *isnull);
+extern void slot_getsomeattrs_int(TupleTableSlot *slot, int attnum);
 
 #ifndef FRONTEND
 
+/*
+ * This function forces the entries of the slot's Datum/isnull arrays to be
+ * valid at least up through the attnum'th entry.
+ */
+static inline void
+slot_getsomeattrs(TupleTableSlot *slot, int attnum)
+{
+   if (slot->tts_nvalid < attnum)
+       slot_getsomeattrs_int(slot, attnum);
+}
+
 /*
  * slot_getallattrs
  *     This function forces all the entries of the slot's Datum/isnull

diff --git a/src/include/jit/llvmjit.h b/src/include/jit/llvmjit.h
index 3eae5e68319ba9ea513a7a3c9aac487cef579ef1..05c9740bc5e0b4ce91386df072cb512e1794627f 100644 (file)
--- a/src/include/jit/llvmjit.h
+++ b/src/include/jit/llvmjit.h
@@ -77,8 +77,8 @@ extern LLVMTypeRef StructAggStatePerGroupData;
 extern LLVMValueRef AttributeTemplate;
 extern LLVMValueRef FuncStrlen;
 extern LLVMValueRef FuncVarsizeAny;
-extern LLVMValueRef FuncSlotGetsomeattrs;
 extern LLVMValueRef FuncSlotGetmissingattrs;
+extern LLVMValueRef FuncSlotGetsomeattrsInt;
 extern LLVMValueRef FuncMakeExpandedObjectReadOnlyInternal;
 extern LLVMValueRef FuncExecEvalArrayRefSubscript;
 extern LLVMValueRef FuncExecEvalSysVar;