Add aux mirror

gpAux/gpdemo/demo_cluster.sh

@@ -347,6 +347,8 @@ if [ "${ENABLE_COPY}" == "true" ]; then
 		ycmdb.yc_allow_copy_to_program=on
 		ycmdb.yc_allow_copy_from_file=on
 		ycmdb.yc_allow_copy_to_file=on
+		wal_level=hot_standby
+		hot_standby=on
 
 	EOF
 fi

gpcontrib/gp_aux_catalog/gp_aux_catalog--1.0--1.1.sql

@@ -23,3 +23,11 @@ SELECT gpdb_binary_upgrade_catalog_1_0_to_1_1_m();
 
 DROP FUNCTION gpdb_binary_upgrade_catalog_1_0_to_1_1_seg();
 DROP FUNCTION gpdb_binary_upgrade_catalog_1_0_to_1_1_m();
+
+CREATE OR REPLACE FUNCTION
+gp_add_segment_aux_mirror(int2, text, text, int4, text) 
+RETURNS int2
+AS 'MODULE_PATHNAME'
+VOLATILE
+EXECUTE ON MASTER
+LANGUAGE C STRICT;

gpcontrib/gp_aux_catalog/gp_aux_catalog.c

@@ -3,6 +3,7 @@
 
 #include "catalog/indexing.h"
 #include "utils/builtins.h"
+<<<<<<< HEAD
 #include "utils/fmgroids.h"
 #include "access/heapam.h"
 #include "catalog/pg_proc.h"
@@ -16,6 +17,11 @@
 #include "catalog/pg_amop.h"
 #include "access/htup_details.h"
 #include "../backend/commands/analyzefuncs.c"
+=======
+
+#include "cdb/cdbutil.h"
+
+>>>>>>> c97cd21a41 (Add aux mirror)
 PG_MODULE_MAGIC;
 void _PG_init(void);
 
@@ -43,6 +49,7 @@ pg_event_trigger_table_rewrite_reason(PG_FUNCTION_ARGS)
     return pg_event_trigger_table_rewrite_reason_internal(fcinfo);
 }
 
+<<<<<<< HEAD
 static void
 gpdb_binary_upgrade_insert_pro_tup(
 	Relation rel,
@@ -167,4 +174,45 @@ gp_acquire_sample_rows_vac(PG_FUNCTION_ARGS)
 	bool		inherited = PG_GETARG_BOOL(2);
 	int32		vacopts = PG_GETARG_INT32(3);
 	return gp_acquire_sample_rows_int(fcinfo,relOid,targrows,inherited,vacopts);
-}
+}
+
+Datum
+gp_add_segment_aux_mirror(PG_FUNCTION_ARGS)
+{
+	GpSegConfigEntry new;
+
+	if (PG_ARGISNULL(0))
+		elog(ERROR, "contentid cannot be NULL");
+	new.segindex = PG_GETARG_INT16(0);
+
+	if (PG_ARGISNULL(1))
+		elog(ERROR, "hostname cannot be NULL");
+	new.hostname = TextDatumGetCString(PG_GETARG_DATUM(1));
+
+	if (PG_ARGISNULL(2))
+		elog(ERROR, "address cannot be NULL");
+	new.address = TextDatumGetCString(PG_GETARG_DATUM(2));
+
+	if (PG_ARGISNULL(3))
+		elog(ERROR, "port cannot be NULL");
+	new.port = PG_GETARG_INT32(3);
+
+	if (PG_ARGISNULL(4))
+		elog(ERROR, "datadir cannot be NULL");
+	new.datadir = TextDatumGetCString(PG_GETARG_DATUM(4));
+
+/* XXX: todo - check
+	mirroring_sanity_check(MASTER_ONLY | SUPERUSER, "gp_add_segment_aux_mirror");
+*/
+
+
+	new.dbid = get_availableDbId();
+	new.mode = GP_SEGMENT_CONFIGURATION_MODE_NOTINSYNC;
+	new.status = GP_SEGMENT_CONFIGURATION_STATUS_DOWN;
+	new.role = GP_SEGMENT_CONFIGURATION_ROLE_AUX_MIRROR;
+	new.preferred_role = GP_SEGMENT_CONFIGURATION_ROLE_AUX_MIRROR;
+
+	add_segment(&new);
+
+	PG_RETURN_INT16(new.dbid);
+}

gpcontrib/gpdebug/Makefile

@@ -0,0 +1,12 @@
+# gpcontrib/gpdebug/Makefile
+
+MODULE_big = gpdebug
+OBJS = gpdebug.o $(WIN32RES)
+
+EXTENSION = gpdebug
+DATA = gpdebug--1.0.sql
+PGFILEDESC = "gpdebug - An debug logging for PostgreSQL"
+
+PG_CONFIG = pg_config
+PGXS := $(shell $(PG_CONFIG) --pgxs)
+include $(PGXS)

gpcontrib/gpdebug/gpdebug--1.0.sql

@@ -0,0 +1,2 @@
+CREATE OR REPLACE FUNCTION cleanupAllGangs() RETURNS BOOL
+AS 'MODULE_PATHNAME','cleanupAllGangs' LANGUAGE C;

gpcontrib/gpdebug/gpdebug.c

@@ -0,0 +1,27 @@
+
+
+/*------------------------------------------------------------------------------
+ * gpdebug.c
+ *
+ * Copyright (c) 2014-2021, PostgreSQL Global Development Group
+ *------------------------------------------------------------------------------
+ */
+#include "postgres.h"
+
+
+#include "cdb/cdbvars.h"
+#include "cdb/cdbgang.h"
+
+PG_MODULE_MAGIC;
+
+void _PG_init(void);
+
+PG_FUNCTION_INFO_V1(cleanupAllGangs);
+Datum
+cleanupAllGangs(PG_FUNCTION_ARGS)
+{
+	if (Gp_role != GP_ROLE_DISPATCH)
+		elog(ERROR, "cleanupAllGangs can only be executed on master");
+	DisconnectAndDestroyAllGangs(false);
+	PG_RETURN_BOOL(true);
+}

gpcontrib/gpdebug/gpdebug.control

@@ -0,0 +1,5 @@
+# gpdebug extension
+comment = 'provides debug functionality'
+default_version = '1.0'
+module_pathname = '$libdir/gpdebug'
+relocatable = true

src/backend/access/transam/distributedlog.c

@@ -163,6 +163,7 @@ DistributedLog_InitOldestXmin(void)
 
 	pg_atomic_write_u32((pg_atomic_uint32 *)&DistributedLogShared->oldestXmin, oldestXmin);
 }
+
 /*
  * Advance the "oldest xmin" among distributed snapshots.
  *

src/backend/access/transam/twophase.c

@@ -1282,7 +1282,7 @@ StandbyTransactionIdIsPrepared(TransactionId xid)
 	 * files, so we cannot use ReadTwoPhaseFile() here. Fortunately, this
 	 * isn't needed until we try to use Hot Standby.
 	 */
-	elog(ERROR, "Hot Standby not supported");
+	//elog(ERROR, "Hot Standby not supported");
 #if 0
 	char	   *buf;
 	TwoPhaseFileHeader *hdr;
@@ -1879,7 +1879,7 @@ GetOldestPreparedTransaction()
 void
 StandbyRecoverPreparedTransactions(bool overwriteOK)
 {
-	elog(ERROR, "Hot Standby not supported");
+	// elog(ERROR, "Hot Standby not supported");
 }
 
 /*

src/backend/access/transam/xact.c

@@ -2329,8 +2329,8 @@ StartTransaction(void)
 	 * hot standby is enabled.  This mode is not supported in
 	 * Greenplum yet.
 	 */
-	AssertImply(DistributedTransactionContext != DTX_CONTEXT_LOCAL_ONLY,
-				!s->startedInRecovery);
+	// AssertImply(DistributedTransactionContext != DTX_CONTEXT_LOCAL_ONLY,
+	// 			!s->startedInRecovery);
 	/*
 	 * MPP Modification
 	 *

src/backend/access/transam/xlog.c

@@ -7200,11 +7200,20 @@ StartupXLOG(void)
 				oldestActiveXID = PrescanPreparedTransactions(&xids, &nxids);
 			else
 				oldestActiveXID = checkPoint.oldestActiveXid;
-			Assert(TransactionIdIsValid(oldestActiveXID));
+			// Assert(TransactionIdIsValid(oldestActiveXID));
 
 			/* Tell procarray about the range of xids it has to deal with */
 			ProcArrayInitRecovery(ShmemVariableCache->nextXid);
 
+			/* also initialize latestCompletedXid, to nextXid - 1 */
+			LWLockAcquire(ProcArrayLock, LW_EXCLUSIVE);
+			ShmemVariableCache->latestCompletedXid = ShmemVariableCache->nextXid;
+			TransactionIdRetreat(ShmemVariableCache->latestCompletedXid);
+			elog(LOG, "latest completed transaction id is %u and next transaction id is %u",
+				ShmemVariableCache->latestCompletedXid,
+				ShmemVariableCache->nextXid);
+			LWLockRelease(ProcArrayLock);
+
 			/*
 			 * Startup commit log and subtrans only. MultiXact has already
 			 * been started up and other SLRUs are not maintained during