From 17198aede1a019a5b93e5b8eb932214c52f5f173 Mon Sep 17 00:00:00 2001
From: mujinqiang <1165845907@qq.com>
Date: Wed, 4 Aug 2021 09:51:04 +0800
Subject: [PATCH 01/33] =?UTF-8?q?=E5=90=88=E5=85=A5=E5=A2=9E=E5=8A=A0build?=
 =?UTF-8?q?=E5=AE=8C=E6=88=90=E5=90=8E=E6=95=B0=E6=8D=AEflush=E8=90=BD?=
 =?UTF-8?q?=E7=9B=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/bin/pg_ctl/backup.cpp   |   7 ++
 src/bin/pg_ctl/backup.h     |   1 +
 src/bin/pg_ctl/pg_build.cpp | 177 ++++++++++++++++++++++++++++++++++++
 src/bin/pg_ctl/pg_build.h   |   2 +
 src/bin/pg_ctl/pg_ctl.cpp   |   5 +
 5 files changed, 192 insertions(+)

diff --git a/src/bin/pg_ctl/backup.cpp b/src/bin/pg_ctl/backup.cpp
index 52268fd9..8ff69932 100644
--- a/src/bin/pg_ctl/backup.cpp
+++ b/src/bin/pg_ctl/backup.cpp
@@ -1436,6 +1436,13 @@ static void BaseBackup(const char* dirname, uint32 term)
     PQfinish(streamConn);
     streamConn = NULL;
 
+    /* fsync all data come from source */
+    if (!no_need_fsync) {
+        show_full_build_process("starting fsync all files come from source.");
+        (void) fsync_pgdata(basedir);
+        show_full_build_process("finish fsync all files.");
+    }
+
     /* delete dw file if exists, recreate it and write a page of zero */
     backup_dw_file(dirname);
     show_full_build_process("build dummy dw file success");
diff --git a/src/bin/pg_ctl/backup.h b/src/bin/pg_ctl/backup.h
index 101f5b2d..8cc0075d 100644
--- a/src/bin/pg_ctl/backup.h
+++ b/src/bin/pg_ctl/backup.h
@@ -9,6 +9,7 @@ extern int standby_connect_timeout;
 extern int standby_message_timeout;
 
 extern char* conn_str;
+extern bool no_need_fsync;
 extern pid_t process_id;
 extern char* basedir;
 extern int bgpipe[2];
diff --git a/src/bin/pg_ctl/pg_build.cpp b/src/bin/pg_ctl/pg_build.cpp
index 99b16388..f955f4e2 100644
--- a/src/bin/pg_ctl/pg_build.cpp
+++ b/src/bin/pg_ctl/pg_build.cpp
@@ -57,6 +57,8 @@ int g_replication_type = -1;
 #define RT_WITH_DUMMY_STANDBY 0
 #define RT_WITH_MULTI_STANDBY 1
 
+static void walkdir(const char *path, int (*action) (const char *fname, bool isdir), bool process_symlinks);
+
 int32 pg_atoi(const char* s, int size, int c)
 {
     long l;
@@ -1452,3 +1454,178 @@ bool libpqRotateCbmFile(PGconn* connObj, XLogRecPtr lsn)
     return ec;
 }
 
+/*
+ * Issue fsync recursively on PGDATA and all its contents.
+ *
+ * We fsync regular files and directories wherever they are, but we follow
+ * symlinks only for pg_wal (or pg_xlog) and immediately under pg_tblspc.
+ * Other symlinks are presumed to point at files we're not responsible for
+ * fsyncing, and might not have privileges to write at all.
+ *
+ */
+void fsync_pgdata(const char *pg_data)
+{
+    bool xlog_is_symlink = false;
+    char pg_xlog[MAXPGPATH] = {0};
+    char pg_tblspc[MAXPGPATH] = {0};
+    errno_t errorno = EOK;
+
+    errorno = snprintf_s(pg_xlog, MAXPGPATH, MAXPGPATH - 1, "%s/pg_xlog", pg_data);
+    securec_check_ss_c(errorno, "\0", "\0");
+    errorno = snprintf_s(pg_tblspc, MAXPGPATH, MAXPGPATH - 1, "%s/pg_tblspc", pg_data);
+    securec_check_ss_c(errorno, "\0", "\0");
+
+#ifndef WIN32
+    {
+        struct stat st;
+
+        if (lstat(pg_xlog, &st) < 0) {
+            pg_log(PG_WARNING, _("could not stat file \"%s\": %m\n"), pg_xlog);
+            exit(1);
+        }
+        else if (S_ISLNK(st.st_mode))
+            xlog_is_symlink = true;
+    }
+#else
+    if (pgwin32_is_junction(pg_xlog))
+        xlog_is_symlink = true;
+#endif
+
+    /*
+     * Now we do the fsync()s in the same order.
+     *
+     * The main call ignores symlinks, so in addition to specially processing
+     * pg_wal if it's a symlink, pg_tblspc has to be visited separately with
+     * process_symlinks = true.  Note that if there are any plain directories
+     * in pg_tblspc, they'll get fsync'd twice.  That's not an expected case
+     * so we don't worry about optimizing it.
+     */
+    walkdir(pg_data, fsync_fname, false);
+    if (xlog_is_symlink)
+        walkdir(pg_xlog, fsync_fname, false);
+    walkdir(pg_tblspc, fsync_fname, true);
+}
+
+/*
+ * walkdir: recursively walk a directory, applying the action to each
+ * regular file and directory (including the named directory itself).
+ *
+ * If process_symlinks is true, the action and recursion are also applied
+ * to regular files and directories that are pointed to by symlinks in the
+ * given directory; otherwise symlinks are ignored.  Symlinks are always
+ * ignored in subdirectories, ie we intentionally don't pass down the
+ * process_symlinks flag to recursive calls.
+ *
+ * Errors are reported but not considered fatal.
+ *
+ * See also walkdir in fd.cpp, which is a backend version of this logic.
+ */
+static void walkdir(const char *path, int (*action) (const char *fname, bool isdir), bool process_symlinks)
+{
+    DIR *dir;
+    struct dirent *de = NULL;
+    errno_t errorno = EOK;
+
+    dir = opendir(path);
+    if (dir == NULL) {
+        pg_log(PG_WARNING, _("could not open directory \"%s\": %m\n"), path);
+        return;
+    }
+
+    while (errno = 0, (de = readdir(dir)) != NULL) {
+        char subpath[MAXPGPATH * 2] = {0};
+        struct stat fst;
+        int sret;
+
+        if (strcmp(de->d_name, ".") == 0 || strcmp(de->d_name, "..") == 0)
+            continue;
+
+        if (strcmp(de->d_name, "pg_ctl.lock") == 0) {
+            continue;
+        }
+        errorno = snprintf_s(subpath, sizeof(subpath), sizeof(subpath) - 1, "%s/%s", path, de->d_name);
+        securec_check_ss_c(errorno, "\0", "\0");
+
+        if (process_symlinks)
+            sret = stat(subpath, &fst);
+        else
+            sret = lstat(subpath, &fst);
+        if (sret < 0) {
+            pg_log(PG_WARNING, _("could not stat file \"%s\": %m\n"), subpath);
+            continue;
+        }
+
+        if (S_ISREG(fst.st_mode))
+            (*action) (subpath, false);
+        else if (S_ISDIR(fst.st_mode))
+            walkdir(subpath, action, false);
+    }
+
+    if (errno)
+        pg_log(PG_WARNING, _("could not read directory \"%s\": %m\n"), path);
+
+    (void)closedir(dir);
+
+    /*
+     * It's important to fsync the destination directory itself as individual
+     * file fsyncs don't guarantee that the directory entry for the file is
+     * synced.  Recent versions of ext4 have made the window much wider but
+     * it's been an issue for ext3 and other filesystems in the past.
+     */
+    (*action) (path, true);
+}
+
+/*
+ * fsync_fname -- Try to fsync a file or directory
+ *
+ * Ignores errors trying to open unreadable files, or trying to fsync
+ * directories on systems where that isn't allowed/required.  All other errors
+ * are fatal.
+ */
+int fsync_fname(const char *fname, bool isdir)
+{
+    int fd = -1;
+    int flags;
+    int returncode;
+
+    /*
+     * Some OSs require directories to be opened read-only whereas other
+     * systems don't allow us to fsync files opened read-only; so we need both
+     * cases here.  Using O_RDWR will cause us to fail to fsync files that are
+     * not writable by our userid, but we assume that's OK.
+     */
+    flags = PG_BINARY;
+    if (!isdir)
+        flags |= O_RDWR;
+    else
+        flags |= O_RDONLY;
+
+    /*
+     * Open the file, silently ignoring errors about unreadable files (or
+     * unsupported operations, e.g. opening a directory under Windows), and
+     * logging others.
+     */
+    fd = open(fname, flags, 0);
+    if (fd < 0) {
+        if (errno == EACCES || (isdir && errno == EISDIR))
+            return 0;
+        pg_log(PG_WARNING, _("could not open file \"%s\": %m\n"), fname);
+        return -1;
+    }
+
+    returncode = fsync(fd);
+
+    /*
+     * Some OSes don't allow us to fsync directories at all, so we can ignore
+     * those errors. Anything else needs to be reported.
+     */
+    if (returncode != 0 && !(isdir && (errno == EBADF || errno == EINVAL))) {
+        pg_log(PG_WARNING, _("could not fsync file \"%s\": %m\n"), fname);
+        (void) close(fd);
+        exit(EXIT_FAILURE);
+    }
+
+    (void) close(fd);
+    return 0;
+}
+
diff --git a/src/bin/pg_ctl/pg_build.h b/src/bin/pg_ctl/pg_build.h
index e8770414..40a67319 100644
--- a/src/bin/pg_ctl/pg_build.h
+++ b/src/bin/pg_ctl/pg_build.h
@@ -60,5 +60,7 @@ extern char* pg_strdup(const char* in);
 extern void pg_free(void* ptr);
 extern void get_slot_name(char* slotname, size_t len);
 extern bool libpqRotateCbmFile(PGconn* connObj, XLogRecPtr lsn);
+extern int fsync_fname(const char *fname, bool isdir);
+extern void fsync_pgdata(const char *pg_data);
 
 #endif /* PG_BUILD_H */
diff --git a/src/bin/pg_ctl/pg_ctl.cpp b/src/bin/pg_ctl/pg_ctl.cpp
index 4d7ff06e..69b9f109 100644
--- a/src/bin/pg_ctl/pg_ctl.cpp
+++ b/src/bin/pg_ctl/pg_ctl.cpp
@@ -184,6 +184,7 @@ char gaussdb_state_file[MAXPGPATH] = {0};
 
 static char postport_lock_file[MAXPGPATH];
 static PGconn* dbConn = NULL;
+bool no_need_fsync = false;
 pid_t process_id = 0;
 
 const int g_length_stop_char = 2;
@@ -4637,6 +4638,7 @@ int main(int argc, char** argv)
         {"connect-string", required_argument, NULL, 'C'},
         {"remove-backup", no_argument, NULL, 1},
         {"action", required_argument, NULL, 'a'},
+        {"no-fsync", no_argument, NULL, 3},
         {NULL, 0, NULL, 0}};
 
     int option_index;
@@ -4923,6 +4925,9 @@ int main(int argc, char** argv)
                 case 1:
                     clear_backup_dir = true;
                     break;
+                case 3:
+                    no_need_fsync = true;
+                    break;
                 default:
                     /* getopt_long already issued a suitable error message */
                     do_advice();

From f9ccb7f33362ee4d49c0236f4a2f850caf39c1f5 Mon Sep 17 00:00:00 2001
From: mujinqiang <1165845907@qq.com>
Date: Wed, 4 Aug 2021 10:05:50 +0800
Subject: [PATCH 02/33] =?UTF-8?q?reaperall=E6=97=B6=E8=BF=9B=E5=85=A5exitp?=
 =?UTF-8?q?ostmaster=E5=AF=BC=E8=87=B4core?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/gausskernel/process/threadpool/threadpool_listener.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/gausskernel/process/threadpool/threadpool_listener.cpp b/src/gausskernel/process/threadpool/threadpool_listener.cpp
index 53cb8fdf..19aa9f57 100644
--- a/src/gausskernel/process/threadpool/threadpool_listener.cpp
+++ b/src/gausskernel/process/threadpool/threadpool_listener.cpp
@@ -229,7 +229,7 @@ void ThreadPoolListener::ReaperAllSession()
                 (errmsg("No thread pool worker left while waiting for session close. "
                         "This is a very rare case when all thread pool workers happen to"
                         " encounter FATAL problems before session close.")));
-            ExitPostmaster(1);
+            abort();
         }
 
         elem = m_idleSessionList->RemoveHead();

From 0d1a224b9bca866e5ef9e7bc82d4831d0fccc226 Mon Sep 17 00:00:00 2001
From: dengxuyue <dengxuyue@huawei.com>
Date: Tue, 3 Aug 2021 22:25:02 +0800
Subject: [PATCH 03/33] fix switchover & stop walreceiver exit abnormal

---
 src/gausskernel/process/postmaster/postmaster.cpp | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/src/gausskernel/process/postmaster/postmaster.cpp b/src/gausskernel/process/postmaster/postmaster.cpp
index d58ac6da..cb1ed43f 100755
--- a/src/gausskernel/process/postmaster/postmaster.cpp
+++ b/src/gausskernel/process/postmaster/postmaster.cpp
@@ -4708,9 +4708,6 @@ static void ProcessDemoteRequest(void)
             if (g_instance.pid_cxt.DataReceiverPID != 0)
                 signal_child(g_instance.pid_cxt.DataReceiverPID, SIGTERM);
 
-            if (g_instance.pid_cxt.HeartbeatPID != 0)
-                signal_child(g_instance.pid_cxt.HeartbeatPID, SIGTERM);
-
             if (g_instance.pid_cxt.TwoPhaseCleanerPID != 0)
                 signal_child(g_instance.pid_cxt.TwoPhaseCleanerPID, SIGTERM);
 

From 34830974d07db04f2bc9f84bd5a85487aad59607 Mon Sep 17 00:00:00 2001
From: dengxuyue <dengxuyue@huawei.com>
Date: Tue, 3 Aug 2021 22:28:12 +0800
Subject: [PATCH 04/33] add smgrnblock cache and revert logical of block exist
 in  smgr/md

---
 src/gausskernel/storage/buffer/bufmgr.cpp | 10 +++++++++-
 src/include/storage/smgr.h                |  2 +-
 2 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/src/gausskernel/storage/buffer/bufmgr.cpp b/src/gausskernel/storage/buffer/bufmgr.cpp
index c317fab8..b27afedb 100644
--- a/src/gausskernel/storage/buffer/bufmgr.cpp
+++ b/src/gausskernel/storage/buffer/bufmgr.cpp
@@ -1764,8 +1764,16 @@ Buffer ReadBuffer_common_for_localbuf(RelFileNode rnode, char relpersistence, Fo
      * should return that the tuple does not exist without error reporting.
      */
     else if (RecoveryInProgress()) {
-        if (blockNum >= smgrnblocks(smgr, forkNum))
+        BlockNumber totalBlkNum = smgrnblocks_cached(smgr, forkNum);
+
+        /* Update cached blocks */
+        if (totalBlkNum == InvalidBlockNumber || blockNum >= totalBlkNum) {
+            totalBlkNum = smgrnblocks(smgr, forkNum);
+        }
+
+        if (blockNum >= totalBlkNum) {
             return InvalidBuffer;
+        }
     }
 #endif
 
diff --git a/src/include/storage/smgr.h b/src/include/storage/smgr.h
index 88b7f9ef..db2b73cd 100644
--- a/src/include/storage/smgr.h
+++ b/src/include/storage/smgr.h
@@ -60,7 +60,7 @@ typedef struct SMgrRelationData {
     BlockNumber smgr_targblock;   /* current insertion target block */
     BlockNumber smgr_fsm_nblocks; /* last known size of fsm fork */
     BlockNumber smgr_vm_nblocks;  /* last known size of vm fork */
-    BlockNumber smgr_cached_nblocks; /* last known size of main fork*/
+    BlockNumber smgr_cached_nblocks; /* last known size of main fork */
 
     int smgr_bcmarry_size;
     BlockNumber* smgr_bcm_nblocks; /* last known size of bcm fork */

From 1a20907a0cadf77434b02852dfa3ae1e00f6066b Mon Sep 17 00:00:00 2001
From: wangxin <wang_xin1121@qq.com>
Date: Wed, 4 Aug 2021 14:53:19 +0800
Subject: [PATCH 05/33] =?UTF-8?q?fix=20shared=5Fbuffers=E8=AE=BE=E7=BD=AE?=
 =?UTF-8?q?=E6=9E=81=E5=B0=8F=E6=97=B6=EF=BC=8C=E6=B7=98=E6=B1=B0=E7=AD=96?=
 =?UTF-8?q?=E7=95=A5ring=20size=E4=B8=BA0?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 contrib/pg_buffercache/pg_buffercache_pages.cpp     |  4 ++--
 src/common/backend/utils/adt/pgstatfuncs.cpp        |  4 ++--
 src/gausskernel/process/postmaster/bgwriter.cpp     | 10 +++-------
 src/gausskernel/process/postmaster/checkpointer.cpp |  3 +--
 src/gausskernel/storage/access/transam/xlog.cpp     |  5 +----
 src/gausskernel/storage/buffer/buf_init.cpp         |  8 ++++----
 src/gausskernel/storage/buffer/freelist.cpp         |  3 +++
 src/include/storage/buf/bufmgr.h                    |  1 +
 8 files changed, 17 insertions(+), 21 deletions(-)

diff --git a/contrib/pg_buffercache/pg_buffercache_pages.cpp b/contrib/pg_buffercache/pg_buffercache_pages.cpp
index 09f4a11d..214d1105 100755
--- a/contrib/pg_buffercache/pg_buffercache_pages.cpp
+++ b/contrib/pg_buffercache/pg_buffercache_pages.cpp
@@ -86,8 +86,8 @@ Datum pg_buffercache_pages(PG_FUNCTION_ARGS)
         fctx->tupdesc = BlessTupleDesc(tupledesc);
 
         /* Allocate g_instance.attr.attr_storage.NBuffers worth of BufferCachePagesRec records. */
-        fctx->record =
-            (BufferCachePagesRec*)palloc(sizeof(BufferCachePagesRec) * g_instance.attr.attr_storage.NBuffers);
+        fctx->record = (BufferCachePagesRec *)palloc_huge(CurrentMemoryContext,
+            sizeof(BufferCachePagesRec) * g_instance.attr.attr_storage.NBuffers);
 
         /* Set max calls and remember the user function context. */
         funcctx->max_calls = g_instance.attr.attr_storage.NBuffers;
diff --git a/src/common/backend/utils/adt/pgstatfuncs.cpp b/src/common/backend/utils/adt/pgstatfuncs.cpp
index a28f9bca..d43c175a 100644
--- a/src/common/backend/utils/adt/pgstatfuncs.cpp
+++ b/src/common/backend/utils/adt/pgstatfuncs.cpp
@@ -7663,8 +7663,8 @@ Datum pg_buffercache_pages(PG_FUNCTION_ARGS)
         fctx->tupdesc = BlessTupleDesc(tupledesc);
 
         /* Allocate g_instance.attr.attr_storage.NBuffers worth of BufferCachePagesRec records. */
-        fctx->record =
-            (BufferCachePagesRec*)palloc(sizeof(BufferCachePagesRec) * g_instance.attr.attr_storage.NBuffers);
+        fctx->record = (BufferCachePagesRec *)palloc_huge(CurrentMemoryContext,
+            sizeof(BufferCachePagesRec) * g_instance.attr.attr_storage.NBuffers);
 
         /* Set max calls and remember the user function context. */
         funcctx->max_calls = g_instance.attr.attr_storage.NBuffers;
diff --git a/src/gausskernel/process/postmaster/bgwriter.cpp b/src/gausskernel/process/postmaster/bgwriter.cpp
index f32be1d9..3e9a9e66 100644
--- a/src/gausskernel/process/postmaster/bgwriter.cpp
+++ b/src/gausskernel/process/postmaster/bgwriter.cpp
@@ -654,13 +654,9 @@ void candidate_buf_init(void)
     if (found_candidate_buf || found_candidate_fm) {
         Assert(found_candidate_buf && found_candidate_fm);
     } else {
-        errno_t rc;
-        rc = memset_s(g_instance.bgwriter_cxt.candidate_buffers, buffer_num * sizeof(Buffer),
-            -1, buffer_num * sizeof(Buffer));
-        rc = memset_s(g_instance.bgwriter_cxt.candidate_free_map, buffer_num * sizeof(bool),
-            false, buffer_num * sizeof(bool));
-        securec_check(rc, "", "");
-        
+        MemsetHugeMem((char *)g_instance.bgwriter_cxt.candidate_buffers, buffer_num * sizeof(Buffer), -1);
+        MemsetHugeMem((char *)g_instance.bgwriter_cxt.candidate_free_map, buffer_num * sizeof(bool));
+
         if (g_instance.bgwriter_cxt.bgwriter_procs != NULL) {
             int thread_num = g_instance.bgwriter_cxt.bgwriter_num;
             int avg_num = g_instance.attr.attr_storage.NBuffers / thread_num;
diff --git a/src/gausskernel/process/postmaster/checkpointer.cpp b/src/gausskernel/process/postmaster/checkpointer.cpp
index df23e504..1beea4aa 100644
--- a/src/gausskernel/process/postmaster/checkpointer.cpp
+++ b/src/gausskernel/process/postmaster/checkpointer.cpp
@@ -940,8 +940,7 @@ void CheckpointerShmemInit(void)
          * requests array; this is so that CompactCheckpointerRequestQueue
          * can assume that any pad bytes in the request structs are zeroes.
          */
-        errno_t ret = memset_s(t_thrd.checkpoint_cxt.CheckpointerShmem, size, 0, size);
-        securec_check(ret, "\0", "\0");
+        MemsetHugeMem((char*)t_thrd.checkpoint_cxt.CheckpointerShmem, size);
         SpinLockInit(&t_thrd.checkpoint_cxt.CheckpointerShmem->ckpt_lck);
         t_thrd.checkpoint_cxt.CheckpointerShmem->max_requests = g_instance.attr.attr_storage.NBuffers;
     }
diff --git a/src/gausskernel/storage/access/transam/xlog.cpp b/src/gausskernel/storage/access/transam/xlog.cpp
index b3ea96ac..c75cf81f 100644
--- a/src/gausskernel/storage/access/transam/xlog.cpp
+++ b/src/gausskernel/storage/access/transam/xlog.cpp
@@ -6784,10 +6784,7 @@ void XLOGShmemInit(void)
      */
     allocptr = (char *)TYPEALIGN(XLOG_BLCKSZ, allocptr);
     t_thrd.shemem_ptr_cxt.XLogCtl->pages = allocptr;
-    errorno = memset_s(t_thrd.shemem_ptr_cxt.XLogCtl->pages,
-                       (Size)XLOG_BLCKSZ * g_instance.attr.attr_storage.XLOGbuffers, 0,
-                       (Size)XLOG_BLCKSZ * g_instance.attr.attr_storage.XLOGbuffers);
-    securec_check(errorno, "", "");
+    MemsetHugeMem(t_thrd.shemem_ptr_cxt.XLogCtl->pages, (Size)XLOG_BLCKSZ * g_instance.attr.attr_storage.XLOGbuffers);
 
     if (BBOX_BLACKLIST_XLOG_BUFFER) {
         bbox_blacklist_add(XLOG_BUFFER, t_thrd.shemem_ptr_cxt.XLogCtl->pages,
diff --git a/src/gausskernel/storage/buffer/buf_init.cpp b/src/gausskernel/storage/buffer/buf_init.cpp
index ec407ffe..3f1249c3 100644
--- a/src/gausskernel/storage/buffer/buf_init.cpp
+++ b/src/gausskernel/storage/buffer/buf_init.cpp
@@ -28,16 +28,16 @@
 
 const int PAGE_QUEUE_SLOT_MULTI_NBUFFERS = 5;
 
-static void MemsetPageQueue(char *buffer, Size len)
+void MemsetHugeMem(char *buffer, Size len, int num)
 {
     int rc;
     while (len > 0) {
         if (len < SECUREC_MEM_MAX_LEN) {
-            rc = memset_s(buffer, len, 0, len);
+            rc = memset_s(buffer, len, num, len);
             securec_check(rc, "", "");
             return;
         } else {
-            rc = memset_s(buffer, SECUREC_MEM_MAX_LEN, 0, SECUREC_MEM_MAX_LEN);
+            rc = memset_s(buffer, SECUREC_MEM_MAX_LEN, num, SECUREC_MEM_MAX_LEN);
             securec_check(rc, "", "");
             len -= SECUREC_MEM_MAX_LEN;
             buffer += SECUREC_MEM_MAX_LEN;
@@ -133,7 +133,7 @@ void InitBufferPool(void)
             ereport(ERROR, (errmodule(MOD_INCRE_CKPT), errmsg("Memory allocation failed.\n")));
         }
 
-        MemsetPageQueue((char*)g_instance.ckpt_cxt_ctl->dirty_page_queue, queue_mem_size);
+        MemsetHugeMem((char *)g_instance.ckpt_cxt_ctl->dirty_page_queue, queue_mem_size);
         (void)MemoryContextSwitchTo(oldcontext);
     }
 
diff --git a/src/gausskernel/storage/buffer/freelist.cpp b/src/gausskernel/storage/buffer/freelist.cpp
index 1cae5652..df4507a8 100644
--- a/src/gausskernel/storage/buffer/freelist.cpp
+++ b/src/gausskernel/storage/buffer/freelist.cpp
@@ -478,6 +478,9 @@ BufferAccessStrategy GetAccessStrategy(BufferAccessStrategyType btype)
             return NULL; /* keep compiler quiet */
     }
 
+    /* If the shared buffers is too small, make sure ring size not equal zero. */
+    ring_size = Max(ring_size, 4);
+
     /* Make sure ring isn't an undue fraction of shared buffers */
     if (btype != BAS_BULKWRITE && btype != BAS_BULKREAD)
         ring_size = Min(g_instance.attr.attr_storage.NBuffers / 8, ring_size);
diff --git a/src/include/storage/buf/bufmgr.h b/src/include/storage/buf/bufmgr.h
index 442129e9..bd1fad7e 100644
--- a/src/include/storage/buf/bufmgr.h
+++ b/src/include/storage/buf/bufmgr.h
@@ -306,5 +306,6 @@ extern Buffer ReadBuffer_common_for_localbuf(RelFileNode rnode, char relpersiste
     BlockNumber blockNum, ReadBufferMode mode, BufferAccessStrategy strategy, bool *hit);
 extern void DropRelFileNodeShareBuffers(RelFileNode node, ForkNumber forkNum, BlockNumber firstDelBlock);
 extern int GetThreadBufferLeakNum(void);
+extern void MemsetHugeMem(char *buffer, Size len, int num = 0);
 
 #endif

From fd31bfbba612beffbdc9192ed77478dbcb0686db Mon Sep 17 00:00:00 2001
From: wangxin <wang_xin1121@qq.com>
Date: Wed, 4 Aug 2021 14:55:06 +0800
Subject: [PATCH 06/33] =?UTF-8?q?report=5Fiud=5Ftime=E5=87=BD=E6=95=B0?=
 =?UTF-8?q?=E4=B8=ADtry=20catch=E8=B7=B3=E8=BD=AC=E5=90=8E=E9=94=81?=
 =?UTF-8?q?=E9=98=9F=E5=88=97=E6=B7=B7=E4=B9=B1?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/gausskernel/runtime/executor/execMain.cpp | 29 +++++--------------
 1 file changed, 7 insertions(+), 22 deletions(-)

diff --git a/src/gausskernel/runtime/executor/execMain.cpp b/src/gausskernel/runtime/executor/execMain.cpp
index 07533abd..710822c6 100644
--- a/src/gausskernel/runtime/executor/execMain.cpp
+++ b/src/gausskernel/runtime/executor/execMain.cpp
@@ -170,31 +170,16 @@ static void report_iud_time(QueryDesc *query)
         if (OidIsValid(rid) == false || rid < FirstNormalObjectId) {
             continue;
         }
-        MemoryContext current_ctx = CurrentMemoryContext;
+
         Relation rel = NULL;
-        PG_TRY();
-        {
-            rel = heap_open(rid, AccessShareLock);
-            if (rel->rd_rel->relkind == RELKIND_RELATION) {
-                if (rel->rd_rel->relpersistence == RELPERSISTENCE_PERMANENT ||
-                    rel->rd_rel->relpersistence == RELPERSISTENCE_UNLOGGED) {
-                    pgstat_report_data_changed(rid, STATFLG_RELATION, rel->rd_rel->relisshared);
-                }
-            }
-            heap_close(rel, AccessShareLock);
-        }
-        PG_CATCH();
-        {
-            (void)MemoryContextSwitchTo(current_ctx);
-            ErrorData *edata = CopyErrorData();
-            ereport(DEBUG1, (errmsg("Failed to send data changed time, cause: %s", edata->message)));
-            FlushErrorState();
-            FreeErrorData(edata);
-            if (rel != NULL) {
-                heap_close(rel, AccessShareLock);
+        rel = heap_open(rid, AccessShareLock);
+        if (rel->rd_rel->relkind == RELKIND_RELATION) {
+            if (rel->rd_rel->relpersistence == RELPERSISTENCE_PERMANENT ||
+                rel->rd_rel->relpersistence == RELPERSISTENCE_UNLOGGED) {
+                pgstat_report_data_changed(rid, STATFLG_RELATION, rel->rd_rel->relisshared);
             }
         }
-        PG_END_TRY();
+        heap_close(rel, AccessShareLock);
     }
 }
 

From 74a53a08c2c0d4597419b840695793dfc68095e2 Mon Sep 17 00:00:00 2001
From: yanghao <joeyang28@qq.com>
Date: Wed, 4 Aug 2021 14:50:35 +0800
Subject: [PATCH 07/33] fix CreateRestartPoint core not correct in extreme rto

---
 src/gausskernel/storage/access/transam/xlog.cpp | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/src/gausskernel/storage/access/transam/xlog.cpp b/src/gausskernel/storage/access/transam/xlog.cpp
index c75cf81f..19f0c34c 100644
--- a/src/gausskernel/storage/access/transam/xlog.cpp
+++ b/src/gausskernel/storage/access/transam/xlog.cpp
@@ -11770,7 +11770,7 @@ bool CreateRestartPoint(int flags)
     } else if (ENABLE_INCRE_CKPT) {
         g_instance.ckpt_cxt_ctl->full_ckpt_redo_ptr = lastCheckPoint.redo;
         (void)LWLockAcquire(g_instance.ckpt_cxt_ctl->prune_queue_lock, LW_EXCLUSIVE);
-        g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc = get_loc_for_lsn(lastCheckPoint.redo);
+        g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc = get_loc_for_lsn(lastCheckPointRecPtr);
         LWLockRelease(g_instance.ckpt_cxt_ctl->prune_queue_lock);
         pg_write_barrier();
 
@@ -11797,11 +11797,11 @@ bool CreateRestartPoint(int flags)
     XLByteToSeg(t_thrd.shemem_ptr_cxt.ControlFile->checkPointCopy.redo, _logSegNo);
     if (ENABLE_INCRE_CKPT) {
         XLogRecPtr MinRecLSN = ckpt_get_min_rec_lsn();
-        if (!XLogRecPtrIsInvalid(MinRecLSN) && XLByteLT(MinRecLSN, lastCheckPoint.redo)) {
+        if (!XLogRecPtrIsInvalid(MinRecLSN) && XLByteLT(MinRecLSN, lastCheckPointRecPtr)) {
             ereport(WARNING, (errmsg("current dirty page list head recLSN %08X/%08X smaller than redo lsn %08X/%08X",
                                    (uint32)(MinRecLSN >> XLOG_LSN_SWAP), (uint32)MinRecLSN,
-                                   (uint32)(lastCheckPoint.redo >> XLOG_LSN_SWAP),
-                                   (uint32)lastCheckPoint.redo)));
+                                   (uint32)(lastCheckPointRecPtr >> XLOG_LSN_SWAP),
+                                   (uint32)lastCheckPointRecPtr)));
             LWLockRelease(CheckpointLock);
             smgrsync_with_absorption();
             gstrace_exit(GS_TRC_ID_CreateRestartPoint);
@@ -17689,4 +17689,4 @@ extern bool IsValidArchiverStandby(WalSnd* walsnd)
     } else {
         return false;
     }
-}
\ No newline at end of file
+}

From ed81aff7eab3ac5dc1837915bf782515d538eea3 Mon Sep 17 00:00:00 2001
From: cchen676 <arcoalien@qq.com>
Date: Fri, 18 Jun 2021 16:37:48 +0800
Subject: [PATCH 08/33] fix add bufferinvaild jug

---
 src/gausskernel/storage/remote/remote_adapter.cpp | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/gausskernel/storage/remote/remote_adapter.cpp b/src/gausskernel/storage/remote/remote_adapter.cpp
index c693b00c..4a066983 100644
--- a/src/gausskernel/storage/remote/remote_adapter.cpp
+++ b/src/gausskernel/storage/remote/remote_adapter.cpp
@@ -191,6 +191,10 @@ int StandbyReadPageforPrimary(uint32 spcnode, uint32 dbnode, uint32 relnode, int
         /* read page, if PageIsVerified failed will long jump to PG_CATCH() */
         Buffer buf = ReadBufferForRemote(relfilenode, forknum, blocknum, RBM_FOR_REMOTE, NULL, &hit);
 
+        if (BufferIsInvalid(buf)) {
+            ereport(ERROR, (errmodule(MOD_REMOTE), errmsg("standby page buffer is invalid!")));
+            return REMOTE_READ_BLCKSZ_NOT_SAME;
+        }
         LockBuffer(buf, BUFFER_LOCK_SHARE);
         Block block = BufferGetBlock(buf);
 

From f3ac0f81ec78391fba4ff1cceea8bdcec1d1867a Mon Sep 17 00:00:00 2001
From: aaronwell <aaronwell@qq.com>
Date: Wed, 4 Aug 2021 16:22:13 +0800
Subject: [PATCH 09/33] gs_rewind

---
 src/bin/pg_ctl/pg_ctl.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/bin/pg_ctl/pg_ctl.cpp b/src/bin/pg_ctl/pg_ctl.cpp
index 69b9f109..49d0fc0f 100644
--- a/src/bin/pg_ctl/pg_ctl.cpp
+++ b/src/bin/pg_ctl/pg_ctl.cpp
@@ -3981,7 +3981,7 @@ static void do_incremental_build(uint32 term)
     /* Concate connection str to primary host for performing rewind. */
     errorno = sprintf_s(connstrSource,
         sizeof(connstrSource),
-        "host=%s port=%s dbname=postgres application_name=gs_rewind connect_timeout=5",
+        "host=%s port=%s dbname=postgres application_name=gs_rewind connect_timeout=5  rw_timeout=600",
         (streamConn->pghost != NULL) ? streamConn->pghost : streamConn->pghostaddr,
         streamConn->pgport);
     securec_check_ss_c(errorno, "\0", "\0");

From 893dc25515930d063871f1532675a0479b5724df Mon Sep 17 00:00:00 2001
From: wangtq <wangtianqing2@huawei.com>
Date: Thu, 29 Apr 2021 15:59:27 +0800
Subject: [PATCH 10/33] =?UTF-8?q?fix=20jdbc=E7=AB=AF=E6=9F=A5=E8=AF=A2poin?=
 =?UTF-8?q?t=E6=95=B0=E5=80=BC=E6=8A=A5=E9=94=99?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/common/backend/utils/adt/geo_ops.cpp | 11 ++++++++---
 1 file changed, 8 insertions(+), 3 deletions(-)

diff --git a/src/common/backend/utils/adt/geo_ops.cpp b/src/common/backend/utils/adt/geo_ops.cpp
index 148695e6..4bbe9f1b 100644
--- a/src/common/backend/utils/adt/geo_ops.cpp
+++ b/src/common/backend/utils/adt/geo_ops.cpp
@@ -83,9 +83,14 @@ static Point* lseg_interpt_internal(LSEG* l1, LSEG* l2);
 #define LDELIM_C '<'
 #define RDELIM_C '>'
 
-/* Maximum number of characters printed by pair_encode() */
-/* ...+3+7 : 3 accounts for extra_float_digits max value */
-#define P_MAXLEN (2 * (DBL_DIG + 3 + 7) + 1)
+/* Maximum number of characters printed by pair_encode().
+ * The value range of float8 is -1.79E+308 ~ 1.79E+308.
+ * For point(-1.79E+308,-1.79E+308),
+ * (2 * (DBL_DIG + 3 + 7) + 1 + 1) : 3 accounts for extra_float_digits max value,
+ * 7 accounts for "-.E+308", first number 1 accounts for comma in the middle of numbers,
+ * last number 1 accounts for string terminator.
+ */
+#define P_MAXLEN (2 * (DBL_DIG + 3 + 7) + 1 + 1)
 
 /*
  * Geometric data types are composed of points.

From 52f2f1786460d25e2db19055d80c49982939d7bd Mon Sep 17 00:00:00 2001
From: wangtq <wangtianqing2@huawei.com>
Date: Wed, 4 Aug 2021 18:00:49 +0800
Subject: [PATCH 11/33] prevent bitmapscan using global indexes while searching
 only local partitions

---
 src/gausskernel/optimizer/path/indxpath.cpp | 10 ++++++++++
 src/include/nodes/relation.h                |  1 +
 2 files changed, 11 insertions(+)

diff --git a/src/gausskernel/optimizer/path/indxpath.cpp b/src/gausskernel/optimizer/path/indxpath.cpp
index afefa180..53aa5e03 100644
--- a/src/gausskernel/optimizer/path/indxpath.cpp
+++ b/src/gausskernel/optimizer/path/indxpath.cpp
@@ -1015,6 +1015,16 @@ static List* build_paths_for_OR(
             continue;
         }
 
+        /*
+         * Build paths with global indexes only for un-bounded partition tables.
+         * The partition bounded tables should be handled by partition iterator
+         * or local indexes.
+         */
+        RangeTblEntry* rte = planner_rt_fetch(rel->relid, root);
+        if (index->isGlobal && rte && OidIsValid(rte->partitionOid)) {
+            continue;
+        }
+
         /*
          * Ignore partial indexes that do not match the query.	If a partial
          * index is marked predOK then we know it's OK.  Otherwise, we have to
diff --git a/src/include/nodes/relation.h b/src/include/nodes/relation.h
index 313a369b..bb24a0e1 100644
--- a/src/include/nodes/relation.h
+++ b/src/include/nodes/relation.h
@@ -18,6 +18,7 @@
 #include "lib/stringinfo.h"
 #include "nodes/params.h"
 #include "nodes/parsenodes.h"
+#include "parser/parsetree.h"
 #include "storage/buf/block.h"
 #include "utils/partitionmap.h"
 #include "utils/partitionmap_gs.h"

From 53480bc2e45726e2dcf691d4b6f839a5121716ae Mon Sep 17 00:00:00 2001
From: Li Bingchen <libc16@163.com>
Date: Wed, 4 Aug 2021 12:48:18 +0000
Subject: [PATCH 12/33] FixIssue: fix slow_sql mismatch while
 behavior_compat_options = -1

---
 src/gausskernel/cbb/instruments/statement/instr_statement.cpp | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/gausskernel/cbb/instruments/statement/instr_statement.cpp b/src/gausskernel/cbb/instruments/statement/instr_statement.cpp
index 9fd435c2..c7c30146 100644
--- a/src/gausskernel/cbb/instruments/statement/instr_statement.cpp
+++ b/src/gausskernel/cbb/instruments/statement/instr_statement.cpp
@@ -370,7 +370,9 @@ static HeapTuple GetStatementTuple(Relation rel, StatementStatContext* statement
 
     /* is slow sql */
     values[i++] = BoolGetDatum(
-        (statementInfo->finish_time - statementInfo->start_time >= statementInfo->slow_query_threshold) ? true : false);
+        (statementInfo->finish_time - statementInfo->start_time >= statementInfo->slow_query_threshold &&
+        statementInfo->slow_query_threshold >= 0) ? true : false);
+        
     return heap_form_tuple(RelationGetDescr(rel), values, nulls);
 }
 

From c1a69126a536990c597834129871ddb8cb4a99f3 Mon Sep 17 00:00:00 2001
From: Xiao__Ma <maxiang9527@126.com>
Date: Wed, 4 Aug 2021 20:54:28 +0800
Subject: [PATCH 13/33] vacuum

---
 .../process/postmaster/autovacuum.cpp           | 17 +++++++++++++++--
 1 file changed, 15 insertions(+), 2 deletions(-)

diff --git a/src/gausskernel/process/postmaster/autovacuum.cpp b/src/gausskernel/process/postmaster/autovacuum.cpp
index 7c72157b..faeca642 100644
--- a/src/gausskernel/process/postmaster/autovacuum.cpp
+++ b/src/gausskernel/process/postmaster/autovacuum.cpp
@@ -2514,8 +2514,21 @@ static void do_autovacuum(void)
             if (!worker->wi_sharedrel && worker->wi_dboid != u_sess->proc_cxt.MyDatabaseId)
                 goto next_worker;
 
-            /* we can not identify it only by oid. */
-            if (worker->wi_tableoid == relid && worker->wi_parentoid == parentid) {
+            /*
+             * we can not identify it only by oid.
+             * check the main table:
+             * 1. other worker handle the main table, need check the worker's tableoid not equal the relid;
+             * 2. other worker handle the part table, need check the worker's parentoid not equal the relid;
+             * check the part table:
+             * 1. other worker handle the main table, need check the worker's tableoid not equal the parentid;
+             * 2. other worker handle the part table, need check the worker's parentoid not equal the parentid;
+             */
+            if (parentid == InvalidOid && (worker->wi_tableoid == relid || worker->wi_parentoid == relid)) {
+                AUTOVAC_LOG(LOG, "parentoid = %u, tableoid = %u is is on autovac, just skip it", parentid, relid);
+                skipit = true;
+                break;
+            }
+            if (parentid != InvalidOid && (worker->wi_tableoid == parentid || worker->wi_parentoid == parentid)) {
                 AUTOVAC_LOG(LOG, "parentoid = %u, tableoid = %u is is on autovac, just skip it", parentid, relid);
                 skipit = true;
                 break;

From d470ef5f5000fcd9a03329226a7d153d20309910 Mon Sep 17 00:00:00 2001
From: wangzhenzhen <17720517501@163.com>
Date: Wed, 4 Aug 2021 21:20:30 +0800
Subject: [PATCH 14/33] =?UTF-8?q?=E4=BF=AE=E5=A4=8D=E5=AD=90=E4=BA=8B?=
 =?UTF-8?q?=E5=8A=A1=E9=87=8C=E5=86=85=E5=AD=98=E6=8A=A5=E9=94=99core?=
 =?UTF-8?q?=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/common/backend/utils/time/combocid.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/common/backend/utils/time/combocid.cpp b/src/common/backend/utils/time/combocid.cpp
index 53cdbdcf..5ee17084 100644
--- a/src/common/backend/utils/time/combocid.cpp
+++ b/src/common/backend/utils/time/combocid.cpp
@@ -256,7 +256,9 @@ static CommandId GetComboCommandId(CommandId cmin, CommandId cmax)
 
         u_sess->utils_cxt.comboHash =
             hash_create("Combo CIDs", CCID_HASH_SIZE, &hash_ctl, HASH_ELEM | HASH_FUNCTION | HASH_CONTEXT);
+    }
 
+    if (u_sess->utils_cxt.comboCids == NULL) {
         u_sess->utils_cxt.comboCids = (ComboCidKeyData*)MemoryContextAlloc(
             u_sess->top_transaction_mem_cxt, sizeof(ComboCidKeyData) * CCID_ARRAY_SIZE);
         u_sess->utils_cxt.sizeComboCids = CCID_ARRAY_SIZE;

From 34f457d2aa5681b09d2a6f592b08f2cc43566b1a Mon Sep 17 00:00:00 2001
From: lijianfeng <bigtimer@qq.com>
Date: Wed, 4 Aug 2021 14:16:37 +0000
Subject: [PATCH 15/33] bug fix for heap-use-after-free in
 check_statement_stat_level

---
 src/gausskernel/cbb/instruments/statement/instr_statement.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/gausskernel/cbb/instruments/statement/instr_statement.cpp b/src/gausskernel/cbb/instruments/statement/instr_statement.cpp
index c7c30146..5cf61aef 100644
--- a/src/gausskernel/cbb/instruments/statement/instr_statement.cpp
+++ b/src/gausskernel/cbb/instruments/statement/instr_statement.cpp
@@ -129,8 +129,8 @@ bool check_statement_stat_level(char** newval, void** extra, GucSource source)
     List *l = split_levels_into_list(*newval);
 
     if (list_length(l) != STATEMENT_SQL_KIND) {
-        list_free_deep(l);
         GUC_check_errdetail("attr num:%d is error,track_stmt_stat_level attr is 2", l->length);
+        list_free_deep(l);
         return false;
     }
 

From d40098a5e2028125b5b06c67b6b205b9fff4ff99 Mon Sep 17 00:00:00 2001
From: herui <he.rui@139.com>
Date: Thu, 5 Aug 2021 00:42:32 +0000
Subject: [PATCH 16/33] fix percentile thread consumes 7% cpu when no user
 workload running

---
 src/gausskernel/cbb/instruments/percentile/percentile.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/gausskernel/cbb/instruments/percentile/percentile.cpp b/src/gausskernel/cbb/instruments/percentile/percentile.cpp
index 2fa92fb8..13e56c2f 100644
--- a/src/gausskernel/cbb/instruments/percentile/percentile.cpp
+++ b/src/gausskernel/cbb/instruments/percentile/percentile.cpp
@@ -353,7 +353,7 @@ void PercentileSpace::SubPercentileMain(void)
             t_thrd.percentile_cxt.need_reset_timer = true;
             g_instance.stat_cxt.force_process = false;
         }
-        pg_usleep(SLEEP_INTERVAL);  // CCN check if need force process percentile
+        pg_usleep(SLEEP_INTERVAL * 1000L);  // CCN check if need force process percentile
     }                               /* end of loop */
 }
 

From 14fc938f548481280e4e91ef11ee27a39e98b95b Mon Sep 17 00:00:00 2001
From: cchen676 <arcoalien@qq.com>
Date: Thu, 10 Jun 2021 16:14:06 +0800
Subject: [PATCH 17/33] fix xlog recycle when start

---
 .../storage/access/transam/xlog.cpp           | 48 ++++++++++++++++++-
 src/include/access/xlog.h                     |  2 +-
 2 files changed, 47 insertions(+), 3 deletions(-)

diff --git a/src/gausskernel/storage/access/transam/xlog.cpp b/src/gausskernel/storage/access/transam/xlog.cpp
index 19f0c34c..3f3eaf56 100644
--- a/src/gausskernel/storage/access/transam/xlog.cpp
+++ b/src/gausskernel/storage/access/transam/xlog.cpp
@@ -539,6 +539,7 @@ static bool XLogArchiveIsBusy(const char *xlog);
 static bool XLogArchiveIsReady(const char *xlog);
 static void XLogArchiveCleanup(const char *xlog);
 static void readRecoveryCommandFile(void);
+static XLogSegNo GetOldestXLOGSegNo(const char *workingPath);
 static void exitArchiveRecovery(TimeLineID endTLI, XLogSegNo endSegNo);
 static bool recoveryStopsHere(XLogReaderState *record, bool *includeThis);
 static void recoveryPausesHere(void);
@@ -4875,11 +4876,11 @@ void CheckXLogRemoved(XLogSegNo segno, TimeLineID tli)
  * NB: the result can be out of date arbitrarily fast, the caller has to deal
  * with that.
  */
-XLogRecPtr XLogGetLastRemovedSegno(void)
+XLogSegNo XLogGetLastRemovedSegno(void)
 {
     /* use volatile pointer to prevent code rearrangement */
     volatile XLogCtlData *xlogctl = t_thrd.shemem_ptr_cxt.XLogCtl;
-    XLogRecPtr lastRemovedSegNo;
+    XLogSegNo lastRemovedSegNo;
 
     SpinLockAcquire(&xlogctl->info_lck);
     lastRemovedSegNo = xlogctl->lastRemovedSegNo;
@@ -6800,6 +6801,9 @@ void XLOGShmemInit(void)
     t_thrd.shemem_ptr_cxt.XLogCtl->IsRecoveryDone = false;
     t_thrd.shemem_ptr_cxt.XLogCtl->SharedHotStandbyActive = false;
     t_thrd.shemem_ptr_cxt.XLogCtl->WalWriterSleeping = false;
+    if (!IsInitdb) {
+        t_thrd.shemem_ptr_cxt.XLogCtl->lastRemovedSegNo = GetOldestXLOGSegNo(t_thrd.proc_cxt.DataDir);
+    }
 
 #if (!defined __x86_64__) && (!defined __aarch64__)
     SpinLockInit(&t_thrd.shemem_ptr_cxt.XLogCtl->Insert.insertpos_lck);
@@ -6818,6 +6822,46 @@ void XLOGShmemInit(void)
     }
 }
 
+static XLogSegNo GetOldestXLOGSegNo(const char *workingPath)
+{
+#define XLOGFILENAMELEN 24
+    DIR *xlogDir = NULL;
+    struct dirent *dirEnt = NULL;
+    char xlogDirStr[MAXPGPATH] = {0};
+    char oldestXLogFileName[MAXPGPATH] = {0};
+    TimeLineID tli = 0;
+    uint32 xlogReadLogid = -1;
+    uint32 xlogReadLogSeg = -1;
+    XLogSegNo segno;
+    errno_t rc = EOK;
+
+    rc = snprintf_s(xlogDirStr, MAXPGPATH, MAXPGPATH - 1, "%s/%s", workingPath, XLOGDIR);
+    securec_check_ss(rc, "", "");
+    xlogDir = opendir(xlogDirStr);
+    if (!xlogDir) {
+        ereport(ERROR, (errcode_for_file_access(), errmsg("could not open xlog dir in GetOldestXLOGSegNo.")));
+    }
+    while ((dirEnt = readdir(xlogDir)) != NULL) {
+        if (strlen(dirEnt->d_name) == XLOGFILENAMELEN &&
+                strspn(dirEnt->d_name, "0123456789ABCDEF") == XLOGFILENAMELEN) {
+            if (strlen(oldestXLogFileName) == 0 || strcmp(dirEnt->d_name, oldestXLogFileName) < 0) {
+                rc = strncpy_s(oldestXLogFileName, MAXPGPATH - 1, dirEnt->d_name, strlen(dirEnt->d_name) + 1);
+                securec_check_ss(rc, "", "");
+                oldestXLogFileName[strlen(dirEnt->d_name)] = '\0';
+            }
+        }
+    }
+
+    (void)closedir(xlogDir);
+
+    if (sscanf_s(oldestXLogFileName, "%08X%08X%08X", &tli, &xlogReadLogid, &xlogReadLogSeg) != 3) {
+        ereport(ERROR, (errcode_for_file_access(), errmsg("failed to translate name to xlog in GetOldestXLOGSegNo.")));
+    }
+    segno = (uint64)xlogReadLogid * XLogSegmentsPerXLogId + xlogReadLogSeg - 1;
+
+    return segno;
+}
+
 static uint64 GetMACAddr(void)
 {
     macaddr mac;
diff --git a/src/include/access/xlog.h b/src/include/access/xlog.h
index 845f691b..5c4c220f 100644
--- a/src/include/access/xlog.h
+++ b/src/include/access/xlog.h
@@ -326,7 +326,7 @@ extern void XLogSetReplicationSlotMaximumLSN(XLogRecPtr lsn);
 extern XLogRecPtr XLogGetReplicationSlotMaximumLSN(void);
 extern XLogRecPtr XLogGetReplicationSlotMinimumLSNByOther(void);
 
-extern XLogRecPtr XLogGetLastRemovedSegno(void);
+extern XLogSegNo XLogGetLastRemovedSegno(void);
 extern void xlog_redo(XLogReaderState* record);
 extern void xlog_desc(StringInfo buf, XLogReaderState* record);
 

From a7e92ffd28a26d7b344bb9fcb2f24076a29aff96 Mon Sep 17 00:00:00 2001
From: LiHeng <liheng188@petalmail.com>
Date: Wed, 4 Aug 2021 16:48:04 +0800
Subject: [PATCH 18/33] fix threadpool

---
 .../threadpool/threadpool_controler.cpp       |  7 +++---
 .../threadpool/threadpool_listener.cpp        |  8 ++++++
 .../process/threadpool/threadpool_stream.cpp  |  6 ++++-
 .../process/threadpool/threadpool_worker.cpp  | 25 +++++++++++++++++--
 4 files changed, 39 insertions(+), 7 deletions(-)

diff --git a/src/gausskernel/process/threadpool/threadpool_controler.cpp b/src/gausskernel/process/threadpool/threadpool_controler.cpp
index 43802e05..4eb39463 100644
--- a/src/gausskernel/process/threadpool/threadpool_controler.cpp
+++ b/src/gausskernel/process/threadpool/threadpool_controler.cpp
@@ -558,11 +558,10 @@ void ThreadPoolControler::ConstrainThreadNum()
 {
     /* Thread pool size should not be larger than max_connections. */
     if (MAX_THREAD_POOL_SIZE > g_instance.attr.attr_network.MaxConnections) {
-        m_maxPoolSize = g_instance.attr.attr_network.MaxConnections;
         ereport(LOG, (errcode(ERRCODE_OPERATE_INVALID_PARAM),
-                      errmsg("Thread pool size %d should not be larger than max_connections %d, "
-                             "so reduce thread pool size to max_connections",
-                      m_threadNum, g_instance.attr.attr_network.MaxConnections)));
+                      errmsg("Max thread pool size %d should not be larger than max_connections %d, "
+                             "so reduce max thread pool size to max_connections",
+                      MAX_THREAD_POOL_SIZE, g_instance.attr.attr_network.MaxConnections)));
     }
     
     m_maxPoolSize = Min(MAX_THREAD_POOL_SIZE, g_instance.attr.attr_network.MaxConnections);
diff --git a/src/gausskernel/process/threadpool/threadpool_listener.cpp b/src/gausskernel/process/threadpool/threadpool_listener.cpp
index 19aa9f57..818fbcbf 100644
--- a/src/gausskernel/process/threadpool/threadpool_listener.cpp
+++ b/src/gausskernel/process/threadpool/threadpool_listener.cpp
@@ -231,6 +231,14 @@ void ThreadPoolListener::ReaperAllSession()
                         " encounter FATAL problems before session close.")));
             abort();
         }
+        /* m_sessionCount should be sum of the list length of m_idleSessionList and m_readySessionList
+           and worker's attached session */
+        pg_memory_barrier();
+        if (m_idleSessionList->IsEmpty() && m_readySessionList->IsEmpty() &&
+            m_group->m_workerNum - m_group->m_idleWorkerNum == 0) {
+            ereport(WARNING, (errmsg("SessionCount should be zero when no session in this group.")));
+            m_group->m_sessionCount = 0;
+        }
 
         elem = m_idleSessionList->RemoveHead();
         while (elem != NULL) {
diff --git a/src/gausskernel/process/threadpool/threadpool_stream.cpp b/src/gausskernel/process/threadpool/threadpool_stream.cpp
index 281c0ede..7afad7a3 100644
--- a/src/gausskernel/process/threadpool/threadpool_stream.cpp
+++ b/src/gausskernel/process/threadpool/threadpool_stream.cpp
@@ -130,6 +130,8 @@ void ThreadPoolStream::InitStream()
     SetStreamWorkerInfo(m_producer);
     ExtractProduerInfo();
 
+    SetProcessingMode(InitProcessing);
+
     /* Init GUC option for this session. */
     InitializeGUCOptions();
     /* Read in remaining GUC variables */
@@ -142,7 +144,9 @@ void ThreadPoolStream::InitStream()
     t_thrd.proc_cxt.PostInit->SetDatabaseAndUser(
         u_sess->stream_cxt.producer_obj->getDbName(), InvalidOid, u_sess->stream_cxt.producer_obj->getUserName());
     t_thrd.proc_cxt.PostInit->InitStreamSession();
-    
+
+    SetProcessingMode(NormalProcessing);
+
     repair_guc_variables();
     RestoreStreamSyncParam(&m_producer->m_syncParam);
 
diff --git a/src/gausskernel/process/threadpool/threadpool_worker.cpp b/src/gausskernel/process/threadpool/threadpool_worker.cpp
index 001f052d..c4352fb1 100644
--- a/src/gausskernel/process/threadpool/threadpool_worker.cpp
+++ b/src/gausskernel/process/threadpool/threadpool_worker.cpp
@@ -396,6 +396,13 @@ void ThreadPoolWorker::ShutDownIfNecessary()
         RestoreThreadVariable();
         proc_exit(0);
     }
+    /* there is time window which the cancle signal has arrived but ignored by prevent signal called before,
+     * so we rebuild the signal status here in case that happens. */
+    if (unlikely(m_currentSession != NULL && m_currentSession->status == KNL_SESS_CLOSE)) {
+        ereport(LOG, (errmodule(MOD_THREAD_POOL),
+                      errmsg("Cancle signal has arrived but ignored by prevent signal called before, rebuild it.")));
+        t_thrd.int_cxt.ClientConnectionLost = true;
+    }
 }
 
 void ThreadPoolWorker::CleanThread()
@@ -425,6 +432,7 @@ void ThreadPoolWorker::CleanThread()
     }
 
     InterruptPending = false;
+    t_thrd.int_cxt.QueryCancelPending = false;
     t_thrd.libpq_cxt.PqSendStart = 0;
     t_thrd.libpq_cxt.PqSendPointer = 0;
     t_thrd.libpq_cxt.PqRecvLength = 0;
@@ -494,8 +502,16 @@ bool ThreadPoolWorker::AttachSessionToThread()
      * Since thread pool worker may start earlier than startup finishing recovery,
      * init xlog access if necessary.
      */
-    (void)RecoveryInProgress();
-
+    PG_TRY();
+    {
+        (void)RecoveryInProgress();
+    }
+    PG_CATCH();
+    {
+        /* if init xlog has error, should throw fatal this thread */
+        ereport(FATAL, (errmsg("init xlog failed, throw fatal for this thread")));
+    }
+    PG_END_TRY();
 #ifdef ENABLE_QUNIT
     set_qunit_case_number_hook(u_sess->utils_cxt.qunit_case_number, NULL);
 #endif
@@ -660,6 +676,8 @@ static void init_session_share_memory()
 
 static bool InitSession(knl_session_context* session)
 {
+    /* non't send ereport to client now */
+    t_thrd.postgres_cxt.whereToSendOutput = DestNone;
     /* Switch context to Session context. */
     AutoContextSwitch memSwitch(session->mcxt_group->GetMemCxtGroup(MEMORY_CONTEXT_DEFAULT));
 
@@ -682,6 +700,9 @@ static bool InitSession(knl_session_context* session)
     /* Read in remaining GUC variables */
     read_nondefault_variables();
 
+    /* now safe to ereport to client */
+    t_thrd.postgres_cxt.whereToSendOutput = DestRemote;
+
     /* Init port and connection. */
     if (!InitPort(session->proc_cxt.MyProcPort)) {
         /* reset some status below */

From 561ba0ebcde65e0c05ff26ca253d1d29a639b4a8 Mon Sep 17 00:00:00 2001
From: LiHeng <liheng188@petalmail.com>
Date: Wed, 4 Aug 2021 16:52:58 +0800
Subject: [PATCH 19/33] =?UTF-8?q?=E6=B7=BB=E5=8A=A0=E5=86=85=E5=AD=98?=
 =?UTF-8?q?=E5=B1=8F=E9=9A=9C=EF=BC=8C=E4=BF=9D=E8=AF=81=E8=AF=BB=E5=8F=96?=
 =?UTF-8?q?=E7=9A=84=E5=8F=98=E9=87=8F=E6=98=AF=E5=BD=93=E5=89=8D=E6=9C=80?=
 =?UTF-8?q?=E6=96=B0=E5=80=BC?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/gausskernel/process/postmaster/bgwriter.cpp   | 9 +++++++--
 src/gausskernel/process/postmaster/pagewriter.cpp | 5 +++--
 src/gausskernel/storage/access/transam/xlog.cpp   | 8 ++++----
 src/gausskernel/storage/buffer/bufmgr.cpp         | 1 +
 4 files changed, 15 insertions(+), 8 deletions(-)

diff --git a/src/gausskernel/process/postmaster/bgwriter.cpp b/src/gausskernel/process/postmaster/bgwriter.cpp
index 3e9a9e66..b50a2575 100644
--- a/src/gausskernel/process/postmaster/bgwriter.cpp
+++ b/src/gausskernel/process/postmaster/bgwriter.cpp
@@ -1117,7 +1117,9 @@ static void candidate_buf_push(int buf_id, int thread_id)
     uint32 list_size = bgwriter->cand_list_size;
     uint32 tail_loc;
 
+    pg_memory_barrier();
     volatile uint64 head = pg_atomic_read_u64(&bgwriter->head);
+    pg_memory_barrier();
     volatile uint64 tail = pg_atomic_read_u64(&bgwriter->tail);
 
     if (unlikely(tail - head >= list_size)) {
@@ -1126,8 +1128,8 @@ static void candidate_buf_push(int buf_id, int thread_id)
     }
     tail_loc = tail % list_size;
     bgwriter->cand_buf_list[tail_loc] = buf_id;
-    pg_write_barrier();
     (void)pg_atomic_fetch_add_u64(&bgwriter->tail, 1);
+    pg_memory_barrier();
 }
 
 /**
@@ -1142,17 +1144,19 @@ bool candidate_buf_pop(int *buf_id, int thread_id)
     uint32 head_loc;
 
     while (true) {
+        pg_memory_barrier();
         uint64 head = pg_atomic_read_u64(&bgwriter->head);
+        pg_memory_barrier();
         volatile uint64 tail = pg_atomic_read_u64(&bgwriter->tail);
 
         if (unlikely(head >= tail)) {
             return false;       /* candidate list is empty */
         }
 
-        pg_write_barrier();
         head_loc = head % list_size;
         *buf_id = bgwriter->cand_buf_list[head_loc];
         if (pg_atomic_compare_exchange_u64(&bgwriter->head, &head, head + 1)) {
+            pg_memory_barrier();
             return true;
         }
     }
@@ -1162,6 +1166,7 @@ static int64 get_thread_candidate_nums(int thread_id)
 {
     BgWriterProc *bgwriter = &g_instance.bgwriter_cxt.bgwriter_procs[thread_id];
     volatile uint64 head = pg_atomic_read_u64(&bgwriter->head);
+    pg_memory_barrier();
     volatile uint64 tail = pg_atomic_read_u64(&bgwriter->tail);
     int64 curr_cand_num = tail - head;
     Assert(curr_cand_num >= 0);
diff --git a/src/gausskernel/process/postmaster/pagewriter.cpp b/src/gausskernel/process/postmaster/pagewriter.cpp
index d80fc146..7d4c2656 100644
--- a/src/gausskernel/process/postmaster/pagewriter.cpp
+++ b/src/gausskernel/process/postmaster/pagewriter.cpp
@@ -338,7 +338,7 @@ bool push_pending_flush_queue(Buffer buffer)
     actual_loc = new_tail_loc % g_instance.ckpt_cxt_ctl->dirty_page_queue_size;
     buf_desc->dirty_queue_loc = actual_loc;
     g_instance.ckpt_cxt_ctl->dirty_page_queue[actual_loc].buffer = buffer;
-    pg_write_barrier();
+    pg_memory_barrier();
     pg_atomic_write_u32(&g_instance.ckpt_cxt_ctl->dirty_page_queue[actual_loc].slot_state, (SLOT_VALID));
     (void)pg_atomic_fetch_add_u32(&g_instance.ckpt_cxt_ctl->actual_dirty_page_num, 1);
     return true;
@@ -463,7 +463,7 @@ try_get_buf:
         if (!(pg_atomic_read_u32(&slot->slot_state) & SLOT_VALID)) {
             break;
         }
-        pg_read_barrier();
+        pg_memory_barrier();
         buffer = slot->buffer;
         /* slot state is valid, buffer is invalid, the slot buffer set 0 when BufferAlloc or InvalidateBuffer */
         if (BufferIsInvalid(buffer)) {
@@ -1344,6 +1344,7 @@ static void ckpt_try_prune_dirty_page_queue()
          * the redo point will be wrong, because some page not flush to disk.
          */
         (void)LWLockAcquire(g_instance.ckpt_cxt_ctl->prune_queue_lock, LW_EXCLUSIVE);
+        pg_memory_barrier();
         if (last_invalid_slot > pg_atomic_read_u64(&g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc)) {
             pg_atomic_write_u64(&g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc, (last_invalid_slot + 1));
         }
diff --git a/src/gausskernel/storage/access/transam/xlog.cpp b/src/gausskernel/storage/access/transam/xlog.cpp
index 3f3eaf56..13e1c40d 100644
--- a/src/gausskernel/storage/access/transam/xlog.cpp
+++ b/src/gausskernel/storage/access/transam/xlog.cpp
@@ -10936,7 +10936,7 @@ void CreateCheckPoint(int flags)
          */
         g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc = get_dirty_page_queue_tail();
         g_instance.ckpt_cxt_ctl->full_ckpt_redo_ptr = curInsert;
-        pg_write_barrier();
+        pg_memory_barrier();
         if (get_dirty_page_num() > 0) {
             g_instance.ckpt_cxt_ctl->flush_all_dirty_page = true;
         }
@@ -11537,7 +11537,7 @@ void wait_all_dirty_page_flush(int flags, XLogRecPtr redo)
     if (ENABLE_INCRE_CKPT) {
         g_instance.ckpt_cxt_ctl->full_ckpt_redo_ptr = redo;
         g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc = get_dirty_page_queue_tail();
-        pg_write_barrier();
+        pg_memory_barrier();
         if (get_dirty_page_num() > 0) {
             g_instance.ckpt_cxt_ctl->flush_all_dirty_page = true;
             ereport(LOG, (errmsg("CreateRestartPoint, need flush %ld pages.", get_dirty_page_num())));
@@ -11806,7 +11806,7 @@ bool CreateRestartPoint(int flags)
     if (ENABLE_INCRE_CKPT && doFullCkpt) {
         g_instance.ckpt_cxt_ctl->full_ckpt_redo_ptr = lastCheckPoint.redo;
         g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc = get_dirty_page_queue_tail();
-        pg_write_barrier();
+        pg_memory_barrier();
         if (get_dirty_page_num() > 0) {
             g_instance.ckpt_cxt_ctl->flush_all_dirty_page = true;
         }
@@ -11815,8 +11815,8 @@ bool CreateRestartPoint(int flags)
         g_instance.ckpt_cxt_ctl->full_ckpt_redo_ptr = lastCheckPoint.redo;
         (void)LWLockAcquire(g_instance.ckpt_cxt_ctl->prune_queue_lock, LW_EXCLUSIVE);
         g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc = get_loc_for_lsn(lastCheckPointRecPtr);
+        pg_memory_barrier();
         LWLockRelease(g_instance.ckpt_cxt_ctl->prune_queue_lock);
-        pg_write_barrier();
 
         uint64 head = pg_atomic_read_u64(&g_instance.ckpt_cxt_ctl->dirty_page_queue_head);
         int64 need_flush_num = g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc > head ?
diff --git a/src/gausskernel/storage/buffer/bufmgr.cpp b/src/gausskernel/storage/buffer/bufmgr.cpp
index b27afedb..4f0bc1c4 100644
--- a/src/gausskernel/storage/buffer/bufmgr.cpp
+++ b/src/gausskernel/storage/buffer/bufmgr.cpp
@@ -3890,6 +3890,7 @@ void CheckPointBuffers(int flags, bool doFullCheckpoint)
          * dirty page num.
          */
         for (;;) {
+            pg_memory_barrier();
             if ((pg_atomic_read_u64(&g_instance.ckpt_cxt_ctl->dirty_page_queue_head) >=
                  pg_atomic_read_u64(&g_instance.ckpt_cxt_ctl->full_ckpt_expected_flush_loc)) ||
                 get_dirty_page_num() == 0) {

From 080c54c9dab1333e7a4e5b344515cdc35874093e Mon Sep 17 00:00:00 2001
From: LiHeng <liheng188@petalmail.com>
Date: Wed, 4 Aug 2021 16:54:32 +0800
Subject: [PATCH 20/33] =?UTF-8?q?=E4=BF=AE=E5=A4=8D=E4=B8=BB=E6=9C=BAdrop?=
 =?UTF-8?q?=E8=A1=A8=E5=90=8C=E6=97=B6=E5=85=A8=E9=87=8Fbuild=E5=90=8E?=
 =?UTF-8?q?=EF=BC=8C=E5=A4=87=E6=9C=BA=E6=95=B0=E6=8D=AE=E7=9B=AE=E5=BD=95?=
 =?UTF-8?q?=E6=AF=94=E4=B8=BB=E6=9C=BA=E5=A4=A7=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/bin/pg_ctl/backup.cpp     | 119 ++++++++++++++++++++++++++++++++++
 src/bin/pg_rewind/filemap.cpp |   2 +-
 2 files changed, 120 insertions(+), 1 deletion(-)

diff --git a/src/bin/pg_ctl/backup.cpp b/src/bin/pg_ctl/backup.cpp
index 8ff69932..a9a91a03 100644
--- a/src/bin/pg_ctl/backup.cpp
+++ b/src/bin/pg_ctl/backup.cpp
@@ -132,6 +132,8 @@ static int replace_node_name(char* sSrc, const char* sMatchStr, const char* sRep
 static void show_full_build_process(const char* errmg);
 static void backup_dw_file(const char* target_dir);
 void get_xlog_location(char (&xlog_location)[MAXPGPATH]);
+static void DeleteAlreadyDropedFile(const char* path, bool is_table_space);
+static int DeleteUnusedFile(const char* path, unsigned int SegNo, unsigned int fileNode);
 
 /*
  * tblspaceDirectory is used for saving the table space directory created by
@@ -1027,6 +1029,8 @@ static void BaseBackup(const char* dirname, uint32 term)
     char nodetablespacepath[MAXPGPATH] = {0};
     char nodetablespaceparentpath[MAXPGPATH] = {0};
     char escaped_label[MAXPGPATH] = {0};
+    char basePath[MAXPGPATH] = {0};
+    char tblspcPath[MAXPGPATH] = {0};
     int i;
     char xlogstart[MAXFNAMELEN] = {0};
     char xlogend[MAXFNAMELEN] = {0};
@@ -1451,6 +1455,14 @@ static void BaseBackup(const char* dirname, uint32 term)
     RENAME_BUILD_FILE(buildstart_file, builddone_file);
 
     show_full_build_process("rename build status file success");
+
+    nRet = snprintf_s(basePath, MAXPGPATH, MAXPGPATH, "%s/base", dirname);
+    securec_check_ss_c(nRet, "\0", "\0");
+    DeleteAlreadyDropedFile(basePath, false);
+
+    nRet = snprintf_s(tblspcPath, MAXPGPATH, MAXPGPATH, "%s/pg_tblspc", dirname);
+    securec_check_ss_c(nRet, "\0", "\0");
+    DeleteAlreadyDropedFile(tblspcPath, true);
 }
 
 /*
@@ -1956,3 +1968,110 @@ void get_xlog_location(char (&xlog_location)[MAXPGPATH])
     }
     xlog_location[MAXPGPATH - 1] = '\0';
 }
+
+static void DeleteAlreadyDropedFile(const char* path, bool is_table_space)
+{
+    char* fileName = NULL;
+    char pathbuf[MAXPGPATH] = {0};
+    unsigned int fileNode = 0;
+    unsigned int spaceNode = 0;
+    unsigned int SegNo = 0;
+    unsigned int dbNode = 0;
+    struct stat statbuf;
+    struct dirent *de = NULL;
+    int nmatch = 0;
+    int res = -1;
+    int rc = 0;
+
+    DIR *dir = opendir(path);
+
+    while ((de = readdir(dir)) != NULL) {
+        /* skip entries point current dir or parent dir */
+        if (strcmp(de->d_name, ".") == 0 || strcmp(de->d_name, "..") == 0)
+            continue;
+        rc = snprintf_s(pathbuf, MAXPGPATH, MAXPGPATH - 1, "%s/%s", path, de->d_name);
+        securec_check_ss_c(rc, "\0", "\0");
+        if (lstat(pathbuf, &statbuf) != 0) {
+            if (errno != ENOENT) {
+                pg_log(PG_WARNING, _("could not lstat file or directory : %s!\n"), de->d_name);
+                continue;
+            }
+        }
+        if (S_ISDIR(statbuf.st_mode)) {
+            DeleteAlreadyDropedFile(pathbuf, is_table_space);
+        } else if (S_ISREG(statbuf.st_mode)) {
+            if (is_table_space) {
+                if ((fileName = strstr(pathbuf, "pg_tblspc/")) != NULL) {
+                    nmatch = sscanf_s(fileName, "pg_tblspc/%u/%*[^/]/%u/%u.%u", &spaceNode,
+                        &dbNode, &fileNode, &SegNo);
+                    if (nmatch == 4) {
+                        res = DeleteUnusedFile(path, SegNo, fileNode);
+                        if (res < 0) {
+                            (void)closedir(dir);
+                            disconnect_and_exit(1);
+                        }
+                    }
+                }
+            } else {
+                if ((fileName = strstr(pathbuf, "base/")) != NULL) {
+                    nmatch = sscanf_s(fileName, "base/%u/%u.%u", &dbNode, &fileNode, &SegNo);
+                    if (nmatch == 3) {
+                        res = DeleteUnusedFile(path, SegNo, fileNode);
+                        if (res < 0) {
+                            (void)closedir(dir);
+                            disconnect_and_exit(1);
+                        }
+                    }
+                }
+            }
+        }
+    }
+    (void)closedir(dir);
+}
+
+static int DeleteUnusedFile(const char* path, unsigned int SegNo, unsigned int fileNode)
+{
+    char firstFileName[MAXPGPATH] = {0};
+    char beforeFileName[MAXPGPATH] = {0};
+    char currentFileName[MAXPGPATH] = {0};
+    struct stat statbuf;
+    struct stat tmpStatBuf;
+    int rc = 0;
+
+    rc = snprintf_s(currentFileName, MAXPGPATH, MAXPGPATH - 1, "%s/%u.%u", path, fileNode, SegNo);
+    securec_check_ss_c(rc, "\0", "\0");
+    rc = snprintf_s(firstFileName, MAXPGPATH, MAXPGPATH - 1, "%s/%u", path, fileNode);
+    securec_check_ss_c(rc, "\0", "\0");
+    if (lstat(firstFileName, &statbuf) != 0) {
+        if (errno != ENOENT) {
+            pg_log(PG_WARNING, _("could not lstat file: %s!\n"), firstFileName);
+            return -1;
+        } else {
+            while (SegNo >= 1) {
+                rc = snprintf_s(currentFileName, MAXPGPATH, MAXPGPATH - 1, "%s/%u.%u", path, fileNode, SegNo);
+                securec_check_ss_c(rc, "\0", "\0");
+                if (lstat(currentFileName, &tmpStatBuf) == 0) {
+                    pg_log(PG_DEBUG, _("the file %s should be unlink without origin file\n"), currentFileName);
+                    unlink(currentFileName);
+                }
+                SegNo--;
+            }
+            return 0;
+        }
+    }
+    if (statbuf.st_size == 0) {
+        while (SegNo > 1) {
+            SegNo -= 1;
+            rc = snprintf_s(beforeFileName, MAXPGPATH, MAXPGPATH - 1, "%s/%u.%u", path, fileNode, SegNo);
+            securec_check_ss_c(rc, "\0", "\0");
+            if (lstat(beforeFileName, &tmpStatBuf) != 0) {
+                if (errno == ENOENT) {
+                    pg_log(PG_DEBUG, _("the file %s before file does not exist\n"), currentFileName);
+                    unlink(currentFileName);
+                    break;
+                }
+            }
+        }
+    }
+    return 0;
+}
diff --git a/src/bin/pg_rewind/filemap.cpp b/src/bin/pg_rewind/filemap.cpp
index 0b98a2f8..605bedca 100644
--- a/src/bin/pg_rewind/filemap.cpp
+++ b/src/bin/pg_rewind/filemap.cpp
@@ -63,7 +63,7 @@ const char *excludeFiles[] = {
     "postgresql.conf.bak",
     "postgresql.conf.old",
     "pg_ctl.lock",
-    "build_completed.start"
+    "build_completed.start",
     "backup_label",
     "client.crt",
     "client.key",

From 9bb33c2a4b021b8cd4bb4641f68dda0c3ec0e19f Mon Sep 17 00:00:00 2001
From: flyly <llynov17@163.com>
Date: Sat, 12 Jun 2021 16:14:18 +0800
Subject: [PATCH 21/33] =?UTF-8?q?=E8=A7=A3=E5=86=B3=EF=BC=9A=E3=80=90?=
 =?UTF-8?q?=E4=B8=9A=E5=8A=A1=E8=8C=83=E7=95=B4=EF=BC=9A=E5=88=86=E5=B8=83?=
 =?UTF-8?q?=E5=BC=8F=E3=80=91=E3=80=90=E6=B5=8B=E8=AF=95=E7=B1=BB=E5=9E=8B?=
 =?UTF-8?q?=EF=BC=9A=E5=8E=8B=E5=8A=9B=E9=95=BF=E7=A8=B3=E3=80=91=E3=80=90?=
 =?UTF-8?q?=E6=B5=8B=E8=AF=95=E6=B4=BB=E5=8A=A8=EF=BC=9A=E4=B8=93=E9=A1=B9?=
 =?UTF-8?q?=E3=80=91=E3=80=90=E4=B8=93=E9=A1=B9=E5=90=8D=E7=A7=B0=EF=BC=9A?=
 =?UTF-8?q?=E5=8E=8B=E5=8A=9B=E9=95=BF=E7=A8=B3=E3=80=91=E3=80=90=E7=8E=AF?=
 =?UTF-8?q?=E5=A2=83=EF=BC=9A=E8=A3=B8=E6=9C=BA=E3=80=91=E6=89=A7=E8=A1=8C?=
 =?UTF-8?q?TPCC+=E6=B7=B7=E5=90=88DDL=E3=80=81DML=E4=B8=9A=E5=8A=A1?=
 =?UTF-8?q?=EF=BC=8CCN=E4=BA=A7=E7=94=9Fhang?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/common/backend/utils/error/elog.cpp | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/common/backend/utils/error/elog.cpp b/src/common/backend/utils/error/elog.cpp
index bdff1e3c..aef980f0 100644
--- a/src/common/backend/utils/error/elog.cpp
+++ b/src/common/backend/utils/error/elog.cpp
@@ -514,7 +514,10 @@ void errfinish(int dummy, ...)
     if (edata->elevel >= u_sess->attr.attr_common.backtrace_min_messages) {
         StringInfoData buf;
         initStringInfo(&buf);
+
+        HOLD_INTERRUPTS();
         int ret = output_backtrace_to_log(&buf);
+        RESUME_INTERRUPTS();
 
         if (0 == ret) {
             edata->backtrace_log = pstrdup(buf.data);

From fa702eb6c37d4e555e4635064f5f95b744b323bb Mon Sep 17 00:00:00 2001
From: flyly <llynov17@163.com>
Date: Thu, 3 Jun 2021 12:05:08 +0800
Subject: [PATCH 22/33] fix core

---
 src/gausskernel/cbb/instruments/ash/ash.cpp | 64 +++++++++++----------
 1 file changed, 34 insertions(+), 30 deletions(-)

diff --git a/src/gausskernel/cbb/instruments/ash/ash.cpp b/src/gausskernel/cbb/instruments/ash/ash.cpp
index 6818f5df..50e34677 100644
--- a/src/gausskernel/cbb/instruments/ash/ash.cpp
+++ b/src/gausskernel/cbb/instruments/ash/ash.cpp
@@ -64,6 +64,7 @@
 #define NUM_UNIQUE_SQL_PARTITIONS 64
 #define UINT32_ACCESS_ONCE(var) ((uint32)(*((volatile uint32*)&(var))))
 #define UNIQUE_SQL_MAX_LEN (g_instance.attr.attr_common.pgstat_track_activity_query_size + 1)
+const int ATTR_NUM = 27;
 /* unique SQL max hash table size */
 const int UNIQUE_SQL_MAX_HASH_SIZE = 1000;
 extern Datum hash_uint32(uint32 k);
@@ -1144,34 +1145,37 @@ static void InitTupleAttr(FuncCallContext** funcctx)
 {
     MemoryContext oldcontext;
     TupleDesc tupdesc = NULL;
+    int i = 0;
     oldcontext = MemoryContextSwitchTo((*funcctx)->multi_call_memory_ctx);
-    tupdesc = CreateTemplateTupleDesc(26, false);
-    TupleDescInitEntry(tupdesc, (AttrNumber)1, "sampleid", INT8OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)2, "sample_time", TIMESTAMPTZOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)3, "need_flush_sample", BOOLOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)4, "databaseid", OIDOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)5, "thread_id", INT8OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)6, "sessionid", INT8OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)7, "start_time", TIMESTAMPTZOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)8, "event", TEXTOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)9, "lwtid", INT4OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)10, "psessionid", INT8OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)11, "tlevel", INT4OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)12, "smpid", INT4OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)13, "userid", OIDOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)14, "application_name", TEXTOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)15, "client_addr", INETOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)16, "client_hostname", TEXTOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)17, "client_port", INT4OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)18, "query_id", INT8OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)19, "unique_query_id", INT8OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)20, "user_id", OIDOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)21, "cn_id", INT4OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)22, "unique_query", TEXTOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)23, "locktag", TEXTOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)24, "lockmode", TEXTOID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)25, "block_sessionid", INT8OID, -1, 0);
-    TupleDescInitEntry(tupdesc, (AttrNumber)26, "wait_status", TEXTOID, -1, 0);
+    tupdesc = CreateTemplateTupleDesc(ATTR_NUM, false);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "sampleid", INT8OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "sample_time", TIMESTAMPTZOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "need_flush_sample", BOOLOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "databaseid", OIDOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "thread_id", INT8OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "sessionid", INT8OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "start_time", TIMESTAMPTZOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "event", TEXTOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "lwtid", INT4OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "psessionid", INT8OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "tlevel", INT4OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "smpid", INT4OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "userid", OIDOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "application_name", TEXTOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "client_addr", INETOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "client_hostname", TEXTOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "client_port", INT4OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "query_id", INT8OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "unique_query_id", INT8OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "user_id", OIDOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "cn_id", INT4OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "unique_query", TEXTOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "locktag", TEXTOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "lockmode", TEXTOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "block_sessionid", INT8OID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "wait_status", TEXTOID, -1, 0);
+    TupleDescInitEntry(tupdesc, (AttrNumber)++i, "global_sessionid", TEXTOID, -1, 0);
+    Assert(i == ATTR_NUM);
     (*funcctx)->tuple_desc = BlessTupleDesc(tupdesc);
     (*funcctx)->user_fctx = palloc0(sizeof(int));
     (*funcctx)->max_calls = g_instance.stat_cxt.active_sess_hist_arrary->curr_index;
@@ -1194,8 +1198,8 @@ Datum get_local_active_session(PG_FUNCTION_ARGS)
 
     if (funcctx->call_cntr < funcctx->max_calls) {
         /* for each row */
-        Datum values[26];
-        bool nulls[26] = {false};
+        Datum values[ATTR_NUM];
+        bool nulls[ATTR_NUM] = {false};
         HeapTuple tuple = NULL;
         SessionHistEntry *beentry = NULL;
         errno_t rc = memset_s(values, sizeof(values), 0, sizeof(values));
@@ -1210,7 +1214,7 @@ Datum get_local_active_session(PG_FUNCTION_ARGS)
                 GetTuple(values, Natts_gs_asp, nulls, Natts_gs_asp, beentry);
             } else {
                 /* No permissions to view data about this session */
-                for (uint32 i = 0; i < 26; i++) {
+                for (uint32 i = 0; i < ATTR_NUM; i++) {
                     nulls[i] = true;
                 }
             }

From 3dfa80b3358a0264cfe972de66982f70782c14e1 Mon Sep 17 00:00:00 2001
From: nwen <niewen026@163.com>
Date: Thu, 5 Aug 2021 10:52:18 +0800
Subject: [PATCH 23/33] secure compilation

---
 src/common/port/Makefile | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/common/port/Makefile b/src/common/port/Makefile
index c4181ed8..efe7741b 100644
--- a/src/common/port/Makefile
+++ b/src/common/port/Makefile
@@ -32,8 +32,8 @@ VERSION = 1
 override CPPFLAGS := -I$(top_builddir)/src/common/port -DFRONTEND $(CPPFLAGS) $(CFLAGS_SSE42)
 LIBS += $(PTHREAD_LIBS)
 
-override CPPFLAGS := $(filter-out -fPIE, $(CPPFLAGS)) -fPIC
-override CFLAGS := $(filter-out -fPIE, $(CFLAGS)) -fPIC 
+override CPPFLAGS := $(filter-out -fPIE, $(CPPFLAGS)) -fPIC -fstack-protector-all
+override CFLAGS := $(filter-out -fPIE, $(CFLAGS)) -fPIC -fstack-protector-all
 
 override CPPSources=$(shell find -name "*.cpp" ! -name "path.cpp" | sort)
 ifneq "$(MAKECMDGOALS)" "clean"

From 08f2655e393b7091ce1f1f595d7aa8438fd5ad88 Mon Sep 17 00:00:00 2001
From: nwen <niewen026@163.com>
Date: Thu, 5 Aug 2021 11:32:19 +0800
Subject: [PATCH 24/33] no massage returned, when GUC is set in the init
 session if thread pool

---
 src/gausskernel/process/threadpool/threadpool_worker.cpp | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/gausskernel/process/threadpool/threadpool_worker.cpp b/src/gausskernel/process/threadpool/threadpool_worker.cpp
index c4352fb1..609d5a16 100644
--- a/src/gausskernel/process/threadpool/threadpool_worker.cpp
+++ b/src/gausskernel/process/threadpool/threadpool_worker.cpp
@@ -678,6 +678,7 @@ static bool InitSession(knl_session_context* session)
 {
     /* non't send ereport to client now */
     t_thrd.postgres_cxt.whereToSendOutput = DestNone;
+
     /* Switch context to Session context. */
     AutoContextSwitch memSwitch(session->mcxt_group->GetMemCxtGroup(MEMORY_CONTEXT_DEFAULT));
 
@@ -699,6 +700,9 @@ static bool InitSession(knl_session_context* session)
 
     /* Read in remaining GUC variables */
     read_nondefault_variables();
+    
+    /* now safe to ereport to client */
+    t_thrd.postgres_cxt.whereToSendOutput = DestRemote;
 
     /* now safe to ereport to client */
     t_thrd.postgres_cxt.whereToSendOutput = DestRemote;

From f27365b92617ffd5743b2a398abaf52f1ca059f5 Mon Sep 17 00:00:00 2001
From: liyifeng_seu <307419146@qq.com>
Date: Thu, 5 Aug 2021 03:34:25 +0000
Subject: [PATCH 25/33] =?UTF-8?q?update=20src/bin/pg=5Fbasebackup/pg=5Fbas?=
 =?UTF-8?q?ebackup.cpp.=20=E4=BF=AE=E5=A4=8Dbasebackup=E7=9A=84=E5=86=85?=
 =?UTF-8?q?=E5=AD=98=E6=B3=84=E9=9C=B2=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/bin/pg_basebackup/pg_basebackup.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/bin/pg_basebackup/pg_basebackup.cpp b/src/bin/pg_basebackup/pg_basebackup.cpp
index 82a9cae5..489680db 100644
--- a/src/bin/pg_basebackup/pg_basebackup.cpp
+++ b/src/bin/pg_basebackup/pg_basebackup.cpp
@@ -708,6 +708,7 @@ static void ReceiveTarFile(PGconn *conn, PGresult *res, int rownum)
         }
         disconnect_and_exit(1);
     }
+    PQclear(res);
 
     while (true) {
         if (copybuf != NULL) {
@@ -886,6 +887,7 @@ static void ReceiveAndUnpackTarFile(PGconn *conn, PGresult *res, int rownum)
      * Get the COPY data
      */
     res = backup_get_result(conn);
+    PQclear(res);
 
     while (1) {
         int r;

From 76ee161a691d8b7c964aa6ecee5ab6065eea0788 Mon Sep 17 00:00:00 2001
From: liyifeng_seu <307419146@qq.com>
Date: Thu, 5 Aug 2021 06:11:25 +0000
Subject: [PATCH 26/33] =?UTF-8?q?update=20src/bin/pg=5Fprobackup/pg=5Fprob?=
 =?UTF-8?q?ackup.cpp.=20=E4=BF=AE=E5=A4=8Dprobackup=E5=86=85=E5=AD=98?=
 =?UTF-8?q?=E6=B3=84=E9=9C=B2=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/bin/pg_probackup/pg_probackup.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/bin/pg_probackup/pg_probackup.cpp b/src/bin/pg_probackup/pg_probackup.cpp
index 58445b25..37d28c2e 100644
--- a/src/bin/pg_probackup/pg_probackup.cpp
+++ b/src/bin/pg_probackup/pg_probackup.cpp
@@ -804,6 +804,8 @@ int main(int argc, char *argv[])
      */
     parse_backup_option_to_params(command, command_name);
 
+    pfree(command_name);
+
     compress_init();
 
     /* do actual operation */

From 4708c834602b4f998d948748bce3e9a40ea1dd80 Mon Sep 17 00:00:00 2001
From: liyifeng_seu <307419146@qq.com>
Date: Thu, 5 Aug 2021 06:14:31 +0000
Subject: [PATCH 27/33] =?UTF-8?q?update=20src/bin/pg=5Fprobackup/pgut.cpp.?=
 =?UTF-8?q?=20=E4=BF=AE=E5=A4=8Dprobackup=E5=86=85=E5=AD=98=E6=B3=84?=
 =?UTF-8?q?=E9=9C=B2=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/bin/pg_probackup/pgut.cpp | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/src/bin/pg_probackup/pgut.cpp b/src/bin/pg_probackup/pgut.cpp
index 502c0f8a..b513c97c 100644
--- a/src/bin/pg_probackup/pgut.cpp
+++ b/src/bin/pg_probackup/pgut.cpp
@@ -613,6 +613,7 @@ PGconn* pgut_connect_replication(const char *host, const char *port,
     const char **values;
     errno_t rc = EOK;
     char rwtimeoutStr[12] = {0};
+    const char *malloc_port = NULL;
 
     if (interrupted && !in_cleanup)
         elog(ERROR, "interrupted");
@@ -659,6 +660,7 @@ PGconn* pgut_connect_replication(const char *host, const char *port,
     {
         keywords[i] = "port";
         values[i] = inc_dbport(port);
+        malloc_port = values[i];
         i++;
     }
 
@@ -683,6 +685,10 @@ PGconn* pgut_connect_replication(const char *host, const char *port,
         {
             free(values);
             free(keywords);
+            if (malloc_port)
+            {
+                free((void *)malloc_port);
+            }
             return tmpconn;
         }
 
@@ -700,6 +706,10 @@ PGconn* pgut_connect_replication(const char *host, const char *port,
         PQfinish(tmpconn);
         free(values);
         free(keywords);
+        if (malloc_port)
+        {
+            free((void *)malloc_port);
+        }
         return NULL;
     }
 }

From e8f21ffeb1dad0d1dc4c700b3fcfdb0af793e8dd Mon Sep 17 00:00:00 2001
From: Xiao__Ma <maxiang9527@126.com>
Date: Thu, 5 Aug 2021 14:22:49 +0800
Subject: [PATCH 28/33] buf

---
 .../storage/access/transam/double_write.cpp           | 11 +++++------
 1 file changed, 5 insertions(+), 6 deletions(-)

diff --git a/src/gausskernel/storage/access/transam/double_write.cpp b/src/gausskernel/storage/access/transam/double_write.cpp
index c18c0234..f9945b2a 100644
--- a/src/gausskernel/storage/access/transam/double_write.cpp
+++ b/src/gausskernel/storage/access/transam/double_write.cpp
@@ -1806,15 +1806,14 @@ bool dw_verify_item(const dw_single_flush_item* item, uint16 dwn)
     if (item->dwn != dwn) {
         return false;
     }
-
-    if (item->buf_tag.forkNum == InvalidForkNumber || item->buf_tag.blockNum == InvalidBlockNumber || 
+    if (item->buf_tag.forkNum == InvalidForkNumber || item->buf_tag.blockNum == InvalidBlockNumber ||
         item->buf_tag.rnode.relNode == InvalidOid) {
-        ereport(DEBUG1, 
+        ereport(WARNING,
             (errmsg("dw recovery, find invalid item [page_idx %hu dwn %hu] skip this item,"
-            "buf_tag[rel %u/%u/%u blk %u fork %d]", item->data_page_idx, item->dwn, 
-            item->buf_tag.rnode.spcNode, item->buf_tag.rnode.dbNode, item->buf_tag.rnode.relNode, 
+            "buf_tag[rel %u/%u/%u blk %u fork %d]", item->data_page_idx, item->dwn,
+            item->buf_tag.rnode.spcNode, item->buf_tag.rnode.dbNode, item->buf_tag.rnode.relNode,
             item->buf_tag.blockNum, item->buf_tag.forkNum)));
-        return false;    
+        return false;
     }
     pg_crc32c crc;
     /* Contents are protected with a CRC */

From 71f3e152a49ceeff1a238da3a73602e35e725455 Mon Sep 17 00:00:00 2001
From: joker <446406177@qq.com>
Date: Thu, 5 Aug 2021 09:34:50 +0800
Subject: [PATCH 29/33] Fix probackup to point node and cluster can not be
 start

---
 src/bin/pg_probackup/restore.cpp | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/src/bin/pg_probackup/restore.cpp b/src/bin/pg_probackup/restore.cpp
index f6b0ab11..6b0aa5b1 100644
--- a/src/bin/pg_probackup/restore.cpp
+++ b/src/bin/pg_probackup/restore.cpp
@@ -19,6 +19,8 @@
 #include "thread.h"
 #include "common/fe_memutils.h"
 
+#define RESTORE_ARRAY_LEN 100
+
 typedef struct
 {
     parray       *pgdata_files;
@@ -1379,7 +1381,15 @@ create_recovery_conf(time_t backup_id,
     /* construct restore_command */
     if (pitr_requested)
     {
+        char *timestamp = NULL;
+        const char *oldtime = NULL;
+        timestamp = (char *)pg_malloc(RESTORE_ARRAY_LEN);
+        time2iso(timestamp, RESTORE_ARRAY_LEN, backup->end_time);
+        oldtime = rt->time_string;
+        rt->time_string = timestamp;
         construct_restore_cmd(fp, rt, restore_command_provided, target_immediate);
+        rt->time_string = oldtime;
+        free(timestamp);
     }
 
     if (fio_fflush(fp) != 0 ||

From 23ce4e04b497bdf24ee0394c4ffbeb5ed11bd642 Mon Sep 17 00:00:00 2001
From: lanchunyi <57934792@qq.com>
Date: Thu, 5 Aug 2021 10:28:58 +0800
Subject: [PATCH 30/33] =?UTF-8?q?=E4=BF=AE=E5=A4=8Dfd=E6=B3=84=E6=BC=8F?=
 =?UTF-8?q?=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../access/transam/extreme_rto/dispatcher.cpp | 19 +++----------------
 .../transam/parallel_recovery/dispatcher.cpp  | 19 +++----------------
 2 files changed, 6 insertions(+), 32 deletions(-)

diff --git a/src/gausskernel/storage/access/transam/extreme_rto/dispatcher.cpp b/src/gausskernel/storage/access/transam/extreme_rto/dispatcher.cpp
index 462d6894..d7f21bc4 100644
--- a/src/gausskernel/storage/access/transam/extreme_rto/dispatcher.cpp
+++ b/src/gausskernel/storage/access/transam/extreme_rto/dispatcher.cpp
@@ -860,23 +860,10 @@ static bool DispatchRelMapRecord(XLogReaderState *record, List *expectedTLIs, Ti
 static bool DispatchXactRecord(XLogReaderState *record, List *expectedTLIs, TimestampTz recordXTime)
 {
     if (XactWillRemoveRelFiles(record)) {
-        /* for parallel performance */
-        if (SUPPORT_FPAGE_DISPATCH) {
-            int nrels = 0;
-            ColFileNodeRel *xnodes = NULL;
-            XactGetRelFiles(record, &xnodes, &nrels);
-            for (int i = 0; ((i < nrels) && (xnodes != NULL)); ++i) {
-                ColFileNode node;
-                ColFileNodeRel *nodeRel = xnodes + i;
-                ColFileNodeCopy(&node, nodeRel);
-                uint32 id = GetSlotId(node.filenode, 0, 0, GetBatchCount());
-                AddSlotToPLSet(id);
-            }
-        } else {
-            for (uint32 i = 0; i < g_dispatcher->pageLineNum; i++) {
-                AddSlotToPLSet(i);
-            }
+        for (uint32 i = 0; i < g_dispatcher->pageLineNum; i++) {
+            AddSlotToPLSet(i);
         }
+
         /* sync with trxn thread */
         /* trx execute drop action, pageworker forger invalid page,
          * pageworker first exe and update lastcomplateLSN
diff --git a/src/gausskernel/storage/access/transam/parallel_recovery/dispatcher.cpp b/src/gausskernel/storage/access/transam/parallel_recovery/dispatcher.cpp
index 935dec33..284ba410 100644
--- a/src/gausskernel/storage/access/transam/parallel_recovery/dispatcher.cpp
+++ b/src/gausskernel/storage/access/transam/parallel_recovery/dispatcher.cpp
@@ -722,23 +722,10 @@ static bool DispatchRelMapRecord(XLogReaderState *record, List *expectedTLIs, Ti
 static bool DispatchXactRecord(XLogReaderState *record, List *expectedTLIs, TimestampTz recordXTime)
 {
     if (XactWillRemoveRelFiles(record)) {
-        /* for parallel performance */
-        if (SUPPORT_FPAGE_DISPATCH) {
-            int nrels = 0;
-            ColFileNodeRel *xnodes = NULL;
-            XactGetRelFiles(record, &xnodes, &nrels);
-            for (int i = 0; ((i < nrels) && (xnodes != NULL)); ++i) {
-                ColFileNode node;
-                ColFileNodeRel *nodeRel = xnodes + i;
-                ColFileNodeCopy(&node, nodeRel);
-                uint32 id = GetWorkerId(node.filenode, 0, 0);
-                AddWorkerToSet(id);
-            }
-        } else {
-            for (uint32 i = 0; i < g_dispatcher->pageWorkerCount; i++) {
-                AddWorkerToSet(i);
-            }
+        for (uint32 i = 0; i < g_dispatcher->pageWorkerCount; i++) {
+            AddWorkerToSet(i);
         }
+
         /* sync with trxn thread */
         /* trx execute drop action, pageworker forger invalid page,
          * pageworker first exe and update lastcomplateLSN

From 903c81598e26c12a9a5153dd43bcc344a65ed883 Mon Sep 17 00:00:00 2001
From: LiHeng <liheng188@petalmail.com>
Date: Thu, 5 Aug 2021 22:50:21 +0800
Subject: [PATCH 31/33] =?UTF-8?q?=E4=BF=AE=E5=A4=8D=E7=BA=BF=E7=A8=8B?=
 =?UTF-8?q?=E6=B1=A0flag=E9=95=BF=E8=B7=B3=E8=BD=AC=EF=BC=8C=E5=AF=BC?=
 =?UTF-8?q?=E8=87=B4=E5=85=B6=E4=BB=96session=E6=97=A0=E6=B3=95=E8=8E=B7?=
 =?UTF-8?q?=E5=8F=96=E9=94=81=EF=BC=8Chang?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/gausskernel/process/stream/streamMain.cpp |  5 ++++-
 src/gausskernel/process/tcop/postgres.cpp     |  5 ++++-
 .../process/threadpool/knl_thread.cpp         |  2 ++
 .../process/threadpool/threadpool_sessctl.cpp | 21 ++++++++++++++++---
 src/gausskernel/storage/lmgr/proc.cpp         |  4 +++-
 src/include/knl/knl_thread.h                  |  1 +
 src/include/threadpool/threadpool_sessctl.h   |  4 ++--
 7 files changed, 34 insertions(+), 8 deletions(-)

diff --git a/src/gausskernel/process/stream/streamMain.cpp b/src/gausskernel/process/stream/streamMain.cpp
index 85bd8247..23bbce55 100644
--- a/src/gausskernel/process/stream/streamMain.cpp
+++ b/src/gausskernel/process/stream/streamMain.cpp
@@ -86,7 +86,10 @@ int StreamMain()
     int curTryCounter;
     int* oldTryCounter = NULL;
     if (sigsetjmp(local_sigjmp_buf, 1) != 0) {
-	t_thrd.int_cxt.ignoreBackendSignal = false;
+        t_thrd.int_cxt.ignoreBackendSignal = false;
+        if (g_threadPoolControler) {
+            g_threadPoolControler->GetSessionCtrl()->releaseLockIfNecessary();
+        }
         /* reset STP thread local valueables */
         stp_reset_opt_values();
 
diff --git a/src/gausskernel/process/tcop/postgres.cpp b/src/gausskernel/process/tcop/postgres.cpp
index 950774bc..8f82d03d 100644
--- a/src/gausskernel/process/tcop/postgres.cpp
+++ b/src/gausskernel/process/tcop/postgres.cpp
@@ -7317,7 +7317,10 @@ int PostgresMain(int argc, char* argv[], const char* dbname, const char* usernam
     int curTryCounter;
     int* oldTryCounter = NULL;
     if (sigsetjmp(local_sigjmp_buf, 1) != 0) {
-	t_thrd.int_cxt.ignoreBackendSignal = false;
+        t_thrd.int_cxt.ignoreBackendSignal = false;
+        if (g_threadPoolControler) {
+            g_threadPoolControler->GetSessionCtrl()->releaseLockIfNecessary();
+        }
         gstrace_tryblock_exit(true, oldTryCounter);
         Assert(t_thrd.proc->dw_pos == -1);
 
diff --git a/src/gausskernel/process/threadpool/knl_thread.cpp b/src/gausskernel/process/threadpool/knl_thread.cpp
index 3405d333..411316e5 100644
--- a/src/gausskernel/process/threadpool/knl_thread.cpp
+++ b/src/gausskernel/process/threadpool/knl_thread.cpp
@@ -700,6 +700,8 @@ static void knl_t_sig_init(knl_t_sig_context* sig_cxt)
 {
     sig_cxt->signal_handle_cnt = 0;
     sig_cxt->gs_sigale_check_type = SIGNAL_CHECK_NONE;
+    sig_cxt->session_id = 0;
+    sig_cxt->cur_ctrl_index = 0;
 }
 
 static void knl_t_slot_init(knl_t_slot_context* slot_cxt)
diff --git a/src/gausskernel/process/threadpool/threadpool_sessctl.cpp b/src/gausskernel/process/threadpool/threadpool_sessctl.cpp
index 1e532a25..908b9115 100644
--- a/src/gausskernel/process/threadpool/threadpool_sessctl.cpp
+++ b/src/gausskernel/process/threadpool/threadpool_sessctl.cpp
@@ -194,7 +194,7 @@ void ThreadPoolSessControl::MarkAllSessionClose()
     alock.unLock();
 }
 
-void ThreadPoolSessControl::CheckPermissionForSendSignal(knl_session_context* sess)
+void ThreadPoolSessControl::CheckPermissionForSendSignal(knl_session_context* sess, sig_atomic_t* lock)
 {
     /* User id is invalid only when sometimes dealing with cancel signal. Because that permission is ensured
       by random cancel key, so we don't have to check the permission again. */
@@ -204,6 +204,7 @@ void ThreadPoolSessControl::CheckPermissionForSendSignal(knl_session_context* se
     /* Only superuser , DB owner and user himself have the permission to send singal. */
     if (!superuser() && !pg_database_ownercheck(sess->proc_cxt.MyDatabaseId, u_sess->misc_cxt.CurrentUserId)) {
         if (sess->proc_cxt.MyRoleId != GetUserId()) {
+            *lock = 0;
             ereport(ERROR,
                 (errcode(ERRCODE_INSUFFICIENT_PRIVILEGE),
                     (errmsg("must be system admin, db owner or have the same role to terminate other backend"))));
@@ -211,6 +212,18 @@ void ThreadPoolSessControl::CheckPermissionForSendSignal(knl_session_context* se
     }
 }
 
+void ThreadPoolSessControl::releaseLockIfNecessary()
+{
+    if (unlikely(t_thrd.sig_cxt.cur_ctrl_index != 0)) {
+        knl_sess_control* ctrl = &m_base[t_thrd.sig_cxt.cur_ctrl_index - m_maxReserveSessionCount];
+        volatile sig_atomic_t plock = ctrl->lock;
+        if (plock != 0) {
+            plock = 0;
+        }
+        t_thrd.sig_cxt.cur_ctrl_index = 0;
+    }
+}
+
 int ThreadPoolSessControl::SendSignal(int ctrl_index, int signal)
 {
     Assert(signal != SIGHUP);
@@ -221,6 +234,7 @@ int ThreadPoolSessControl::SendSignal(int ctrl_index, int signal)
     }
 
     knl_sess_control* ctrl = &m_base[ctrl_index - m_maxReserveSessionCount];
+    t_thrd.sig_cxt.cur_ctrl_index = ctrl_index;
     volatile sig_atomic_t* plock = &ctrl->lock;
     sig_atomic_t val;
     do {
@@ -232,13 +246,13 @@ int ThreadPoolSessControl::SendSignal(int ctrl_index, int signal)
                 /* Session may be NULL when the session exits during the clean connection process.
                    We do nothing if the session is NULL */
                 if (sess == NULL) {
-                    /*  restore the value */
+                    /* restore the value */
                     ctrl->lock = 0;
                     status = ESRCH;
                     break;
                 }
                 /* Check user permission, and we dont have user id for cancel request. */
-                CheckPermissionForSendSignal(sess);
+                CheckPermissionForSendSignal(sess, (sig_atomic_t*)plock);
                 if (sess->status == KNL_SESS_ATTACH) {
                     t_thrd.sig_cxt.gs_sigale_check_type = SIGNAL_CHECK_SESS_KEY;
                     t_thrd.sig_cxt.session_id = sess->session_id;
@@ -265,6 +279,7 @@ int ThreadPoolSessControl::SendSignal(int ctrl_index, int signal)
         }
         pg_usleep(100);
     } while (true);
+    t_thrd.sig_cxt.cur_ctrl_index = 0;
 
     return status;
 }
diff --git a/src/gausskernel/storage/lmgr/proc.cpp b/src/gausskernel/storage/lmgr/proc.cpp
index be18fb02..0992111c 100644
--- a/src/gausskernel/storage/lmgr/proc.cpp
+++ b/src/gausskernel/storage/lmgr/proc.cpp
@@ -1112,7 +1112,9 @@ static void ProcKill(int code, Datum arg)
                         (errcode(ERRCODE_DATA_CORRUPTED), errmsg("there remain unreleased locks when process exists.")));
     }
 #endif
-
+    if (g_threadPoolControler) {
+        g_threadPoolControler->GetSessionCtrl()->releaseLockIfNecessary();
+    }
     /*
      * Release any LW locks I am holding.  There really shouldn't be any, but
      * it's cheap to check again before we cut the knees off the LWLock
diff --git a/src/include/knl/knl_thread.h b/src/include/knl/knl_thread.h
index 1b37b4c4..48ef97ba 100644
--- a/src/include/knl/knl_thread.h
+++ b/src/include/knl/knl_thread.h
@@ -1969,6 +1969,7 @@ typedef struct knl_t_sig_context {
     unsigned long signal_handle_cnt;
     GsSignalCheckType gs_sigale_check_type;
     uint64 session_id;
+    int cur_ctrl_index;
 } knl_t_sig_context;
 
 typedef struct knl_t_slot_context {
diff --git a/src/include/threadpool/threadpool_sessctl.h b/src/include/threadpool/threadpool_sessctl.h
index 91f9d91d..0e8e13dc 100644
--- a/src/include/threadpool/threadpool_sessctl.h
+++ b/src/include/threadpool/threadpool_sessctl.h
@@ -60,13 +60,13 @@ public:
     void SigHupHandler();
     void HandlePoolerReload();
     void CheckSessionTimeout();
-    void CheckPermissionForSendSignal(knl_session_context* sess);
+    void CheckPermissionForSendSignal(knl_session_context* sess, sig_atomic_t* lock);
     void getSessionMemoryDetail(Tuplestorestate* tupStore, TupleDesc tupDesc, knl_sess_control** sess);
     knl_session_context* GetSessionByIdx(int idx);
     int FindCtrlIdxBySessId(uint64 id);
     TransactionId ListAllSessionGttFrozenxids(int maxSize, ThreadId *pids, TransactionId *xids, int *n);
     bool IsActiveListEmpty();
-
+    void releaseLockIfNecessary();
     inline int GetActiveSessionCount()
     {
         return m_activeSessionCount;

From de8703b2fc1b21a0a6ff3b909ff75b3a451a3bb9 Mon Sep 17 00:00:00 2001
From: jackchenchenchen <likun_dlut@163.com>
Date: Fri, 6 Aug 2021 10:27:12 +0800
Subject: [PATCH 32/33] fix: the SIGUSR2 flag bit is reset to False when a
 thead exists and interrupts are interrupted

---
 src/gausskernel/process/threadpool/threadpool_worker.cpp | 1 +
 src/gausskernel/storage/ipc/ipc.cpp                      | 1 +
 2 files changed, 2 insertions(+)

diff --git a/src/gausskernel/process/threadpool/threadpool_worker.cpp b/src/gausskernel/process/threadpool/threadpool_worker.cpp
index 609d5a16..69ee93de 100644
--- a/src/gausskernel/process/threadpool/threadpool_worker.cpp
+++ b/src/gausskernel/process/threadpool/threadpool_worker.cpp
@@ -433,6 +433,7 @@ void ThreadPoolWorker::CleanThread()
 
     InterruptPending = false;
     t_thrd.int_cxt.QueryCancelPending = false;
+    t_thrd.int_cxt.PoolValidateCancelPending = false;
     t_thrd.libpq_cxt.PqSendStart = 0;
     t_thrd.libpq_cxt.PqSendPointer = 0;
     t_thrd.libpq_cxt.PqRecvLength = 0;
diff --git a/src/gausskernel/storage/ipc/ipc.cpp b/src/gausskernel/storage/ipc/ipc.cpp
index 9608d648..1d4367fa 100644
--- a/src/gausskernel/storage/ipc/ipc.cpp
+++ b/src/gausskernel/storage/ipc/ipc.cpp
@@ -666,6 +666,7 @@ void PreventInterrupt()
     InterruptPending = false;
     t_thrd.int_cxt.ProcDiePending = false;
     t_thrd.int_cxt.QueryCancelPending = false;
+    t_thrd.int_cxt.PoolValidateCancelPending = false;
     /* And le's just make *sure* we'tre  not interrupted ... */
     t_thrd.int_cxt.ImmediateInterruptOK = false;
     t_thrd.int_cxt.CritSectionCount = 0;

From 52f0789fb8e21d42872d3770e7b2b47bc69355d4 Mon Sep 17 00:00:00 2001
From: Song Rongrong <1530391173@qq.com>
Date: Fri, 6 Aug 2021 02:51:09 +0000
Subject: [PATCH 33/33] upsert

---
 src/gausskernel/runtime/executor/nodeModifyTable.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/gausskernel/runtime/executor/nodeModifyTable.cpp b/src/gausskernel/runtime/executor/nodeModifyTable.cpp
index 21189002..f92b61be 100644
--- a/src/gausskernel/runtime/executor/nodeModifyTable.cpp
+++ b/src/gausskernel/runtime/executor/nodeModifyTable.cpp
@@ -362,6 +362,7 @@ checktest:
                 errmsg("unexpected self-updated tuple")));
             break;
         case TM_Updated:
+        case TM_Deleted:
             ReleaseBuffer(buffer);
             if (IsolationUsesXactSnapshot()) {
                 ereport(ERROR, (errcode(ERRCODE_T_R_SERIALIZATION_FAILURE),