osaf/libs/common/cpsv/include/cpsv_shm.h | 18 +
osaf/services/saf/cpsv/cpnd/cpnd_proc.c | 1 -
osaf/services/saf/cpsv/cpnd/cpnd_res.c | 821 +++++++++++++++++++++++-------
3 files changed, 633 insertions(+), 207 deletions(-)
diff --git a/osaf/libs/common/cpsv/include/cpsv_shm.h
b/osaf/libs/common/cpsv/include/cpsv_shm.h
--- a/osaf/libs/common/cpsv/include/cpsv_shm.h
+++ b/osaf/libs/common/cpsv/include/cpsv_shm.h
@@ -74,6 +74,24 @@ typedef struct ckpt_info {
int32_t next;
} CKPT_INFO;
+typedef struct ckpt_info_v0 {
+ SaNameT ckpt_name;
+ SaCkptCheckpointHandleT ckpt_id;
+ uint32_t maxSections;
+ SaSizeT maxSecSize;
+ NODE_ID node_id;
+ int32_t offset;
+ uint32_t client_bitmap;
+ int32_t is_valid;
+ uint32_t bm_offset;
+ bool is_unlink;
+ bool is_close;
+ bool cpnd_rep_create;
+ bool is_first;
+ SaTimeT close_time;
+ int32_t next;
+} CKPT_INFO_V0;
+
typedef struct client_info {
SaCkptHandleT ckpt_app_hdl;
uint32_t ckpt_open_ref_cnt;
diff --git a/osaf/services/saf/cpsv/cpnd/cpnd_proc.c
b/osaf/services/saf/cpsv/cpnd/cpnd_proc.c
--- a/osaf/services/saf/cpsv/cpnd/cpnd_proc.c
+++ b/osaf/services/saf/cpsv/cpnd/cpnd_proc.c
@@ -1813,7 +1813,6 @@ uint32_t cpnd_ckpt_hdr_update(CPND_CKPT_
memset(&write_req, '\0', sizeof(write_req));
memset(&ckpt_hdr, '\0', sizeof(CPSV_CKPT_HDR));
ckpt_hdr.ckpt_id = cp_node->ckpt_id;
- strncpy(ckpt_hdr.ckpt_name, cp_node->ckpt_name, kOsafMaxDnLength);
ckpt_hdr.create_attrib = cp_node->create_attrib;
ckpt_hdr.open_flags = cp_node->open_flags;
ckpt_hdr.is_unlink = cp_node->is_unlink;
diff --git a/osaf/services/saf/cpsv/cpnd/cpnd_res.c
b/osaf/services/saf/cpsv/cpnd/cpnd_res.c
--- a/osaf/services/saf/cpsv/cpnd/cpnd_res.c
+++ b/osaf/services/saf/cpsv/cpnd/cpnd_res.c
@@ -40,6 +40,8 @@
#define m_CPND_CKPTINFO_READ(ckpt_info,addr,offset)
memcpy(&ckpt_info,addr+offset,sizeof(CKPT_INFO))
+#define m_CPND_CKPTINFO_V0_READ(ckpt_info,addr,offset)
memcpy(&ckpt_info,addr+offset,sizeof(CKPT_INFO_V0))
+
#define m_CPND_CKPTINFO_UPDATE(addr,ckpt_info,offset)
memcpy(addr+offset,&ckpt_info,sizeof(CKPT_INFO))
#define m_CPND_CKPTHDR_UPDATE(ckpt_hdr,offset)
memcpy(offset,&ckpt_hdr,sizeof(CKPT_HDR))
@@ -48,6 +50,13 @@ static uint32_t cpnd_res_ckpt_sec_add(CP
static bool cpnd_find_exact_ckptinfo(CPND_CB *cb, CKPT_INFO *ckpt_info,
uint32_t bitmap_offset,
uint32_t *offset, uint32_t
*prev_offset);
static void cpnd_clear_ckpt_info(CPND_CB *cb, CPND_CKPT_NODE *cp_node,
uint32_t curr_offset, uint32_t prev_offset);
+static uint32_t cpnd_restore_client_info(CPND_CB *cb, uint8_t *cli_addr);
+static uint32_t cpnd_restore_ckpt_info_v1(CPND_CB *cb, uint8_t *ckpt_addr,
SaClmNodeIdT nodeid);
+static uint32_t cpnd_restore_ckpt_info_v0(CPND_CB *cb, uint8_t *ckpt_addr,
SaClmNodeIdT nodeid);
+static void cpnd_destroy_shm_cpnd_cp_info(NCS_OS_POSIX_SHM_REQ_OPEN_INFO
*open_req);
+static void *cpnd_create_shm_cpnd_cp_info(NCS_OS_POSIX_SHM_REQ_INFO *req_info);
+static void cpnd_update_shm_cpnd_cp_info(CPND_CB *cb);
+static void cpnd_convert_cp_info_v0(CKPT_INFO_V0 *cp_info_v0, CKPT_INFO
*cp_info);
/*******************************************************************************
*
* Name : cpnd_client_extract_bits
@@ -315,24 +324,10 @@ void cpnd_restart_update_timer(CPND_CB *
void *cpnd_restart_shm_create(NCS_OS_POSIX_SHM_REQ_INFO *cpnd_open_req,
CPND_CB *cb, SaClmNodeIdT nodeid)
{
- uint32_t counter = 0, count, num_bitset = 0, n_clients, rc =
NCSCC_RC_SUCCESS, bit_position;
- uint64_t i_offset;
- int32_t next_offset;
- CPND_CKPT_CLIENT_NODE *cl_node = NULL;
- CPND_CKPT_NODE *cp_node = NULL;
- CLIENT_INFO cl_info;
- CLIENT_HDR cli_hdr;
- CKPT_INFO cp_info, tmp_cp_info;
- SaCkptHandleT client_hdl;
+ uint32_t rc = NCSCC_RC_SUCCESS;
char *buf = NULL, *buffer = NULL;
uint8_t size = 0, total_length;
GBL_SHM_PTR gbl_shm_addr = {0, 0, 0, 0, 0};
- memset(&cp_info, '\0', sizeof(CKPT_INFO));
- NCS_OS_POSIX_SHM_REQ_INFO ckpt_rep_open;
- SaTimeT presentTime, timeout = 0;
- int64_t now, diff_time, giga_sec;
- uint32_t max_client_hdl = 0;
- SaTimeT tmpTime = 0;
CPND_SHM_VERSION cpnd_shm_version;
TRACE_ENTER();
@@ -371,18 +366,15 @@ void *cpnd_restart_shm_create(NCS_OS_POS
if (rc == NCSCC_RC_FAILURE) { /* INITIALLY IT FAILS SO CREATE A
SHARED MEMORY */
TRACE_1("cpnd comming up first time");
- cpnd_open_req->info.open.i_flags = O_CREAT | O_RDWR;
- rc = ncs_os_posix_shm(cpnd_open_req);
- if (NCSCC_RC_FAILURE == rc) {
+
+ if (NULL == cpnd_create_shm_cpnd_cp_info(cpnd_open_req)) {
LOG_ER("cpnd open request fail for RDWR mode %s",buf);
m_MMGR_FREE_CPND_DEFAULT(buffer);
return NULL;
}
+
cb->cpnd_first_time = true;
- memset(cpnd_open_req->info.open.o_addr, 0,
- sizeof(CLIENT_HDR) + (MAX_CLIENTS * sizeof(CLIENT_INFO))
+ sizeof(CKPT_HDR) +
- (MAX_CKPTS * sizeof(CKPT_INFO)));
TRACE_1("cpnd new shm create request success");
return cpnd_open_req->info.open.o_addr;
}
@@ -398,208 +390,53 @@ void *cpnd_restart_shm_create(NCS_OS_POS
/* Already the shared memory exists */
else {
+ CPND_SHM_VERSION shm_version;
TRACE_1("cpnd restart already shared memory exits");
gbl_shm_addr.cli_addr = cpnd_open_req->info.open.o_addr +
sizeof(cpnd_shm_version); /* Starting address of the shared memory */
gbl_shm_addr.ckpt_addr = (void *)((char *)gbl_shm_addr.cli_addr
+ sizeof(CLIENT_HDR) +
(MAX_CLIENTS *
sizeof(CLIENT_INFO)));
cb->shm_addr = gbl_shm_addr;
+ memcpy(&shm_version, cpnd_open_req->info.open.o_addr,
sizeof(shm_version));
/* READ FROM THE SHARED MEMORY */
- TRACE("CPND IS RESTARTING ");
- /* Read the number of clients from the header */
- memset(&cli_hdr, '\0', sizeof(CLIENT_HDR));
- m_CPND_CLIHDR_INFO_READ(cli_hdr, (char *)gbl_shm_addr.cli_addr,
0);
+ TRACE("CPND IS RESTARTING WITH VERSION %d",
shm_version.shm_version);
+ cpnd_restore_client_info(cb, gbl_shm_addr.cli_addr);
+ switch (shm_version.shm_version) {
+ case 0:
+ {
+ cpnd_restore_ckpt_info_v0(cb, gbl_shm_addr.ckpt_addr,
nodeid);
- n_clients = cli_hdr.num_clients;
- TRACE_1("cpnd num clients read ");
- /* ( DO - WHILE )- READ THE CLIENT INFO AND FILL THE DATABASE
OF CLIENT INFO */
- if (n_clients != 0) {
- while (counter < MAX_CLIENTS) {
- memset(&cl_info, '\0', sizeof(CLIENT_INFO));
- if ((counter * sizeof(CLIENT_INFO)) >
INTMAX_MAX) {
- LOG_ER("cpnd ckpt shm create
failed,exceeded the write limits(UINT64_MAX) ");
- }
- i_offset = counter * sizeof(CLIENT_INFO);
- m_CPND_CLINFO_READ(cl_info, (char
*)gbl_shm_addr.cli_addr + sizeof(CLIENT_HDR),
- i_offset);
+ /* Destroy the CPND_CHECKPOINT_INFO version 0 */
+
cpnd_destroy_shm_cpnd_cp_info(&cpnd_open_req->info.open);
- if (cl_info.ckpt_app_hdl == 0) {
- counter++;
- continue;
- }
+ /* Create the CPND_CHECKPOINT_INFO version 1 */
+ if (NULL ==
cpnd_create_shm_cpnd_cp_info(cpnd_open_req)) {
+ LOG_ER("cpnd open request fail for RDWR mode
%s",buf);
+ m_MMGR_FREE_CPND_DEFAULT(buffer);
+ return NULL;
+ }
- cl_node = m_MMGR_ALLOC_CPND_CKPT_CLIENT_NODE;
- if (cl_node == NULL) {
- LOG_ER("cpnd ckpt client node memory
alloc failed ");
- rc = SA_AIS_ERR_NO_MEMORY;
- goto memfail;
- }
- memset(cl_node, '\0',
sizeof(CPND_CKPT_CLIENT_NODE));
- cl_node->ckpt_app_hdl = cl_info.ckpt_app_hdl;
- cl_node->ckpt_open_ref_cnt =
cl_info.ckpt_open_ref_cnt;
- cl_node->open_reader_flags_cnt =
cl_info.open_reader_flags_cnt;
- cl_node->open_writer_flags_cnt =
cl_info.open_writer_flags_cnt;
- cl_node->agent_mds_dest =
cl_info.agent_mds_dest;
- cl_node->offset = cl_info.offset;
- cl_node->version = cl_info.version;
- cl_node->arrival_cb_flag = cl_info.arr_flag;
- cl_node->ckpt_list = NULL;
+ /* Update the CPND_CHECKPOINT_INFO version 1 */
+ gbl_shm_addr.cli_addr = cpnd_open_req->info.open.o_addr
+ sizeof(cpnd_shm_version); /* Starting address of the shared memory */
+ gbl_shm_addr.ckpt_addr = (void *)((char
*)gbl_shm_addr.cli_addr + sizeof(CLIENT_HDR) +
+
(MAX_CLIENTS * sizeof(CLIENT_INFO)));
+ cb->shm_addr = gbl_shm_addr;
+ cpnd_update_shm_cpnd_cp_info(cb);
- if (cpnd_client_node_add(cb, cl_node) !=
NCSCC_RC_SUCCESS) {
- TRACE_4("cpnd client nonde tree add
failed cpkpt_app_hdl %llx ",cl_node->ckpt_app_hdl);
- rc = SA_AIS_ERR_NO_MEMORY;
- goto node_add_fail;
- }
- counter++;
- if (cl_info.ckpt_app_hdl > max_client_hdl) {
- max_client_hdl = cl_info.ckpt_app_hdl;
- cb->cli_id_gen = cl_info.ckpt_app_hdl +
1;
- }
- TRACE_1("cpnd client info read success");
- }
+ break;
}
- counter = 0;
+ case 1:
+ cpnd_restore_ckpt_info_v1(cb, gbl_shm_addr.ckpt_addr,
nodeid);
+ break;
+ default:
+ LOG_ER("cpnd share memory version invalide");
+ break;
+ }
- /* TO READ THE NUMBER OF CHECKPOINTS FROM THE HEADER */
- while (counter < MAX_CKPTS) {
- memset(&cp_info, '\0', sizeof(CKPT_INFO));
- if ((counter * sizeof(CKPT_INFO)) > UINTMAX_MAX) {
- LOG_ER("cpnd ckpt shm create failed,exceeded
the write limits(UINT64_MAX) ");
- }
- i_offset = counter * sizeof(CKPT_INFO);
- m_CPND_CKPTINFO_READ(cp_info, (char
*)gbl_shm_addr.ckpt_addr + sizeof(CKPT_HDR), i_offset);
-
- if (cp_info.is_valid == 0) {
- counter++;
- continue;
- }
- if (cp_info.is_first) {
- cp_node = m_MMGR_ALLOC_CPND_CKPT_NODE;
- if (cp_node == NULL) {
- LOG_ER("cpnd ckpt node memory
allocation failed");
- goto memfail;
- }
-
- memset(cp_node, '\0', sizeof(CPND_CKPT_NODE));
- cp_node->ckpt_name = strdup(cp_info.ckpt_name);
- cp_node->ckpt_id = cp_info.ckpt_id;
- cp_node->offset = cp_info.offset;
- cp_node->is_close = cp_info.is_close;
- cp_node->is_unlink = cp_info.is_unlink;
- cp_node->close_time = cp_info.close_time;
- cp_node->cpnd_rep_create =
cp_info.cpnd_rep_create;
- cpnd_ckpt_sec_map_init(&cp_node->replica_info);
-
- /* Non-collocated Differentiator flag */
- if (cp_info.cpnd_rep_create) {
- /* OPEN THE SHARED MEMORY ALREADY
CREATED FOR CHECKPOINT REPLICA */
- /* size=cp_node->ckpt_name.length; */
- buf =
m_MMGR_ALLOC_CPND_DEFAULT(CPND_MAX_REPLICA_NAME_LENGTH);
- memset(buf, '\0',
CPND_MAX_REPLICA_NAME_LENGTH);
- strncpy(buf, cp_node->ckpt_name,
CPND_REP_NAME_MAX_CKPT_NAME_LENGTH);
- sprintf(buf + strlen(buf) - 1,
"_%u_%llu", (uint32_t)nodeid, cp_node->ckpt_id);
- rc =
cpnd_ckpt_replica_create_res(&ckpt_rep_open, buf, &cp_node, 0, &cp_info,
cb->shm_alloc_guaranteed);
- if (rc != NCSCC_RC_SUCCESS) {
- /* assert(0); */
- TRACE_4("cpnd ckpt replica
create failed with return value %d",rc);
-
- counter++;
- continue;
- }
- cb->num_rep++;
- }
- if (cp_node->is_unlink) {
- free((void *)cp_node->ckpt_name);
- cp_node->ckpt_name = strdup("");
- }
-
- memset(&tmp_cp_info, '\0', sizeof(CKPT_INFO));
- memcpy(&tmp_cp_info, &cp_info,
sizeof(CKPT_INFO));
- next_offset = cp_info.offset;
- while (next_offset >= 0) {
- num_bitset =
client_bitmap_isset(tmp_cp_info.client_bitmap); /* To check which clients
opened this checkpoint */
- cp_node->ckpt_lcl_ref_cnt =
cp_node->ckpt_lcl_ref_cnt + num_bitset;
- bit_position = 0;
- for (count = 1; count <= num_bitset;
count++) {
- client_hdl =
cpnd_client_extract_bits(tmp_cp_info.client_bitmap, &bit_position); /*
This will return the client which opened this checkpoint */
- TRACE_1("cpnd client handle
extracted ");
- client_hdl =
(tmp_cp_info.bm_offset * 32) + client_hdl;
- cpnd_client_node_get(cb,
client_hdl, &cl_node); /* already in the above do-while , we added client node
to client tree */
- if (cl_node == NULL) {
- /* this should not have
happened , quit */
- /* assert(0); */
- TRACE_4("cpnd client
node get failed client hdl: %llx",client_hdl);
- continue;
- /* goto end; */
- }
- cpnd_ckpt_client_add(cp_node,
cl_node);
- }
- next_offset = tmp_cp_info.next;
- if (next_offset >= 0) {
- if ((next_offset *
sizeof(CKPT_INFO)) > UINTMAX_MAX) {
- LOG_ER("cpnd ckpt shm
create failed,exceeded the write limits(UINT64_MAX) ");
- }
- memset(&tmp_cp_info, '\0',
sizeof(CKPT_INFO));
- i_offset = next_offset *
sizeof(CKPT_INFO);
-
m_CPND_CKPTINFO_READ(tmp_cp_info,
- (char
*)gbl_shm_addr.ckpt_addr + sizeof(CKPT_HDR),
- i_offset);
- }
-
- } /* End of clients processing for this
cp_node */
-
- cpnd_ckpt_node_add(cb, cp_node);
-
- if (cp_info.is_close) {
- /* start the timer if exists */
- now = m_GET_TIME_STAMP(tmpTime);
- giga_sec = 1000000000;
- diff_time = now - cp_node->close_time;
- /*
if((cp_node->create_attrib.retentionDuration) >
(SA_TIME_ONE_SECOND*(presentTime - cp_node->close_time))) */
- if
((cp_node->create_attrib.retentionDuration) > (giga_sec * diff_time)) {
- /* timeout =
cp_node->create_attrib.retentionDuration - (SA_TIME_ONE_SECOND*(presentTime -
cp_node->close_time)); */
- timeout =
-
cp_node->create_attrib.retentionDuration - (giga_sec * diff_time);
- timeout =
m_CPSV_CONVERT_SATIME_TEN_MILLI_SEC(timeout);
- }
- if (timeout) {
- /* for restart shared memory
updation */
- m_GET_TIME_STAMP(presentTime);
- cpnd_restart_update_timer(cb,
cp_node, presentTime);
- if
(!m_CPND_IS_COLLOCATED_ATTR_SET
-
(cp_node->create_attrib.creationFlags)) {
- cp_node->ret_tmr.type =
CPND_TMR_TYPE_NON_COLLOC_RETENTION;
- } else {
- cp_node->ret_tmr.type =
CPND_TMR_TYPE_RETENTION;
- }
- cp_node->ret_tmr.uarg =
cb->cpnd_cb_hdl_id;
- cp_node->ret_tmr.ckpt_id =
cp_node->ckpt_id;
-
cpnd_tmr_start(&cp_node->ret_tmr, timeout);
- } else {
- if
(!m_CPND_IS_COLLOCATED_ATTR_SET
-
(cp_node->create_attrib.creationFlags)) {
-
cpnd_proc_non_colloc_rt_expiry(cb, cp_node->ckpt_id);
- } else {
- cpnd_proc_rt_expiry(cb,
cp_node->ckpt_id);
- }
- }
- }
-
- } /* End of one cp_node processing */
- counter++;
- } /* End of while after processing all 2000 ckpt
structs */
} /* End of else CPND after restart */
TRACE_LEAVE();
return cpnd_open_req->info.open.o_addr;
- memfail:
- node_add_fail:
- if (cl_node)
- cpnd_client_node_tree_cleanup(cb);
- if (cp_node)
- cpnd_ckpt_node_tree_cleanup(cb);
- TRACE_LEAVE();
- return cpnd_open_req->info.open.o_addr;
}
/* TO FIND THE FREE BLOCK */
@@ -1506,3 +1343,575 @@ uint32_t cpnd_restart_shm_ckpt_update(CP
TRACE_LEAVE();
return NCSCC_RC_SUCCESS;
}
+
+/*********************************************************************************************
+ * Name : cpnd_restore_client_info
+ *
+ * Description : To restore client information from share memory
+ *
+ * Arguments : -
+ *
+ * Return Values : -
+ *
+
**********************************************************************************************/
+static uint32_t cpnd_restore_client_info(CPND_CB *cb, uint8_t *cli_addr)
+{
+ uint32_t counter = 0, n_clients;
+ uint64_t i_offset;
+ CPND_CKPT_CLIENT_NODE *cl_node = NULL;
+ CLIENT_INFO cl_info;
+ CLIENT_HDR cli_hdr;
+ uint32_t max_client_hdl = 0;
+
+ TRACE_ENTER();
+
+ /* Read the number of clients from the header */
+ memset(&cli_hdr, '\0', sizeof(CLIENT_HDR));
+ m_CPND_CLIHDR_INFO_READ(cli_hdr, cli_addr, 0);
+
+ n_clients = cli_hdr.num_clients;
+ TRACE_1("cpnd num clients read - n_clients = %d", n_clients);
+
+ /* ( DO - WHILE )- READ THE CLIENT INFO AND FILL THE DATABASE OF
CLIENT INFO */
+ if (n_clients != 0) {
+ while (counter < MAX_CLIENTS) {
+ memset(&cl_info, '\0', sizeof(CLIENT_INFO));
+ if ((counter * sizeof(CLIENT_INFO)) > INTMAX_MAX) {
+ LOG_ER("cpnd ckpt shm create failed,exceeded
the write limits(UINT64_MAX) ");
+ }
+ i_offset = counter * sizeof(CLIENT_INFO);
+ m_CPND_CLINFO_READ(cl_info, cli_addr +
sizeof(CLIENT_HDR), i_offset);
+
+ if (cl_info.ckpt_app_hdl == 0) {
+ counter++;
+ continue;
+ }
+
+ cl_node = m_MMGR_ALLOC_CPND_CKPT_CLIENT_NODE;
+ if (cl_node == NULL) {
+ LOG_ER("cpnd ckpt client node memory alloc
failed ");
+ TRACE_LEAVE();
+ return SA_AIS_ERR_NO_MEMORY;
+ }
+ memset(cl_node, '\0', sizeof(CPND_CKPT_CLIENT_NODE));
+ cl_node->ckpt_app_hdl = cl_info.ckpt_app_hdl;
+ cl_node->ckpt_open_ref_cnt = cl_info.ckpt_open_ref_cnt;
+ cl_node->open_reader_flags_cnt =
cl_info.open_reader_flags_cnt;
+ cl_node->open_writer_flags_cnt =
cl_info.open_writer_flags_cnt;
+ cl_node->agent_mds_dest = cl_info.agent_mds_dest;
+ cl_node->offset = cl_info.offset;
+ cl_node->version = cl_info.version;
+ cl_node->arrival_cb_flag = cl_info.arr_flag;
+ cl_node->ckpt_list = NULL;
+
+ if (cpnd_client_node_add(cb, cl_node) !=
NCSCC_RC_SUCCESS) {
+ TRACE_4("cpnd client nonde tree add failed
cpkpt_app_hdl %llx ",cl_node->ckpt_app_hdl);
+ cpnd_client_node_tree_cleanup(cb);
+ TRACE_LEAVE();
+ return SA_AIS_ERR_NO_MEMORY;
+ }
+ counter++;
+ if (cl_info.ckpt_app_hdl > max_client_hdl) {
+ max_client_hdl = cl_info.ckpt_app_hdl;
+ cb->cli_id_gen = cl_info.ckpt_app_hdl + 1;
+ }
+ TRACE_1("cpnd client info read success");
+ }
+ }
+
+ TRACE_LEAVE();
+ return SA_AIS_OK;
+}
+
+
+/*********************************************************************************************
+ * Name : cpnd_restore_client_info_v1
+ *
+ * Description : To restore client information from share memory version 1
+ *
+ * Arguments : -
+ *
+ * Return Values : -
+ *
+
**********************************************************************************************/
+static uint32_t cpnd_restore_ckpt_info_v1(CPND_CB *cb, uint8_t *ckpt_addr,
SaClmNodeIdT nodeid)
+{
+ uint32_t counter = 0, count, num_bitset = 0, rc = NCSCC_RC_SUCCESS,
bit_position;
+ uint64_t i_offset;
+ int32_t next_offset;
+ CPND_CKPT_CLIENT_NODE *cl_node = NULL;
+ CPND_CKPT_NODE *cp_node = NULL;
+ CKPT_INFO cp_info, tmp_cp_info;
+ SaCkptHandleT client_hdl;
+ char *buf = NULL;
+ memset(&cp_info, '\0', sizeof(CKPT_INFO));
+ NCS_OS_POSIX_SHM_REQ_INFO ckpt_rep_open;
+ SaTimeT presentTime, timeout = 0;
+ int64_t now, diff_time, giga_sec;
+ SaTimeT tmpTime = 0;
+
+ TRACE_ENTER();
+
+ /* TO READ THE NUMBER OF CHECKPOINTS FROM THE HEADER */
+ while (counter < MAX_CKPTS) {
+ memset(&cp_info, '\0', sizeof(CKPT_INFO));
+ if ((counter * sizeof(CKPT_INFO)) > UINTMAX_MAX) {
+ LOG_ER("cpnd ckpt shm create failed,exceeded the write
limits(UINT64_MAX) ");
+ }
+ i_offset = counter * sizeof(CKPT_INFO);
+ m_CPND_CKPTINFO_READ(cp_info, ckpt_addr + sizeof(CKPT_HDR),
i_offset);
+
+ if (cp_info.is_valid == 0) {
+ counter++;
+ continue;
+ }
+ if (cp_info.is_first) {
+ cp_node = m_MMGR_ALLOC_CPND_CKPT_NODE;
+ if (cp_node == NULL) {
+ LOG_ER("cpnd ckpt node memory allocation
failed");
+ TRACE_LEAVE();
+ return SA_AIS_ERR_NO_MEMORY;
+ }
+
+ memset(cp_node, '\0', sizeof(CPND_CKPT_NODE));
+ cp_node->ckpt_name = strdup(cp_info.ckpt_name);
+ cp_node->ckpt_id = cp_info.ckpt_id;
+ cp_node->offset = cp_info.offset;
+ cp_node->is_close = cp_info.is_close;
+ cp_node->is_unlink = cp_info.is_unlink;
+ cp_node->close_time = cp_info.close_time;
+ cp_node->cpnd_rep_create = cp_info.cpnd_rep_create;
+ cpnd_ckpt_sec_map_init(&cp_node->replica_info);
+
+ /* Non-collocated Differentiator flag */
+ if (cp_info.cpnd_rep_create) {
+ /* OPEN THE SHARED MEMORY ALREADY CREATED FOR
CHECKPOINT REPLICA */
+ /* size=cp_node->ckpt_name.length; */
+ buf =
m_MMGR_ALLOC_CPND_DEFAULT(CPND_MAX_REPLICA_NAME_LENGTH);
+ memset(buf, '\0', CPND_MAX_REPLICA_NAME_LENGTH);
+ strncpy(buf, cp_node->ckpt_name,
CPND_REP_NAME_MAX_CKPT_NAME_LENGTH);
+ sprintf(buf + strlen(buf) - 1, "_%u_%llu",
(uint32_t)nodeid, cp_node->ckpt_id);
+ rc =
cpnd_ckpt_replica_create_res(&ckpt_rep_open, buf, &cp_node, 0, &cp_info,
cb->shm_alloc_guaranteed);
+ if (rc != NCSCC_RC_SUCCESS) {
+ /* assert(0); */
+ TRACE_4("cpnd ckpt replica create
failed with return value %d",rc);
+
+ counter++;
+ continue;
+ }
+ cb->num_rep++;
+ }
+ if (cp_node->is_unlink) {
+ free((void *)cp_node->ckpt_name);
+ cp_node->ckpt_name = strdup("");
+ }
+
+ memset(&tmp_cp_info, '\0', sizeof(CKPT_INFO));
+ memcpy(&tmp_cp_info, &cp_info, sizeof(CKPT_INFO));
+ next_offset = cp_info.offset;
+ while (next_offset >= 0) {
+ num_bitset =
client_bitmap_isset(tmp_cp_info.client_bitmap); /* To check which clients
opened this checkpoint */
+ cp_node->ckpt_lcl_ref_cnt =
cp_node->ckpt_lcl_ref_cnt + num_bitset;
+ bit_position = 0;
+ for (count = 1; count <= num_bitset; count++) {
+ client_hdl =
cpnd_client_extract_bits(tmp_cp_info.client_bitmap, &bit_position); /*
This will return the client which opened this checkpoint */
+ TRACE_1("cpnd client handle extracted
");
+ client_hdl = (tmp_cp_info.bm_offset *
32) + client_hdl;
+ cpnd_client_node_get(cb, client_hdl,
&cl_node); /* already in the above do-while , we added client node to client
tree */
+ if (cl_node == NULL) {
+ /* this should not have
happened , quit */
+ /* assert(0); */
+ TRACE_4("cpnd client node get
failed client hdl: %llx",client_hdl);
+ continue;
+ /* goto end; */
+ }
+ cpnd_ckpt_client_add(cp_node, cl_node);
+ }
+ next_offset = tmp_cp_info.next;
+ if (next_offset >= 0) {
+ if ((next_offset * sizeof(CKPT_INFO)) >
UINTMAX_MAX) {
+ LOG_ER("cpnd ckpt shm create
failed,exceeded the write limits(UINT64_MAX) ");
+ }
+ memset(&tmp_cp_info, '\0',
sizeof(CKPT_INFO));
+ i_offset = next_offset *
sizeof(CKPT_INFO);
+ m_CPND_CKPTINFO_READ(tmp_cp_info,
ckpt_addr + sizeof(CKPT_HDR), i_offset);
+ }
+
+ } /* End of clients processing for this cp_node */
+
+ cpnd_ckpt_node_add(cb, cp_node);
+
+ if (cp_info.is_close) {
+ /* start the timer if exists */
+ now = m_GET_TIME_STAMP(tmpTime);
+ giga_sec = 1000000000;
+ diff_time = now - cp_node->close_time;
+ /*
if((cp_node->create_attrib.retentionDuration) >
(SA_TIME_ONE_SECOND*(presentTime - cp_node->close_time))) */
+ if ((cp_node->create_attrib.retentionDuration)
> (giga_sec * diff_time)) {
+ /* timeout =
cp_node->create_attrib.retentionDuration - (SA_TIME_ONE_SECOND*(presentTime -
cp_node->close_time)); */
+ timeout =
+
cp_node->create_attrib.retentionDuration - (giga_sec * diff_time);
+ timeout =
m_CPSV_CONVERT_SATIME_TEN_MILLI_SEC(timeout);
+ }
+ if (timeout) {
+ /* for restart shared memory updation */
+ m_GET_TIME_STAMP(presentTime);
+ cpnd_restart_update_timer(cb, cp_node,
presentTime);
+ if (!m_CPND_IS_COLLOCATED_ATTR_SET
+
(cp_node->create_attrib.creationFlags)) {
+ cp_node->ret_tmr.type =
CPND_TMR_TYPE_NON_COLLOC_RETENTION;
+ } else {
+ cp_node->ret_tmr.type =
CPND_TMR_TYPE_RETENTION;
+ }
+ cp_node->ret_tmr.uarg =
cb->cpnd_cb_hdl_id;
+ cp_node->ret_tmr.ckpt_id =
cp_node->ckpt_id;
+ cpnd_tmr_start(&cp_node->ret_tmr,
timeout);
+ } else {
+ if (!m_CPND_IS_COLLOCATED_ATTR_SET
+
(cp_node->create_attrib.creationFlags)) {
+
cpnd_proc_non_colloc_rt_expiry(cb, cp_node->ckpt_id);
+ } else {
+ cpnd_proc_rt_expiry(cb,
cp_node->ckpt_id);
+ }
+ }
+ }
+
+ } /* End of one cp_node processing */
+ counter++;
+ } /* End of while after processing all 2000 ckpt structs
*/
+
+ TRACE_LEAVE();
+ return SA_AIS_OK;
+}
+
+/*********************************************************************************************
+ * Name : cpnd_restore_client_info_v0
+ *
+ * Description : To restore client information from share memory version 0
+ *
+ * Arguments : -
+ *
+ * Return Values : -
+ *
+
**********************************************************************************************/
+static uint32_t cpnd_restore_ckpt_info_v0(CPND_CB *cb, uint8_t *ckpt_addr,
SaClmNodeIdT nodeid)
+{
+ uint32_t counter = 0, count, num_bitset = 0, rc = NCSCC_RC_SUCCESS,
bit_position;
+ uint64_t i_offset;
+ int32_t next_offset;
+ CPND_CKPT_CLIENT_NODE *cl_node = NULL;
+ CPND_CKPT_NODE *cp_node = NULL;
+ CKPT_INFO_V0 cp_info_v0, tmp_cp_info_v0;
+ CKPT_INFO cp_info;
+ SaCkptHandleT client_hdl;
+ char *buf = NULL;
+ memset(&cp_info_v0, '\0', sizeof(CKPT_INFO_V0));
+ NCS_OS_POSIX_SHM_REQ_INFO ckpt_rep_open;
+ SaTimeT presentTime, timeout = 0;
+ int64_t now, diff_time, giga_sec;
+ SaTimeT tmpTime = 0;
+
+ TRACE_ENTER();
+
+ /* TO READ THE NUMBER OF CHECKPOINTS FROM THE HEADER */
+ while (counter < MAX_CKPTS) {
+ memset(&cp_info_v0, '\0', sizeof(CKPT_INFO_V0));
+ if ((counter * sizeof(CKPT_INFO_V0)) > UINTMAX_MAX) {
+ LOG_ER("cpnd ckpt shm create failed,exceeded the write
limits(UINT64_MAX) ");
+ }
+ i_offset = counter * sizeof(CKPT_INFO_V0);
+ m_CPND_CKPTINFO_V0_READ(cp_info_v0, ckpt_addr +
sizeof(CKPT_HDR), i_offset);
+
+ if (cp_info_v0.is_valid == 0) {
+ counter++;
+ continue;
+ }
+ if (cp_info_v0.is_first) {
+ cp_node = m_MMGR_ALLOC_CPND_CKPT_NODE;
+ if (cp_node == NULL) {
+ LOG_ER("cpnd ckpt node memory allocation
failed");
+ TRACE_LEAVE();
+ return SA_AIS_ERR_NO_MEMORY;
+ }
+
+ memset(cp_node, '\0', sizeof(CPND_CKPT_NODE));
+ cp_node->ckpt_name =
strdup(osaf_extended_name_borrow(&cp_info_v0.ckpt_name));
+ cp_node->ckpt_id = cp_info_v0.ckpt_id;
+ cp_node->offset = SHM_INIT;
+ cp_node->is_close = cp_info_v0.is_close;
+ cp_node->is_unlink = cp_info_v0.is_unlink;
+ cp_node->close_time = cp_info_v0.close_time;
+ cp_node->cpnd_rep_create = cp_info_v0.cpnd_rep_create;
+ cpnd_ckpt_sec_map_init(&cp_node->replica_info);
+
+ /* Non-collocated Differentiator flag */
+ if (cp_info_v0.cpnd_rep_create) {
+ /* OPEN THE SHARED MEMORY ALREADY CREATED FOR
CHECKPOINT REPLICA */
+ /* size=cp_node->ckpt_name.length; */
+ buf =
m_MMGR_ALLOC_CPND_DEFAULT(CPND_MAX_REPLICA_NAME_LENGTH);
+ memset(buf, '\0', CPND_MAX_REPLICA_NAME_LENGTH);
+ strncpy(buf, cp_node->ckpt_name,
CPND_REP_NAME_MAX_CKPT_NAME_LENGTH);
+ sprintf(buf + strlen(buf) - 1, "_%u_%llu",
(uint32_t)nodeid, cp_node->ckpt_id);
+ cpnd_convert_cp_info_v0(&cp_info_v0, &cp_info);
+ rc =
cpnd_ckpt_replica_create_res(&ckpt_rep_open, buf, &cp_node, 0, &cp_info,
cb->shm_alloc_guaranteed);
+ if (rc != NCSCC_RC_SUCCESS) {
+ /* assert(0); */
+ TRACE_4("cpnd ckpt replica create
failed with return value %d",rc);
+
+ counter++;
+ continue;
+ }
+ cb->num_rep++;
+ }
+ if (cp_node->is_unlink) {
+ free((void *)cp_node->ckpt_name);
+ cp_node->ckpt_name = strdup("");
+ }
+
+ memset(&tmp_cp_info_v0, '\0', sizeof(CKPT_INFO_V0));
+ memcpy(&tmp_cp_info_v0, &cp_info_v0,
sizeof(CKPT_INFO_V0));
+ next_offset = cp_info_v0.offset;
+ while (next_offset >= 0) {
+ num_bitset =
client_bitmap_isset(tmp_cp_info_v0.client_bitmap); /* To check which clients
opened this checkpoint */
+ cp_node->ckpt_lcl_ref_cnt =
cp_node->ckpt_lcl_ref_cnt + num_bitset;
+ bit_position = 0;
+ for (count = 1; count <= num_bitset; count++) {
+ client_hdl =
cpnd_client_extract_bits(tmp_cp_info_v0.client_bitmap, &bit_position); /*
This will return the client which opened this checkpoint */
+ TRACE_1("cpnd client handle extracted
");
+ client_hdl = (tmp_cp_info_v0.bm_offset
* 32) + client_hdl;
+ cpnd_client_node_get(cb, client_hdl,
&cl_node); /* already in the above do-while , we added client node to client
tree */
+ if (cl_node == NULL) {
+ /* this should not have
happened , quit */
+ /* assert(0); */
+ TRACE_4("cpnd client node get
failed client hdl: %llx",client_hdl);
+ continue;
+ /* goto end; */
+ }
+ cpnd_ckpt_client_add(cp_node, cl_node);
+ }
+ next_offset = tmp_cp_info_v0.next;
+ if (next_offset >= 0) {
+ if ((next_offset *
sizeof(CKPT_INFO_V0)) > UINTMAX_MAX) {
+ LOG_ER("cpnd ckpt shm create
failed,exceeded the write limits(UINT64_MAX) ");
+ }
+ memset(&tmp_cp_info_v0, '\0',
sizeof(CKPT_INFO_V0));
+ i_offset = next_offset *
sizeof(CKPT_INFO_V0);
+ m_CPND_CKPTINFO_V0_READ(tmp_cp_info_v0,
ckpt_addr + sizeof(CKPT_HDR), i_offset);
+ }
+
+ } /* End of clients processing for this cp_node */
+
+ cpnd_ckpt_node_add(cb, cp_node);
+
+ if (cp_info_v0.is_close) {
+ /* start the timer if exists */
+ now = m_GET_TIME_STAMP(tmpTime);
+ giga_sec = 1000000000;
+ diff_time = now - cp_node->close_time;
+ /*
if((cp_node->create_attrib.retentionDuration) >
(SA_TIME_ONE_SECOND*(presentTime - cp_node->close_time))) */
+ if ((cp_node->create_attrib.retentionDuration)
> (giga_sec * diff_time)) {
+ /* timeout =
cp_node->create_attrib.retentionDuration - (SA_TIME_ONE_SECOND*(presentTime -
cp_node->close_time)); */
+ timeout =
+
cp_node->create_attrib.retentionDuration - (giga_sec * diff_time);
+ timeout =
m_CPSV_CONVERT_SATIME_TEN_MILLI_SEC(timeout);
+ }
+ if (timeout) {
+ /* for restart shared memory updation */
+ m_GET_TIME_STAMP(presentTime);
+ cpnd_restart_update_timer(cb, cp_node,
presentTime);
+ if (!m_CPND_IS_COLLOCATED_ATTR_SET
+
(cp_node->create_attrib.creationFlags)) {
+ cp_node->ret_tmr.type =
CPND_TMR_TYPE_NON_COLLOC_RETENTION;
+ } else {
+ cp_node->ret_tmr.type =
CPND_TMR_TYPE_RETENTION;
+ }
+ cp_node->ret_tmr.uarg =
cb->cpnd_cb_hdl_id;
+ cp_node->ret_tmr.ckpt_id =
cp_node->ckpt_id;
+ cpnd_tmr_start(&cp_node->ret_tmr,
timeout);
+ } else {
+ if (!m_CPND_IS_COLLOCATED_ATTR_SET
+
(cp_node->create_attrib.creationFlags)) {
+
cpnd_proc_non_colloc_rt_expiry(cb, cp_node->ckpt_id);
+ } else {
+ cpnd_proc_rt_expiry(cb,
cp_node->ckpt_id);
+ }
+ }
+ }
+
+ } /* End of one cp_node processing */
+ counter++;
+ } /* End of while after processing all 2000 ckpt structs
*/
+
+ TRACE_LEAVE();
+ return SA_AIS_OK;
+}
+
+/*********************************************************************************************
+ * Name : cpnd_convert_cp_info_v0
+ *
+ * Description : To convert a struct CKTP_INFO_V0 to CKPT_INFO
+ *
+ * Arguments : -
+ *
+ * Return Values : -
+ *
+
**********************************************************************************************/
+static void cpnd_convert_cp_info_v0(CKPT_INFO_V0 *cp_info_v0, CKPT_INFO
*cp_info)
+{
+ memset(cp_info, 0, sizeof(CKPT_INFO));
+
+ strncpy(cp_info->ckpt_name,
osaf_extended_name_borrow(&cp_info_v0->ckpt_name), kOsafMaxDnLength);
+ cp_info->ckpt_id = cp_info_v0->ckpt_id;
+ cp_info->maxSections = cp_info_v0->maxSections;
+ cp_info->maxSecSize = cp_info_v0->maxSecSize;
+ cp_info->node_id = cp_info_v0->node_id;
+ cp_info->offset = SHM_INIT;
+ cp_info->client_bitmap = cp_info_v0->client_bitmap;
+ cp_info->is_valid = cp_info_v0->is_valid;
+ cp_info->bm_offset = cp_info_v0->bm_offset;
+ cp_info->is_unlink = cp_info_v0->is_unlink;
+ cp_info->is_close = cp_info_v0->is_close;
+ cp_info->cpnd_rep_create = cp_info_v0->cpnd_rep_create;
+ cp_info->is_first = cp_info_v0->is_first;
+ cp_info->close_time = cp_info_v0->close_time;
+ cp_info->next = cp_info_v0->next;
+}
+
+/*********************************************************************************************
+ * Name : cpnd_destroy_shm_cpnd_cp_info
+ *
+ * Description : To destroy the shared memory CPND_CHECKPOINT_INFO
+ *
+ * Arguments : -
+ *
+ * Return Values : -
+ *
+
**********************************************************************************************/
+static void cpnd_destroy_shm_cpnd_cp_info(NCS_OS_POSIX_SHM_REQ_OPEN_INFO
*open_req)
+{
+ NCS_OS_POSIX_SHM_REQ_INFO shm_info;
+ uint32_t rc = NCSCC_RC_SUCCESS;
+
+ TRACE_ENTER();
+
+ /* close the shared memory */
+ memset(&shm_info, '\0', sizeof(shm_info));
+ shm_info.type = NCS_OS_POSIX_SHM_REQ_CLOSE;
+ shm_info.info.close.i_addr = open_req->o_addr;
+ shm_info.info.close.i_fd = open_req->o_fd;
+ shm_info.info.close.i_hdl = open_req->o_hdl;
+ shm_info.info.close.i_size = open_req->i_size;
+
+ rc = ncs_os_posix_shm(&shm_info);
+
+ if (rc == NCSCC_RC_FAILURE) {
+ LOG_ER("cpnd shm checkpoint_info close failed");
+ TRACE_LEAVE();
+ return;
+ }
+
+ /* unlink the shared memory */
+ memset(&shm_info, '\0', sizeof(shm_info));
+ shm_info.type = NCS_OS_POSIX_SHM_REQ_UNLINK;
+ shm_info.info.unlink.i_name = open_req->i_name;
+
+ rc = ncs_os_posix_shm(&shm_info);
+
+ if (rc == NCSCC_RC_FAILURE) {
+ LOG_ER("cpnd shm checkpoint_info unlink failed");
+ TRACE_LEAVE();
+ return;
+ }
+
+ TRACE_LEAVE();
+}
+
+/*********************************************************************************************
+ * Name : cpnd_create_shm_cpnd_cp_info
+ *
+ * Description : To destroy the shared memory CPND_CHECKPOINT_INFO
+ *
+ * Arguments : -
+ *
+ * Return Values : -
+ *
+
**********************************************************************************************/
+static void *cpnd_create_shm_cpnd_cp_info(NCS_OS_POSIX_SHM_REQ_INFO *req_info)
+{
+ uint32_t rc = NCSCC_RC_SUCCESS;
+ CPND_SHM_VERSION cpnd_shm_version;
+
+ TRACE_ENTER();
+ /* Initializing shared memory version */
+ memset(&cpnd_shm_version, '\0', sizeof(cpnd_shm_version));
+ cpnd_shm_version.shm_version = CPSV_CPND_SHM_VERSION;
+
+ /* Create the shared memory */
+ req_info->info.open.i_flags = O_CREAT | O_RDWR;
+ rc = ncs_os_posix_shm(req_info);
+ if (NCSCC_RC_FAILURE == rc) {
+ LOG_ER("cpnd create shm_cpnd_cp_info fail for RDWR mode");
+ return NULL;
+ }
+
+ /* Initialize memory and set version */
+ memset(req_info->info.open.o_addr, 0,
+ sizeof(CLIENT_HDR) + (MAX_CLIENTS * sizeof(CLIENT_INFO)) +
sizeof(CKPT_HDR) +
+ (MAX_CKPTS * sizeof(CKPT_INFO)));
+ memcpy(req_info->info.open.o_addr, &cpnd_shm_version,
sizeof(cpnd_shm_version));
+
+ TRACE_LEAVE();
+ return req_info->info.open.o_addr;
+}
+
+/*********************************************************************************************
+ * Name : cpnd_update_shm_cpnd_cp_info
+ *
+ * Description : To update the shared memory CPND_CHECKPOINT_INFO when for
new version
+ *
+ * Arguments : -
+ *
+ * Return Values : -
+ *
+
**********************************************************************************************/
+static void cpnd_update_shm_cpnd_cp_info(CPND_CB *cb)
+{
+ CPND_CKPT_CLIENT_NODE *cl_node = NULL;
+ CPND_CKPT_NODE *ckpt_node = NULL;
+ SaCkptHandleT prev_ckpt_hdl;
+
+ TRACE_ENTER();
+
+ /* go through the client tree, to update shared memory */
+ cpnd_client_node_getnext(cb, 0, &cl_node);
+ while (cl_node) {
+ int32_t cl_offset;
+ prev_ckpt_hdl = cl_node->ckpt_app_hdl;
+
+ cl_offset = cpnd_restart_shm_client_update(cb, cl_node);
+ /* -1 shared memory is full &&& -2 - shared memory read failed
*/
+ if (cl_offset == -1 || cl_offset == -2) {
+ TRACE_4("cpnd client info update failed %d",cl_offset);
+ }
+
+ cpnd_client_node_getnext(cb, prev_ckpt_hdl, &cl_node);
+ }
+
+ /* go through the ckpt_node tree, to update shared memory */
+ cpnd_ckpt_node_getnext(cb, 0, &ckpt_node);
+ while (ckpt_node != NULL) {
+ SaCkptCheckpointHandleT prev_ckpt_id;
+ CPND_CKPT_CLLIST_NODE *ckpt_client_list = NULL;
+
+ ckpt_client_list = ckpt_node->clist;
+ while (ckpt_client_list != NULL) {
+ cpnd_restart_shm_ckpt_update(cb, ckpt_node,
ckpt_client_list->cnode->ckpt_app_hdl);
+ ckpt_client_list = ckpt_client_list->next;
+ }
+
+ prev_ckpt_id = ckpt_node->ckpt_id;
+ cpnd_ckpt_node_getnext(cb, prev_ckpt_id, &ckpt_node);
+ }
+
+ TRACE_LEAVE();
+}
------------------------------------------------------------------------------
_______________________________________________
Opensaf-devel mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/opensaf-devel
