On Dec 9, 2013, at 10:07 AM, Ralph Castain <[email protected]> wrote:
> I see some things in here that concern me. First, there are variables being
> added to functions that would appear to generate "not used" warnings if ft is
> not enabled - they need to be properly protected. Second, I see references
> like this one:
>
> - (ret = orte_oob.ft_event(state)) ) {
> + if( ORTE_SUCCESS != (ret = orte_rml_oob_module.super.ft_event(state)) ) {
Took me awhile to grok what you were doing with the above line - it's actually
okay, but you could avoid going thru the module dereference by just calling
orte_rml_oob_ft_event
No need to reference thru the module unless you want to for some reason.
>
> This doesn't seem right - if we are referencing the OOB, then we need to go
> directly to it. I'll have to check/correct the code, but the RML shouldn't
> even be storing a pointer to the OOB in it as there no longer is a direct
> linkage.
>
>
> On Dec 9, 2013, at 5:38 AM, Adrian Reber <[email protected]> wrote:
>
>> From: Adrian Reber <[email protected]>
>>
>> This are the remaining changes to get C/R to compile again. This patch
>> includes various fixes all over the C/R code and are hard to group
>> like the previous patches.
>>
>> Changes from V1:
>> * explain why mca_base_component_distill_checkpoint_ready no longer works
>> * compare return result of opal functions with OPAL_* values
>>
>> Signed-off-by: Adrian Reber <[email protected]>
>> ---
>> ompi/mca/bml/r2/bml_r2_ft.c | 10 +++++-----
>> opal/mca/base/mca_base_components_open.c | 9 +++++++++
>> opal/mca/crs/self/crs_self_component.c | 16 ++++++++--------
>> opal/tools/opal-restart/opal-restart.c | 2 +-
>> orte/mca/errmgr/base/errmgr_base_fns.c | 2 +-
>> orte/mca/ess/env/ess_env_module.c | 2 +-
>> orte/mca/plm/base/plm_base_launch_support.c | 1 +
>> orte/mca/rml/oob/rml_oob_component.c | 9 ++-------
>> orte/mca/snapc/base/snapc_base_frame.c | 4 ++--
>> orte/mca/snapc/full/snapc_full_app.c | 15 +++++++++++++++
>> orte/mca/snapc/full/snapc_full_component.c | 7 ++++---
>> orte/mca/snapc/full/snapc_full_global.c | 8 ++++----
>> orte/mca/snapc/full/snapc_full_local.c | 2 +-
>> orte/mca/sstore/stage/sstore_stage_component.c | 5 +++++
>> 14 files changed, 59 insertions(+), 33 deletions(-)
>>
>> diff --git a/ompi/mca/bml/r2/bml_r2_ft.c b/ompi/mca/bml/r2/bml_r2_ft.c
>> index 1448c04..fc16452 100644
>> --- a/ompi/mca/bml/r2/bml_r2_ft.c
>> +++ b/ompi/mca/bml/r2/bml_r2_ft.c
>> @@ -191,7 +191,7 @@ int mca_bml_r2_ft_event(int state)
>>
>> for(p = 0; p < (int)num_procs; ++p) {
>> if( NULL !=
>> procs[p]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML]) {
>> - OBJ_RELEASE((mca_bml_base_endpoint_t*)
>> procs[p]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML]);
>> +
>> OBJ_RELEASE(procs[p]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML]);
>> procs[p]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML] =
>> NULL;
>> }
>>
>> @@ -263,9 +263,9 @@ int mca_bml_r2_ft_event(int state)
>> mca_base_var_get_value(param_type, &btl_list, NULL, NULL);
>> opal_output_verbose(11, ompi_cr_output,
>> "Restart (New BTL MCA): <%s>\n", btl_list ?
>> btl_list[0] : "");
>> - if( NULL != param_list ) {
>> - free(param_list);
>> - param_list = NULL;
>> + if( NULL != btl_list ) {
>> + free(btl_list);
>> + btl_list = NULL;
>> }
>>
>> /*
>> @@ -286,7 +286,7 @@ int mca_bml_r2_ft_event(int state)
>>
>> for(p = 0; p < (int)num_procs; ++p) {
>> if( NULL != procs[p]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML])
>> {
>> - OBJ_RELEASE((mca_bml_base_endpoint_t*)
>> procs[p]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML]);
>> +
>> OBJ_RELEASE(procs[p]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML]);
>> procs[p]->proc_endpoints[OMPI_PROC_ENDPOINT_TAG_BML] = NULL;
>> }
>>
>> diff --git a/opal/mca/base/mca_base_components_open.c
>> b/opal/mca/base/mca_base_components_open.c
>> index e46e0f3..4568a51 100644
>> --- a/opal/mca/base/mca_base_components_open.c
>> +++ b/opal/mca/base/mca_base_components_open.c
>> @@ -141,9 +141,18 @@ static int open_components(mca_base_framework_t
>> *framework)
>> * NTH: Logic moved to mca_base_components_filter.
>> */
>> #if (OPAL_ENABLE_FT == 1) && (OPAL_ENABLE_FT_CR == 1)
>> +#ifdef ENABLE_FT_FIXED
>> + /* FIXME_FT
>> + *
>> + * the variable mca_base_component_distill_checkpoint_ready
>> + * was removed by commit 8181c8273c486bba59b3dead324939eac1a58b8c
>> (r28237)
>> + * "Introduce the MCA framework system. This formalizes the interface
>> frameworks must provide."
>> + *
>> + * */
>> if (mca_base_component_distill_checkpoint_ready) {
>> open_only_flags |= MCA_BASE_METADATA_PARAM_CHECKPOINT;
>> }
>> +#endif /* ENABLE_FT_FIXED */
>> #endif /* (OPAL_ENABLE_FT == 1) && (OPAL_ENABLE_FT_CR == 1) */
>>
>> /* If mca_base_framework_register_components was called with the
>> MCA_BASE_COMPONENTS_ALL flag
>> diff --git a/opal/mca/crs/self/crs_self_component.c
>> b/opal/mca/crs/self/crs_self_component.c
>> index e0ca1ab..eb45d59 100644
>> --- a/opal/mca/crs/self/crs_self_component.c
>> +++ b/opal/mca/crs/self/crs_self_component.c
>> @@ -90,9 +90,9 @@ static int crs_self_register (void)
>> mca_crs_self_component.super.priority = 20;
>> ret = mca_base_component_var_register
>> (&mca_crs_self_component.super.base_version,
>> "priority", "Priority of the CRS
>> self component "
>> - "(default: 20)",
>> MCA_BASE_VAR_TYPE_INT, NULL,
>> + "(default: 20)",
>> MCA_BASE_VAR_TYPE_INT, NULL, 0,
>> MCA_BASE_VAR_FLAG_SETTABLE,
>> - OPAL_INFO_LVL_9,
>> MPI_BASE_VAR_SCOPE_ALL_EQ,
>> + OPAL_INFO_LVL_9,
>> MCA_BASE_VAR_SCOPE_ALL_EQ,
>>
>> &mca_crs_self_component.super.priority);
>> if (0 > ret) {
>> return ret;
>> @@ -102,8 +102,8 @@ static int crs_self_register (void)
>> ret = mca_base_component_var_register
>> (&mca_crs_self_component.super.base_version,
>> "verbose",
>> "Verbose level for the CRS self
>> component",
>> - MCA_BASE_VAR_TYPE_INT,
>> NULL,MCA_BASE_VAR_FLAG_SETTABLE,
>> - OPAL_INFO_LVL_9,
>> MPI_BASE_VAR_SCOPE_LOCAL,
>> + MCA_BASE_VAR_TYPE_INT, NULL, 0,
>> MCA_BASE_VAR_FLAG_SETTABLE,
>> + OPAL_INFO_LVL_9,
>> MCA_BASE_VAR_SCOPE_LOCAL,
>>
>> &mca_crs_self_component.super.verbose);
>> if (0 > ret) {
>> return ret;
>> @@ -116,8 +116,8 @@ static int crs_self_register (void)
>> ret = mca_base_component_var_register
>> (&mca_crs_self_component.super.base_version,
>> "prefix",
>> "Prefix for user defined callback
>> functions",
>> - MCA_BASE_VAR_TYPE_STRING, NULL,
>> MCA_BASE_VAR_FLAG_SETTABLE,
>> - OPAL_INFO_LVL_9,
>> MPI_BASE_VAR_SCOPE_LOCAL,
>> + MCA_BASE_VAR_TYPE_STRING, NULL,
>> 0, MCA_BASE_VAR_FLAG_SETTABLE,
>> + OPAL_INFO_LVL_9,
>> MCA_BASE_VAR_SCOPE_LOCAL,
>> &mca_crs_self_component.prefix);
>> if (0 > ret) {
>> return ret;
>> @@ -126,8 +126,8 @@ static int crs_self_register (void)
>> ret = mca_base_component_var_register
>> (&mca_crs_self_component.super.base_version,
>> "do_restart",
>> "Start execution by calling
>> restart callback",
>> - MCA_BASE_VAR_TYPE_BOOL, NULL,
>> MCA_BASE_VAR_FLAG_SETTABLE,
>> - OPAL_INFO_LVL_9,
>> MPI_BASE_VAR_SCOPE_LOCAL,
>> + MCA_BASE_VAR_TYPE_BOOL, NULL, 0,
>> MCA_BASE_VAR_FLAG_SETTABLE,
>> + OPAL_INFO_LVL_9,
>> MCA_BASE_VAR_SCOPE_LOCAL,
>>
>> &mca_crs_self_component.do_restart);
>> return (0 > ret) ? ret : OPAL_SUCCESS;
>> }
>> diff --git a/opal/tools/opal-restart/opal-restart.c
>> b/opal/tools/opal-restart/opal-restart.c
>> index 35b7843..53da7f3 100644
>> --- a/opal/tools/opal-restart/opal-restart.c
>> +++ b/opal/tools/opal-restart/opal-restart.c
>> @@ -247,7 +247,7 @@ main(int argc, char *argv[])
>> * restart on this node because it doesn't have the proper checkpointer
>> * available.
>> */
>> - if( OPAL_SUCCESS != (ret = opal_crs_base_open()) ) {
>> + if( OPAL_SUCCESS != (ret = opal_crs_base_open(MCA_BASE_OPEN_DEFAULT)) )
>> {
>> opal_show_help("help-opal-restart.txt", "comp_select_failure", true,
>> "crs", ret);
>> exit_status = ret;
>> diff --git a/orte/mca/errmgr/base/errmgr_base_fns.c
>> b/orte/mca/errmgr/base/errmgr_base_fns.c
>> index 399c237..e8f41a2 100644
>> --- a/orte/mca/errmgr/base/errmgr_base_fns.c
>> +++ b/orte/mca/errmgr/base/errmgr_base_fns.c
>> @@ -366,7 +366,7 @@ void orte_errmgr_base_migrate_state_notify(int state)
>> }
>> }
>>
>> -void orte_errmgr_base_proc_state_notify(orte_proc_state_t state,
>> orte_process_name_t *proc)
>> +int orte_errmgr_base_proc_state_notify(orte_proc_state_t state,
>> orte_process_name_t *proc)
>> {
>> if (NULL != proc) {
>> switch(state) {
>> diff --git a/orte/mca/ess/env/ess_env_module.c
>> b/orte/mca/ess/env/ess_env_module.c
>> index 6a71230..9b80099 100644
>> --- a/orte/mca/ess/env/ess_env_module.c
>> +++ b/orte/mca/ess/env/ess_env_module.c
>> @@ -422,7 +422,7 @@ static int rte_ft_event(int state)
>> exit_status = ret;
>> goto cleanup;
>> }
>> - if (ORTE_SUCCESS != (ret = orte_db.remove(NULL, NULL))) {
>> + if (OPAL_SUCCESS != (ret = opal_db.remove(NULL, NULL))) {
>> ORTE_ERROR_LOG(ret);
>> exit_status = ret;
>> goto cleanup;
>> diff --git a/orte/mca/plm/base/plm_base_launch_support.c
>> b/orte/mca/plm/base/plm_base_launch_support.c
>> index 3deee11..6aba2c2 100644
>> --- a/orte/mca/plm/base/plm_base_launch_support.c
>> +++ b/orte/mca/plm/base/plm_base_launch_support.c
>> @@ -333,6 +333,7 @@ void orte_plm_base_complete_setup(int fd, short args,
>> void *cbdata)
>> {
>> orte_job_t *jdata, *jdatorted;
>> orte_state_caddy_t *caddy = (orte_state_caddy_t*)cbdata;
>> + int rc;
>>
>> /* if we don't want to launch the apps, now is the time to leave */
>> if (orte_do_not_launch) {
>> diff --git a/orte/mca/rml/oob/rml_oob_component.c
>> b/orte/mca/rml/oob/rml_oob_component.c
>> index dd539cd..b91f4a3 100644
>> --- a/orte/mca/rml/oob/rml_oob_component.c
>> +++ b/orte/mca/rml/oob/rml_oob_component.c
>> @@ -11,11 +11,7 @@
>> * Copyright (c) 2004-2005 The Regents of the University of California.
>> * All rights reserved.
>> * Copyright (c) 2007 Cisco Systems, Inc. All rights reserved.
>> -<<<<<<< .mine
>> - * Copyright (c) 2011-2012 Los Alamos National Security, LLC.
>> -=======
>> * Copyright (c) 2011-2013 Los Alamos National Security, LLC.
>> ->>>>>>> .r28253
>> * All rights reserved.
>> * $COPYRIGHT$
>> *
>> @@ -189,8 +185,7 @@ orte_rml_oob_ft_event(int state) {
>> ;
>> }
>>
>> - if( ORTE_SUCCESS !=
>> - (ret = orte_oob.ft_event(state)) ) {
>> + if( ORTE_SUCCESS != (ret = orte_rml_oob_module.super.ft_event(state)) )
>> {
>> ORTE_ERROR_LOG(ret);
>> exit_status = ret;
>> goto cleanup;
>> @@ -212,7 +207,7 @@ orte_rml_oob_ft_event(int state) {
>> goto cleanup;
>> }
>>
>> - if( ORTE_SUCCESS != (ret = mca_oob_base_select())) {
>> + if( ORTE_SUCCESS != (ret = orte_oob_base_select())) {
>> ORTE_ERROR_LOG(ret);
>> exit_status = ret;
>> goto cleanup;
>> diff --git a/orte/mca/snapc/base/snapc_base_frame.c
>> b/orte/mca/snapc/base/snapc_base_frame.c
>> index edb8e6e..a46c77a 100644
>> --- a/orte/mca/snapc/base/snapc_base_frame.c
>> +++ b/orte/mca/snapc/base/snapc_base_frame.c
>> @@ -79,7 +79,7 @@ static int
>> orte_snapc_base_register(mca_base_register_flag_t flags)
>> return ORTE_SUCCESS;
>> }
>>
>> -static int orte_snapc_base_close(void)
>> +int orte_snapc_base_close(void)
>> {
>> /* Close the selected component */
>> if( NULL != orte_snapc.snapc_finalize ) {
>> @@ -93,7 +93,7 @@ static int orte_snapc_base_close(void)
>> * Function for finding and opening either all MCA components,
>> * or the one that was specifically requested via a MCA parameter.
>> */
>> -static int orte_snapc_base_open(mca_base_open_flag_t flags)
>> +int orte_snapc_base_open(mca_base_open_flag_t flags)
>> {
>> /* Init the sequence (interval) number */
>> orte_snapc_base_snapshot_seq_number = 0;
>> diff --git a/orte/mca/snapc/full/snapc_full_app.c
>> b/orte/mca/snapc/full/snapc_full_app.c
>> index 1ff036e..c7438f1 100644
>> --- a/orte/mca/snapc/full/snapc_full_app.c
>> +++ b/orte/mca/snapc/full/snapc_full_app.c
>> @@ -99,6 +99,12 @@ static int current_cr_state = OPAL_CRS_NONE;
>> static orte_sstore_base_handle_t current_ss_handle =
>> ORTE_SSTORE_HANDLE_INVALID, last_ss_handle = ORTE_SSTORE_HANDLE_INVALID;
>> static opal_crs_base_ckpt_options_t *current_options = NULL;
>>
>> +static void snapc_full_app_callback_recv(int status,
>> + orte_process_name_t* sender,
>> + opal_buffer_t* buffer,
>> + orte_rml_tag_t tag,
>> + void* cbdata);
>> +
>> /************************
>> * Function Definitions
>> ************************/
>> @@ -1673,3 +1679,12 @@ int app_coord_request_op(orte_snapc_base_request_op_t
>> *datum)
>>
>> return exit_status;
>> }
>> +
>> +/* dummy implementation of a callback function to get it to compile again */
>> +static void snapc_full_app_callback_recv(int status,
>> + orte_process_name_t* sender,
>> + opal_buffer_t* buffer,
>> + orte_rml_tag_t tag,
>> + void* cbdata)
>> +{
>> +}
>> diff --git a/orte/mca/snapc/full/snapc_full_component.c
>> b/orte/mca/snapc/full/snapc_full_component.c
>> index 7815363..b953e17 100644
>> --- a/orte/mca/snapc/full/snapc_full_component.c
>> +++ b/orte/mca/snapc/full/snapc_full_component.c
>> @@ -32,6 +32,7 @@ const char *orte_snapc_full_component_version_string =
>> */
>> static int snapc_full_open(void);
>> static int snapc_full_close(void);
>> +static int snapc_full_register(void);
>>
>> bool orte_snapc_full_skip_app = false;
>> bool orte_snapc_full_timing_enabled = false;
>> @@ -74,7 +75,7 @@ orte_snapc_full_component_t mca_snapc_full_component = {
>> }
>> };
>>
>> -static int snaps_full_register (void)
>> +static int snapc_full_register (void)
>> {
>> mca_base_component_t *component =
>> &mca_snapc_full_component.super.base_version;
>> /*
>> @@ -129,7 +130,7 @@ static int snaps_full_register (void)
>> OPAL_INFO_LVL_9,
>> MCA_BASE_VAR_SCOPE_LOCAL,
>> &orte_snapc_full_progress_meter);
>> - orte_snapc_full_progress_meter = (value % 101);
>> + orte_snapc_full_progress_meter %= 101;
>>
>> return ORTE_SUCCESS;
>> }
>> @@ -148,7 +149,7 @@ static int snapc_full_open(void)
>> }
>>
>> /* recheck the progress meter (it may have changed between register and
>> open) */
>> - orte_snapc_full_progress_meter = (value % 101);
>> + orte_snapc_full_progress_meter %= 101;
>>
>> /*
>> * Debug Output
>> diff --git a/orte/mca/snapc/full/snapc_full_global.c
>> b/orte/mca/snapc/full/snapc_full_global.c
>> index c88c6db..9f6da34 100644
>> --- a/orte/mca/snapc/full/snapc_full_global.c
>> +++ b/orte/mca/snapc/full/snapc_full_global.c
>> @@ -513,7 +513,7 @@ int global_coord_end_ckpt(orte_snapc_base_quiesce_t
>> *datum)
>> if( currently_migrating ) {
>> OPAL_OUTPUT_VERBOSE((10, mca_snapc_full_component.super.output_handle,
>> "Global) End Ckpt: Flush the modex cached
>> data\n"));
>> - if (ORTE_SUCCESS != (ret = orte_db.remove(NULL, NULL))) {
>> + if (OPAL_SUCCESS != (ret = opal_db.remove(NULL, NULL))) {
>> ORTE_ERROR_LOG(ret);
>> exit_status = ret;
>> goto cleanup;
>> @@ -1138,7 +1138,7 @@ void snapc_full_global_orted_recv(int status,
>> OPAL_OUTPUT_VERBOSE((10,
>> mca_snapc_full_component.super.output_handle,
>> "Global) Command: Job State Update
>> (quick)"));
>>
>> - snapc_full_process_job_update_cmd(&sender, buffer, true);
>> + snapc_full_process_job_update_cmd(sender, buffer, true);
>> break;
>>
>> case ORTE_SNAPC_FULL_UPDATE_JOB_STATE_CMD:
>> @@ -1974,7 +1974,7 @@ static void
>> snapc_full_process_job_update_cmd(orte_process_name_t* sender,
>>
>> static int snapc_full_establish_snapshot_dir(bool empty_metadata)
>> {
>> - const char **value = NULL;
>> + char **value = NULL;
>> int idx = 0;
>>
>> /*********************
>> @@ -1998,7 +1998,7 @@ static int snapc_full_establish_snapshot_dir(bool
>> empty_metadata)
>> opal_show_help("help-orte-restart.txt", "amca_param_not_found", true);
>> }
>> if( 0 < idx ) {
>> - mca_base_var_get_value (idx, &value, sizeof (value), NULL, NULL);
>> + mca_base_var_get_value (idx, &value, NULL, NULL);
>>
>> if (*value) {
>> orte_sstore.set_attr(global_snapshot.ss_handle,
>> diff --git a/orte/mca/snapc/full/snapc_full_local.c
>> b/orte/mca/snapc/full/snapc_full_local.c
>> index c0b168a..b13fce9 100644
>> --- a/orte/mca/snapc/full/snapc_full_local.c
>> +++ b/orte/mca/snapc/full/snapc_full_local.c
>> @@ -1776,7 +1776,7 @@ static void snapc_full_local_comm_read_event(int fd,
>> short flags, void *arg)
>> if( currently_migrating && !flushed_modex ) {
>> OPAL_OUTPUT_VERBOSE((10, mca_snapc_full_component.super.output_handle,
>> "Local) Read Event: Flush the modex cached
>> data\n"));
>> - if (ORTE_SUCCESS != (ret = orte_db.remove(NULL, NULL))) {
>> + if (OPAL_SUCCESS != (ret = opal_db.remove(NULL, NULL))) {
>> ORTE_ERROR_LOG(ret);
>> exit_status = ret;
>> goto cleanup;
>> diff --git a/orte/mca/sstore/stage/sstore_stage_component.c
>> b/orte/mca/sstore/stage/sstore_stage_component.c
>> index 19d7c75..aca2b46 100644
>> --- a/orte/mca/sstore/stage/sstore_stage_component.c
>> +++ b/orte/mca/sstore/stage/sstore_stage_component.c
>> @@ -235,3 +235,8 @@ static int sstore_stage_close(void)
>>
>> return ORTE_SUCCESS;
>> }
>> +
>> +static int sstore_stage_register(void)
>> +{
>> + return ORTE_SUCCESS;
>> +}
>> --
>> 1.8.4.2
>>
>> _______________________________________________
>> devel mailing list
>> [email protected]
>> http://www.open-mpi.org/mailman/listinfo.cgi/devel
>
