m0ut.c

Go to the documentation of this file.

/* -*- C -*- */
/*
 * Copyright (c) 2013-2021 Seagate Technology LLC and/or its Affiliates
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 * For any questions about this software or licensing,
 * please email opensource@seagate.com or cortx-questions@seagate.com.
 *
 */


#include <stdlib.h>       /* exit, srand, rand */
#include <unistd.h>       /* getpid */
#include <time.h>         /* time */
#include <err.h>          /* warn */

#if !defined(_GNU_SOURCE)
#define _GNU_SOURCE  /* required for basename, see man basename(3) */
#endif
#include <string.h>  /* basename */

#include "ut/ut.h"
#include "ut/module.h"            /* m0_ut_module */
#include "module/instance.h"      /* m0 */
#include "lib/trace.h"
#include "lib/user_space/trace.h" /* m0_trace_set_print_context */
#include "lib/thread.h"           /* LAMBDA */
#include "lib/getopts.h"
#include "lib/finject.h"          /* m0_fi_print_info */
#include "lib/atomic.h"
#include "lib/errno.h"            /* ENOMEM */
#include "lib/memory.h"           /* m0_free0 */
#include "lib/uuid.h"             /* m0_node_uuid_string_set */
#include "lib/misc.h"             /* m0_performance_counters */

#define UT_SANDBOX "./ut-sandbox"

/* Sort test suites in alphabetic order, please. */
extern struct m0_ut_suite libm0_ut; /* test lib first */
extern struct m0_ut_suite addb2_base_ut;
extern struct m0_ut_suite addb2_consumer_ut;
extern struct m0_ut_suite addb2_hist_ut;
extern struct m0_ut_suite addb2_net_ut;
extern struct m0_ut_suite addb2_storage_ut;
extern struct m0_ut_suite addb2_sys_ut;
extern struct m0_ut_suite balloc_ut;
extern struct m0_ut_suite be_ut;
extern struct m0_ut_suite buffer_pool_ut;
extern struct m0_ut_suite bulkio_client_ut;
extern struct m0_ut_suite bulkio_server_ut;
extern struct m0_ut_suite bytecount_ut;
extern struct m0_ut_suite capa_ut;
extern struct m0_ut_suite cas_client_ut;
extern struct m0_ut_suite cas_service_ut;
extern struct m0_ut_suite ut_suite;
extern struct m0_ut_suite ut_suite_obj;
extern struct m0_ut_suite ut_suite_io;
extern struct m0_ut_suite ut_suite_io_nw_xfer;
extern struct m0_ut_suite ut_suite_io_pargrp;
extern struct m0_ut_suite ut_suite_io_req;
extern struct m0_ut_suite ut_suite_io_req_fop;
extern struct m0_ut_suite ut_suite_sync;
extern struct m0_ut_suite ut_suite_idx;
extern struct m0_ut_suite ut_suite_idx_dix;
extern struct m0_ut_suite ut_suite_mt_idx_dix;
extern struct m0_ut_suite ut_suite_layout;
extern struct m0_ut_suite ut_suite_ufid;
extern struct m0_ut_suite cm_cp_ut;
extern struct m0_ut_suite cm_generic_ut;
extern struct m0_ut_suite cob_ut;
extern struct m0_ut_suite cobfoms_ut;
extern struct m0_ut_suite conf_diter_ut;
extern struct m0_ut_suite conf_glob_ut;
extern struct m0_ut_suite conf_load_ut;
extern struct m0_ut_suite conf_pvers_ut;
extern struct m0_ut_suite conf_ut;
extern struct m0_ut_suite conf_validation_ut;
extern struct m0_ut_suite conf_walk_ut;
extern struct m0_ut_suite confc_ut;
extern struct m0_ut_suite confstr_ut;
extern struct m0_ut_suite rconfc_ut;
extern struct m0_ut_suite conn_ut;
extern struct m0_ut_suite console_ut;
extern struct m0_ut_suite di_ut;
extern struct m0_ut_suite dix_client_ut;
extern struct m0_ut_suite dix_cm_iter_ut;
extern struct m0_ut_suite db_cursor_ut;
extern struct m0_ut_suite db_ut;
extern struct m0_ut_suite dtm_dtx_ut;
extern struct m0_ut_suite dtm_nucleus_ut;
extern struct m0_ut_suite dtm_transmit_ut;
extern struct m0_ut_suite dtm0_ut;
extern struct m0_ut_suite dtm0_clk_src_ut;
extern struct m0_ut_suite dtm0_log_ut;
extern struct m0_ut_suite emap_ut;
extern struct m0_ut_suite failure_domains_tree_ut;
extern struct m0_ut_suite failure_domains_ut;
extern struct m0_ut_suite fis_ut;
extern struct m0_ut_suite fdmi_pd_ut;
extern struct m0_ut_suite fdmi_sd_ut;
extern struct m0_ut_suite fdmi_fol_ut;
extern struct m0_ut_suite fdmi_fol_fini_ut;
extern struct m0_ut_suite fdmi_filterc_ut;
extern struct m0_ut_suite fdmi_filter_eval_ut;
extern struct m0_ut_suite fit_ut;
extern struct m0_ut_suite fol_ut;
extern struct m0_ut_suite fom_timedwait_ut;
extern struct m0_ut_suite frm_ut;
extern struct m0_ut_suite ha_ut;
extern struct m0_ut_suite ha_state_ut;
extern struct m0_ut_suite ios_bufferpool_ut;
extern struct m0_ut_suite isc_api_ut;
extern struct m0_ut_suite isc_service_ut;
extern struct m0_ut_suite item_ut;
extern struct m0_ut_suite item_source_ut;
extern struct m0_ut_suite layout_ut;
extern struct m0_ut_suite layout_access_plan_ut;
extern struct m0_ut_suite link_lib_ut;
extern struct m0_ut_suite m0_fop_lock_ut;
extern struct m0_ut_suite m0_fom_stats_ut;
extern struct m0_ut_suite m0_net_bulk_if_ut;
extern struct m0_ut_suite m0_net_bulk_mem_ut;
extern struct m0_ut_suite m0_net_lnet_ut;
extern struct m0_ut_suite m0_net_misc_ut;
extern struct m0_ut_suite m0_net_module_ut;
extern struct m0_ut_suite m0_net_test_ut;
extern struct m0_ut_suite m0_net_tm_prov_ut;
extern struct m0_ut_suite m0d_ut;
extern struct m0_ut_suite mdservice_ut;
extern struct m0_ut_suite module_ut;
extern struct m0_ut_suite ms_fom_ut;
extern struct m0_ut_suite packet_encdec_ut;
extern struct m0_ut_suite parity_math_ut;
extern struct m0_ut_suite parity_math_ssse3_ut;
extern struct m0_ut_suite poolmach_ut;
extern struct m0_ut_suite reqh_ut;
extern struct m0_ut_suite reqh_fop_allow_ut;
extern struct m0_ut_suite reqh_service_ut;
extern struct m0_ut_suite reqh_service_ctx_ut;
extern struct m0_ut_suite rm_ut;
extern struct m0_ut_suite rm_rcredits_ut;
extern struct m0_ut_suite rm_rwlock_ut;
extern struct m0_ut_suite rpc_at_ut;
extern struct m0_ut_suite rpc_mc_ut;
extern struct m0_ut_suite rpc_rcv_session_ut;
extern struct m0_ut_suite rpclib_ut;
extern struct m0_ut_suite rpc_conn_pool_ut;
extern struct m0_ut_suite session_ut;
extern struct m0_ut_suite sm_ut;
extern struct m0_ut_suite sns_cm_repreb_ut;
extern struct m0_ut_suite snscm_net_ut;
extern struct m0_ut_suite snscm_storage_ut;
extern struct m0_ut_suite snscm_xform_ut;
extern struct m0_ut_suite spiel_ut;
extern struct m0_ut_suite spiel_ci_ut;
extern struct m0_ut_suite sss_ut;
extern struct m0_ut_suite spiel_conf_ut;
extern struct m0_ut_suite stats_ut;
extern struct m0_ut_suite stob_ut;
extern struct m0_ut_suite storage_dev_ut;
extern struct m0_ut_suite udb_ut;
extern struct m0_ut_suite xcode_bufvec_fop_ut;
extern struct m0_ut_suite xcode_ff2c_ut;
extern struct m0_ut_suite xcode_ut;
extern struct m0_ut_suite sns_flock_ut;
extern struct m0_ut_suite ut_suite_pi;

#if defined(ENABLE_LUSTRE)
#define LNET_ENABLED (true)
#else
#define LNET_ENABLED (false)
#endif

static void tests_add(struct m0_ut_module *m)
{
        /*
         * set last argument to 'false' to disable test,
         * it will automatically print a warning to console
         */

        /* sort test suites in alphabetic order */
        m0_ut_add(m, &libm0_ut, true); /* test lib first */
        m0_ut_add(m, &addb2_base_ut, true);
        m0_ut_add(m, &addb2_consumer_ut, true);
        m0_ut_add(m, &addb2_hist_ut, true);
        m0_ut_add(m, &addb2_net_ut, true);
        m0_ut_add(m, &addb2_storage_ut, true);
        m0_ut_add(m, &addb2_sys_ut, true);
        m0_ut_add(m, &di_ut, true);
        m0_ut_add(m, &balloc_ut, true);
        m0_ut_add(m, &be_ut, true);
        m0_ut_add(m, &buffer_pool_ut, true);
        m0_ut_add(m, &bulkio_client_ut, true);
        m0_ut_add(m, &bulkio_server_ut, true);
        m0_ut_add(m, &bytecount_ut, true);

        /*
         * ALARM/WARN/XXX: `dtm0_ut' added before mt_idx_dix, due to
         * finalisation order of internal structures inside dtm0_ut!
         * NEEDS to be addressed! (by Anatoliy)
         */
        m0_ut_add(m, &dtm0_ut, true);

        m0_ut_add(m, &capa_ut, true);
        m0_ut_add(m, &cas_client_ut, true);
        m0_ut_add(m, &cas_service_ut, true);
        m0_ut_add(m, &ut_suite, true);
        m0_ut_add(m, &ut_suite_obj, true);
        m0_ut_add(m, &ut_suite_io, true);
        m0_ut_add(m, &ut_suite_io_nw_xfer, true);
        m0_ut_add(m, &ut_suite_io_pargrp, true);
        m0_ut_add(m, &ut_suite_io_req, true);
        m0_ut_add(m, &ut_suite_io_req_fop, true);
        m0_ut_add(m, &ut_suite_sync, true);
        m0_ut_add(m, &ut_suite_idx, true);
        m0_ut_add(m, &ut_suite_idx_dix, true);
        m0_ut_add(m, &ut_suite_mt_idx_dix, true);
        m0_ut_add(m, &ut_suite_layout, true);
        m0_ut_add(m, &ut_suite_ufid, true);
        m0_ut_add(m, &cm_cp_ut, true);
        m0_ut_add(m, &cm_generic_ut, true);
        m0_ut_add(m, &cob_ut, true);
        m0_ut_add(m, &cobfoms_ut, true);
        m0_ut_add(m, &conf_ut, true);
        m0_ut_add(m, &conf_load_ut, true);
        m0_ut_add(m, &conf_pvers_ut, true);
        m0_ut_add(m, &confc_ut, true);
        m0_ut_add(m, &conf_glob_ut, true);
        m0_ut_add(m, &conf_diter_ut, true);
        m0_ut_add(m, &confstr_ut, true);
        m0_ut_add(m, &conf_validation_ut, true);
        m0_ut_add(m, &conf_walk_ut, true);
        m0_ut_add(m, &rconfc_ut, true);
        m0_ut_add(m, &conn_ut, true);
        m0_ut_add(m, &dix_client_ut, true);
        m0_ut_add(m, &dix_cm_iter_ut, true);
        m0_ut_add(m, &dtm_nucleus_ut, true);
        m0_ut_add(m, &dtm_transmit_ut, true);
        m0_ut_add(m, &dtm_dtx_ut, true);
        m0_ut_add(m, &dtm0_clk_src_ut, true);
        m0_ut_add(m, &dtm0_log_ut, true);
        m0_ut_add(m, &failure_domains_tree_ut, true);
        m0_ut_add(m, &failure_domains_ut, true);
        m0_ut_add(m, &fis_ut, true);
        m0_ut_add(m, &fdmi_filterc_ut, true);
        m0_ut_add(m, &fdmi_pd_ut, true);
        m0_ut_add(m, &fdmi_sd_ut, true);
        m0_ut_add(m, &fdmi_fol_ut, true);
        m0_ut_add(m, &fdmi_fol_fini_ut, true);
        m0_ut_add(m, &fdmi_filter_eval_ut, true);
        m0_ut_add(m, &fit_ut, true);
        m0_ut_add(m, &fol_ut, true);
        m0_ut_add(m, &fom_timedwait_ut, true);
        m0_ut_add(m, &frm_ut, true);
        m0_ut_add(m, &ha_ut, true);
        m0_ut_add(m, &ha_state_ut, true);
        m0_ut_add(m, &ios_bufferpool_ut, true);
        m0_ut_add(m, &isc_api_ut, true);
        m0_ut_add(m, &isc_service_ut, true);
        m0_ut_add(m, &item_ut, true);
        m0_ut_add(m, &item_source_ut, true);
        m0_ut_add(m, &layout_ut, true);
        m0_ut_add(m, &layout_access_plan_ut, true);
        m0_ut_add(m, &link_lib_ut, true);
        m0_ut_add(m, &m0_fop_lock_ut, true);
        m0_ut_add(m, &m0_fom_stats_ut, true);
        m0_ut_add(m, &m0_net_bulk_if_ut, true);
        m0_ut_add(m, &m0_net_bulk_mem_ut, true);
        m0_ut_add(m, &m0_net_lnet_ut, LNET_ENABLED);
        m0_ut_add(m, &m0_net_misc_ut, true);
        m0_ut_add(m, &m0_net_module_ut, true);
        m0_ut_add(m, &m0_net_test_ut, true);
        m0_ut_add(m, &m0_net_tm_prov_ut, true);
        m0_ut_add(m, &m0d_ut, true);
        m0_ut_add(m, &mdservice_ut, true);
        m0_ut_add(m, &module_ut, true);
        m0_ut_add(m, &ms_fom_ut, true);
        m0_ut_add(m, &packet_encdec_ut, true);
        m0_ut_add(m, &parity_math_ut, true);
        m0_ut_add(m, &parity_math_ssse3_ut, true);
        m0_ut_add(m, &poolmach_ut, true);
        m0_ut_add(m, &reqh_ut, true);
        m0_ut_add(m, &reqh_fop_allow_ut, true);
        m0_ut_add(m, &reqh_service_ut, true);
        m0_ut_add(m, &reqh_service_ctx_ut, true);
        m0_ut_add(m, &rm_ut, true);
        m0_ut_add(m, &rm_rcredits_ut, true);
        m0_ut_add(m, &rm_rwlock_ut, true);
        m0_ut_add(m, &rpc_at_ut, true);
        m0_ut_add(m, &rpc_mc_ut, true);
        m0_ut_add(m, &rpc_rcv_session_ut, true);
        m0_ut_add(m, &rpclib_ut, true);
        m0_ut_add(m, &rpc_conn_pool_ut, true);
        m0_ut_add(m, &session_ut, true);
        m0_ut_add(m, &sm_ut, true);
        m0_ut_add(m, &snscm_xform_ut, true);
        m0_ut_add(m, &snscm_storage_ut, true);
        m0_ut_add(m, &sns_cm_repreb_ut, true);
        m0_ut_add(m, &snscm_net_ut, true);
        m0_ut_add(m, &sns_flock_ut, true);
        m0_ut_add(m, &spiel_ut, true);
        m0_ut_add(m, &spiel_ci_ut, true);
        m0_ut_add(m, &sss_ut, true);
        m0_ut_add(m, &stats_ut, false);
        m0_ut_add(m, &spiel_conf_ut, true);
        m0_ut_add(m, &stob_ut, true);
        m0_ut_add(m, &storage_dev_ut, true);
        m0_ut_add(m, &udb_ut, true);
        m0_ut_add(m, &xcode_bufvec_fop_ut, true);
        m0_ut_add(m, &xcode_ff2c_ut, true);
        m0_ut_add(m, &xcode_ut, true);
        m0_ut_add(m, &ut_suite_pi, true);

        /* These tests have redirection of messages. */
        m0_ut_add(m, &console_ut, true);
}

int main(int argc, char *argv[])
{
        static struct m0 instance;
        struct m0_ut_module *ut;
        int   rc;
        bool  list_ut              = false;
        bool  with_tests           = false;
        bool  list_owners          = false;
        bool  yaml_output          = false;
        bool  finject_stats_before = false;
        bool  finject_stats_after  = false;
        bool  parse_trace          = false;
        int   seed                 = -1;
        int   count                = 1;
        int   i;
        const char *fault_point         = NULL;
        const char *fp_file_name        = NULL;
        const char *trace_mask          = NULL;
        const char *trace_level         = NULL;
        const char *trace_print_context = NULL;
        const char *tests_select        = NULL;
        const char *tests_exclude       = NULL;
        const char *start_suite         = NULL;
        static char performance_counters[0x1000];

        m0_instance_setup(&instance);
        (void)m0_ut_module_type.mt_create(&instance);
        ut = instance.i_moddata[M0_MODULE_UT];
        ut->ut_sandbox = UT_SANDBOX;
        /* Initialise the basic stuff. */
        rc = m0_module_init(&instance.i_self, M0_LEVEL_INST_ONCE);
        if (rc != 0)
                goto end;

        /* add options in alphabetic order, M0_HELPARG should be first */
        rc = M0_GETOPTS(basename(argv[0]), argc, argv,
                    M0_HELPARG('h'),
                    M0_STRINGARG('e', "trace level: level[+][,level[+]]"
                                 " where level is one of call|debug|info|"
                                 "notice|warn|error|fatal",
                                LAMBDA(void, (const char *str) {
                                        trace_level = str;
                                })),
                    M0_STRINGARG('f', "fault point to enable func:tag:type"
                                      "[:integer[:integer]]",
                                      LAMBDA(void, (const char *str) {
                                         fault_point = str;
                                      })
                                ),
                    M0_STRINGARG('F', "yaml file, which contains a list"
                                      " of fault points to enable",
                                      LAMBDA(void, (const char *str) {
                                         fp_file_name = str;
                                      })
                                ),
                    M0_FORMATARG('H', "shuffle test suites before execution. "
                                 "The argument is a seed value. "
                                 "0 to shuffle randomly", "%i", &seed),
                    M0_FLAGARG('k', "keep the sandbox directory",
                                &ut->ut_keep_sandbox),
                    M0_FLAGARG('c',
                               "Set small transaction credits.",
                                &ut->ut_small_credits),
                    M0_FLAGARG('l', "list available test suites",
                                &list_ut),
                    M0_VOIDARG('L', "list available test suites with"
                                    " their tests",
                                LAMBDA(void, (void) {
                                                list_ut = true;
                                                with_tests = true;
                                })),
                    M0_STRINGARG('m', "trace mask, either numeric (HEX/DEC) or"
                                 " comma-separated list of subsystem names"
                                 " (use ! at the beginning to invert)",
                                LAMBDA(void, (const char *str) {
                                        trace_mask = str;
                                })),
                    M0_VOIDARG('M', "print available trace subsystems",
                                LAMBDA(void, (void) {
                                        m0_trace_print_subsystems();
                                        exit(EXIT_SUCCESS);
                                })),
                    M0_FORMATARG('n', "repetition count", "%i", &count),
                    M0_STRINGARG('O', "start execution from a given suite",
                                LAMBDA(void, (const char *str) {
                                        start_suite = str;
                                })),
                    M0_FLAGARG('o', "list test owners",
                                &list_owners),
                    M0_STRINGARG('p', "trace print context, values:"
                                 " none, func, short, full",
                                LAMBDA(void, (const char *str) {
                                        trace_print_context = str;
                                })),
                    M0_FLAGARG('s', "report fault injection stats before UT",
                                &finject_stats_before),
                    M0_FLAGARG('S', "report fault injection stats after UT",
                                &finject_stats_after),
                    M0_STRINGARG('t', "test list 'suite[:test][,suite"
                                      "[:test]]'",
                                      LAMBDA(void, (const char *str) {
                                         tests_select = str;
                                      })
                                ),
                    M0_FLAGARG('T', "parse trace log produced earlier"
                               " (trace data is read from STDIN)",
                                &parse_trace),
                    M0_STRINGARG('x', "exclude list 'suite[:test][,suite"
                                      "[:test]]'",
                                      LAMBDA(void, (const char *str) {
                                         tests_exclude = str;
                                      })
                                ),
                    M0_FLAGARG('Y', "produce lists in YAML format", &yaml_output),
                    );
        if (rc != 0)
                goto end;

        ut->ut_exclude = (tests_exclude != NULL);
        ut->ut_tests = ut->ut_exclude ? tests_exclude : tests_select;

        /* check conflicting options */
        if ((tests_select != NULL && tests_exclude != NULL) ||
            (list_ut && (tests_select != NULL || tests_exclude != NULL ||
                         list_owners))) {
                fprintf(stderr, "Error: conflicting options: only one of the"
                                " -l -L -o -t -x option can be used at the same"
                                " time.\n");
                return EXIT_FAILURE;
        }
        if (start_suite != NULL && seed != -1) {
                fprintf(stderr, "Error: -O and -H options are conflicting.\n");
                return EXIT_FAILURE;
        }
        tests_add(ut);

        /*
         * don't require m0tr.ko module to be loaded if we just want to parse
         * trace logs
         */
        if (parse_trace)
                m0_node_uuid_string_set(NULL);

        rc = m0_ut_init(&instance);
        if (rc != 0)
                goto end;
#if 1 /* XXX
       * TODO Perform these initialisations via module/module.h API.
       */
        rc = m0_trace_set_immediate_mask(trace_mask) ?:
                 m0_trace_set_level(trace_level);
        if (rc != 0)
                goto ut_fini;

        rc = m0_trace_set_print_context(trace_print_context);
        if (rc != 0) {
                warn("Error: invalid value for -p option");
                goto ut_fini;
        }

        if (parse_trace) {
                rc = m0_trace_parse(stdin, stdout, NULL,
                                    M0_TRACE_PARSE_DEFAULT_FLAGS, 0, 0);
                goto ut_fini;
        }

        /* enable fault points as early as possible */
        if (fault_point != NULL) {
                rc = m0_fi_enable_fault_point(fault_point);
                if (rc != 0)
                        goto ut_fini;
        }

        if (fp_file_name != NULL) {
                rc = m0_fi_enable_fault_points_from_file(fp_file_name);
                if (rc != 0)
                        goto ut_fini;
        }

        if (finject_stats_before) {
                m0_fi_print_info();
                printf("\n");
        }
#endif /* XXX */

        rc = 0;
        for (i = 1; rc == 0 && i <= count; i++) {
                if (seed != -1) {
                        if (seed == 0) {
                                seed = time(NULL) ^ (getpid() << 17);
                                printf("Seed: %i.\n", seed);
                        }
                        m0_ut_shuffle(seed);
                }
                if (start_suite != NULL)
                        m0_ut_start_from(start_suite);
                if (list_ut)
                        m0_ut_list(with_tests, yaml_output);
                else if (list_owners)
                        m0_ut_list_owners();
                else {
                        m0_console_printf("START Iteration: %d out of %d\n",
                                          i, count);
                        m0_console_flush();
                        rc = m0_ut_run();
                        m0_console_printf("END   Iteration: %d out of %d\n\n",
                                          i, count);
                        m0_console_flush();
                }
        }
        if (finject_stats_after) {
                printf("\n");
                m0_fi_print_info();
        }
ut_fini:
        m0_ut_fini();
end:
        if (rc == 0 && !parse_trace && !list_ut && !list_owners) {
                m0_performance_counters(performance_counters,
                                        ARRAY_SIZE(performance_counters));
                printf("%s", performance_counters);
        }
        return rc < 0 ? -rc : rc;
}

/*
 *  Local variables:
 *  c-indentation-style: "K&R"
 *  c-basic-offset: 8
 *  tab-width: 8
 *  fill-column: 80
 *  scroll-step: 1
 *  End:
 */