otsdaq_database_migrate.cc

//#define BOOST_TEST_MODULE ( databaseconfiguration test)

//#include "boost/test/auto_unit_test.hpp"

#include <dirent.h>
#include <cassert>
#include <iostream>
#include <memory>
#include <string>
#include "otsdaq/ConfigurationInterface/ConfigurationInterface.h"
#include "otsdaq/ConfigurationInterface/ConfigurationManager.h"
//#include "otsdaq/TablePlugins/Configurations.h"
//#include "otsdaq/TablePlugins/ConfigurationAliases.h"
//#include "otsdaq/TablePlugins/FETable.h"
//#include "otsdaq/PluginMakers/makeTable.h"
//#include "otsdaq/PluginMakers/MakeInterface.h"
#include "artdaq-database/JsonDocument/JSONDocument.h"
#include "artdaq-database/StorageProviders/FileSystemDB/provider_filedb_index.h"

using namespace ots;

// BOOST_AUTO_TEST_SUITE( databaseconfiguration_test )

void readxml_writedb_configurations()
{
    // artdaq::database::filesystem::index::debug::enable();
    // artdaq::database::jsonutils::debug::enableJSONDocument();

    std::string dbDir = std::string(__ENV__("ARTDAQ_DATABASE_DATADIR"));
    __COUT__ << "Destination DB Directory ARTDAQ_DATABASE_DATADIR: " << dbDir << std::endl;

    if(__ENV__("USER_DATA") == NULL)
        __COUT__ << "Missing env variable: USER_DATA. It must be set!" << std::endl;

    std::vector<std::string> configTables;          // list of tables to migrate
    std::vector<std::string> failedConfigVersions;  // list of tables/versions that failed to migrate

    // normally CONFIGURATION_TYPE is set by StartOTS.sh
    setenv("CONFIGURATION_DATA_PATH", (std::string(__ENV__("USER_DATA")) + "/ConfigurationDataExamples").c_str(), 1);
    std::string configDir = std::string(__ENV__("CONFIGURATION_DATA_PATH")) + '/';

    // CONFIGURATION_TYPE needed by
    // otsdaq/otsdaq/ConfigurationDataFormats/ConfigurationInfoReader.cc [187]  Can
    // be File, Database, DatabaseTest
    setenv("CONFIGURATION_TYPE", "File", 1);

    // add configurations to vector list from directory
    {
        __COUT__ << "ConfigurationDir: " << configDir << std::endl;
        DIR* dp;

        struct dirent* dirp;

        if((dp = opendir(configDir.c_str())) == 0)
        {
            __COUT__ << "ERROR:(" << errno << ").  Can't open directory: " << configDir << std::endl;
            exit(0);
        }

        const unsigned char isDir = 0x4;
        while((dirp = readdir(dp)) != 0)
            if(dirp->d_type == isDir && dirp->d_name[0] != '.')
            {
                __COUT__ << dirp->d_name << std::endl;
                configTables.push_back(dirp->d_name);
            }

        closedir(dp);
    }

    unsigned int configurationsCount = 0, skippedConfigurations = 0, skippedVersions = 0, versionsCount = 0;

    ConfigurationInterface* theInterface_ = ConfigurationInterface::getInstance(true);

    for(unsigned int i = 0; i < configTables.size(); ++i)
    {
        TableBase* base = 0;
        __COUT__ << std::endl;
        __COUT__ << std::endl;
        __COUT__ << (i + 1) << " of " << configTables.size() << ": " << configTables[i] << std::endl;

        try
        {
            theInterface_->get(base, configTables[i], 0, 0,
                               true);  // load an empty instance, just to get all available version
        }
        catch(cet::exception e)
        {
            __COUT__ << std::endl << e.what() << std::endl;
            __COUT__ << "Caught exception, so skip. (likely not a defined configuration "
                        "class) "
                     << std::endl;

            ++skippedConfigurations;
            failedConfigVersions.push_back(configTables[i] + ":*");
            continue;
        }
        ++configurationsCount;

        auto version = theInterface_->getVersions(base);

        for(auto currVersion : version)
        {
            __COUT__ << "loading " << configTables[i] << " version " << currVersion << std::endl;

            try
            {
                // reset configurationView and load current version
                theInterface_->get(base, configTables[i], 0, 0, false, currVersion,
                                   true);  // load version 0 for all, first
            }
            catch(std::runtime_error e)
            {
                __COUT__ << std::endl << e.what() << std::endl;
                __COUT__ << "Caught exception for version, so skip. (likely invalid "
                            "column names) "
                         << std::endl;

                ++skippedVersions;
                failedConfigVersions.push_back(configTables[i] + ":" + currVersion.toString());
                continue;
            }
            ++versionsCount;

            __COUT__ << "loaded " << configTables[i] << std::endl;

            // save the active version
            __COUT__ << "Current version: " << base->getViewVersion() << std::endl;
            __COUT__ << "Current version: " << base->getView().getVersion() << std::endl;

            //
            //      **** switch to db style interface?!!?!? ****   //
            //
            theInterface_ = ConfigurationInterface::getInstance(false);  // true for File interface, false for artdaq database
            //
            //*****************************************
            //*****************************************

            // =========== Save as Current Version Number ========== //
            // uses same version number in migration database
            //
            theInterface_->saveActiveVersion(base);
            //
            // =========== END Save as Current Version Number ========== //

            // =========== Save as New Version Number ========== //
            // if wanted to create a new version number based on this version
            //
            // int tmpView = base->createTemporaryView(currVersion);
            // theInterface_->saveNewVersion(base,tmpView);
            //
            // =========== END Save as Current Version Number ========== //

            __COUT__ << "Version saved " << std::endl;

            //*****************************************
            //*****************************************
            //
            //      **** switch back db style interface?!!?!? ****   //
            //
            theInterface_ = ConfigurationInterface::getInstance(true);  // true for File interface, false for artdaq database
                                                                        //
                                                                        //

            // break;  //uncomment to just do the one version (for debugging)
        }
        delete base;  // cleanup config instance
                      // break;  //uncomment to just do the one config table (for
                      // debugging)
    }

    __COUT__ << "End of migrating Configuration!" << std::endl;

    __COUT__ << "\n\nList of failed configs:versions (size=" << failedConfigVersions.size() << std::endl;
    for(auto& f : failedConfigVersions)
        __COUT__ << f << std::endl;

    __COUT__ << "\n\nEND List of failed configs:versions" << std::endl;

    __COUT__ << "\n\n\tStats:" << std::endl;
    __COUT__ << "\t\tconfigurationsCount: " << configurationsCount << std::endl;
    __COUT__ << "\t\tskippedConfigurations: " << skippedConfigurations << std::endl;
    __COUT__ << "\t\tversionsCount: " << versionsCount << std::endl;
    __COUT__ << "\t\tskippedVersions: " << skippedVersions << std::endl;

    __COUT__ << "\nEnd of migrating Configuration!" << std::endl;

    return;
}

int main(int, char**)
{
    readxml_writedb_configurations();
    return 0;
}
// BOOST_AUTO_TEST_SUITE_END()