pca_distr_ccl.cpp

/*******************************************************************************
* Copyright contributors to the oneDAL project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*******************************************************************************/

#include <iomanip>
#include <iostream>

#include "oneapi/dal/algo/pca.hpp"
#include "oneapi/dal/io/csv.hpp"
#include "oneapi/dal/spmd/ccl/communicator.hpp"

#include "utils.hpp"

namespace dal = oneapi::dal;
namespace pca = dal::pca;

void run() {
    const auto data_file_name = get_data_path("data/pca_normalized.csv");

    const auto data = dal::read<dal::table>(dal::csv::data_source{ data_file_name });

    auto comm = dal::preview::spmd::make_communicator<dal::preview::spmd::backend::ccl>();
    auto rank_id = comm.get_rank();
    auto rank_count = comm.get_rank_count();

    auto input_vec = split_table_by_rows<float>(data, rank_count);

    const auto pca_desc = pca::descriptor<float>{};

    const auto result = dal::preview::train(comm, pca_desc, input_vec[rank_id]);

    if (comm.get_rank() == 0) {
        std::cout << "Eigenvectors:\n" << result.get_eigenvectors() << std::endl;

        std::cout << "Eigenvalues:\n" << result.get_eigenvalues() << std::endl;
    }
}

int main(int argc, char const* argv[]) {
    ccl::init();
    int status = MPI_Init(nullptr, nullptr);
    if (status != MPI_SUCCESS) {
        throw std::runtime_error{ "Problem occurred during MPI init" };
    }

    run();

    status = MPI_Finalize();
    if (status != MPI_SUCCESS) {
        throw std::runtime_error{ "Problem occurred during MPI finalize" };
    }
    return 0;
}