mars::ReadCsv Class Reference

#include </home/runner/work/mars_lib/mars_lib/source/mars/include/mars/data_utils/read_csv.h>

Collaboration diagram for mars::ReadCsv:

Public Member Functions
	ReadCsv (CsvDataType *csv_data, const std::string &file_path, char delim_=',')

Private Member Functions
HeaderMapType	get_header (const int &row=0)
int	check_for_header ()
void	set_line_couter_of_file (const int &line_number)
int	get_rows ()

Private Attributes
char	delim { ',' }
HeaderMapType	header_map
std::ifstream	file_

Constructor & Destructor Documentation

ReadCsv()

mars::ReadCsv::ReadCsv ( CsvDataType *  csv_data, const std::string &  file_path, char  delim_ = ','  )

inline

                                                                                : delim(delim_)
  {
    if (!mars::filesystem::IsFile(file_path))
    {
      std::cout << "ReadCsv(): [Warning] File " << file_path << " does not exist." << std::endl;
      exit(EXIT_FAILURE);
    }
 
    file_.open(file_path);
 
    // Check for header
    const int first_value_row = check_for_header();
 
    // Initialize CSV data type
    const int rows = get_rows();
 
    if (first_value_row < 1)
    {
      std::cout << "ReadCsv():Error: No header in CSV file" << std::endl;
      exit(EXIT_FAILURE);
    }
 
    header_map = get_header(first_value_row - 1);
 
    // Set line counter to first valued row
    if (first_value_row > 0)
    {
      set_line_couter_of_file(first_value_row);
    }
 
    CsvDataType csv_data_int;
    for (auto it = header_map.begin(); it != header_map.end(); it++)
    {
      csv_data_int[it->second].resize(rows - 1, 0.0);
    }
 
    // Read columns associated to header tokens
    std::string line;
    int line_counter = 0;
    int parsed_row_counter = first_value_row;  // header already parsed.
 
    while (std::getline(file_, line))
    {
      std::stringstream row_stream(line);
      std::string token;
      int column_counter = 0;
 
      double item;
      while (std::getline(row_stream, token, delim))
      {
        if (column_counter >= (int)header_map.size())
        {
          std::cout << "ReadCsv(): Warning: too many entries in row!" << std::endl;
          ++column_counter;  // to indicate a corrupted row
          break;
        }
 
        std::istringstream is(token);
        is >> item;
        csv_data_int[header_map[column_counter]][line_counter] = (item);
        ++column_counter;
      }
 
      // check if row was corrupted, if so, overwrite current line with the next one
      if (column_counter != (int)header_map.size())
      {
        std::cout << "ReadCsv(): Warning: corrupted row=" << parsed_row_counter << " will be skipped!" << std::endl;
      }
      else
      {
        line_counter++;
      }
 
      // increment parsed row counter
      parsed_row_counter++;
    }
 
    // shrink to the actual size
    for (auto it = header_map.begin(); it != header_map.end(); it++)
    {
      csv_data_int[it->second].resize(line_counter);
    }
 
    file_.close();
 
    *csv_data = csv_data_int;
  }

Here is the call graph for this function:

Member Function Documentation

get_header()

HeaderMapType mars::ReadCsv::get_header ( const int &  row = 0 )

inlineprivate

  {
    set_line_couter_of_file(row);
 
    HeaderMapType header_data;
 
    int count = 0;
    std::string line;
    std::getline(file_, line);
    std::stringstream row_stream(line);
    std::string token;
 
    while (std::getline(row_stream, token, delim))
    {
      token.erase(remove_if(token.begin(), token.end(), isspace), token.end());
 
      header_data[count] = token;
      count++;
    }
 
    file_.clear();  // reset line counter
    file_.seekg(0, std::ios::beg);
    return header_data;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

check_for_header()

int mars::ReadCsv::check_for_header ( )

inlineprivate

  {
    int count = 0;
    std::string line;
    while (std::getline(file_, line))
    {
      if (std::isdigit(line[line.find_first_not_of(" \t")]))
      {
        break;
      }
 
      ++count;
    }
 
    file_.clear();  // reset line counter
    file_.seekg(0, std::ios::beg);
    return count;
  }

Here is the caller graph for this function:

set_line_couter_of_file()

void mars::ReadCsv::set_line_couter_of_file ( const int &  line_number )

inlineprivate

  {
    file_.clear();  // reset line counter
    file_.seekg(0, std::ios::beg);
 
    std::string line;
    for (int k = 0; k < line_number; k++)
    {
      std::getline(file_, line);
    }
  }

Here is the caller graph for this function:

get_rows()

int mars::ReadCsv::get_rows ( )

inlineprivate

  {
    int count = 0;
    std::string line;
    while (std::getline(file_, line))
    {
      ++count;
    }
    file_.clear();  // reset line counter
    file_.seekg(0, std::ios::beg);
    return count;
  }

Here is the caller graph for this function:

Member Data Documentation

delim

char mars::ReadCsv::delim { ',' }

private

{ ',' };

header_map

HeaderMapType mars::ReadCsv::header_map

private

file_

std::ifstream mars::ReadCsv::file_

private

---

The documentation for this class was generated from the following file:

• read_csv.h