zhangyiss/gctl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

tmp

Browse Source
This commit is contained in:
张壹 2024-12-16 09:31:46 +08:00
parent 914450ecb6
commit cb803c2c89
3 changed files with 139 additions and 255 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
example/text_io_ex.cpp
View File

@ -42,13 +42,13 @@ int main(int argc, char const *argv[]) try
//display_vector(name); //display_vector(name);
_1s_array name; _1s_array name;
//tc.get_column("Name_s", name); tc.get_column("Name_s", name);
//name.show(std::cout, ','); name.show(std::cout, ',');
tc.get_row("AUS", name); tc.get_row("AUS", name);
name.show(std::cout, ','); name.show(std::cout, ',');
tc.save_csv("out", BothHead); tc.save_csv("out");
/* /*
geodsv_io tc; geodsv_io tc;

186
lib/io/dsv_io.cpp
View File

@ -29,15 +29,14 @@
gctl::dsv_io::dsv_io() gctl::dsv_io::dsv_io()
{ {
// 设置基础参数
file_ = ""; file_ = "";
corner_name_ = "row-idx";
att_sym_ = '#'; att_sym_ = '#';
tag_sym_ = '!'; tag_sym_ = '!';
deli_sym_ = ' '; deli_sym_ = ' ';
head_num_ = 0; head_num_ = 0;
row_num_ = 0; row_num_ = 0;
col_num_ = 0; col_num_ = 0;
thead_ = ColumnHead;
} }
gctl::dsv_io::~dsv_io() gctl::dsv_io::~dsv_io()
@ -47,35 +46,33 @@ gctl::dsv_io::~dsv_io()
gctl::dsv_io::dsv_io(std::string filename, std::string file_exten, table_headtype_e t) gctl::dsv_io::dsv_io(std::string filename, std::string file_exten, table_headtype_e t)
{ {
// 设置基础参数
file_ = ""; file_ = "";
corner_name_ = "row-idx";
att_sym_ = '#'; att_sym_ = '#';
tag_sym_ = '!'; tag_sym_ = '!';
deli_sym_ = ' '; deli_sym_ = ' ';
head_num_ = 0; head_num_ = 0;
row_num_ = 0; row_num_ = 0;
col_num_ = 0; col_num_ = 0;
// 载入文本内容 thead_ = ColumnHead;
load_text(filename, file_exten, t);
if (file_exten == ".csv") load_csv(filename, t);
else load_text(filename, file_exten, t);
} }
void gctl::dsv_io::clear() void gctl::dsv_io::clear()
{ {
file_ = ""; file_ = "";
corner_name_ = "row-idx";
att_sym_ = '#'; att_sym_ = '#';
tag_sym_ = '!'; tag_sym_ = '!';
deli_sym_ = ' '; deli_sym_ = ' ';
head_num_ = 0; head_num_ = 0;
row_num_ = 0; row_num_ = 0;
col_num_ = 0; col_num_ = 0;
thead_ = ColumnHead;
destroy_vector(heads_); destroy_vector(heads_);
destroy_vector(annotates_); destroy_vector(annotates_);
destroy_vector(tags_); destroy_vector(tags_);
destroy_vector(lines_);
destroy_vector(col_names_);
destroy_vector(row_names_);
destroy_vector(table_); destroy_vector(table_);
return; return;
} }
@ -95,6 +92,7 @@ void gctl::dsv_io::load_text(std::string filename, std::string file_exten, table
// 校正头信息行数 // 校正头信息行数
head_num_ = heads_.size(); head_num_ = heads_.size();
std::vector<std::string> lines;
while (std::getline(infile, tmp_line)) while (std::getline(infile, tmp_line))
{ {
if (tmp_line.empty()) continue; // 跳过空行 if (tmp_line.empty()) continue; // 跳过空行
@ -115,18 +113,12 @@ void gctl::dsv_io::load_text(std::string filename, std::string file_exten, table
tmp_line.erase(tmp_line.find_last_not_of(" \t") + 1); tmp_line.erase(tmp_line.find_last_not_of(" \t") + 1);
annotates_.push_back(tmp_line); annotates_.push_back(tmp_line);
} }
else lines_.push_back(tmp_line); else lines.push_back(tmp_line);
} }
infile.close(); infile.close();
std::string head_str = "";
if (t == ColumnHead || t == BothHead)
{
head_str = lines_[0];
lines_.erase(lines_.begin());
}
row_num_ = lines_.size(); // 首先初始化行数
row_num_ = lines.size();
table_.resize(row_num_); table_.resize(row_num_);
int cn; int cn;
@ -134,8 +126,9 @@ void gctl::dsv_io::load_text(std::string filename, std::string file_exten, table
for (size_t i = 0; i < row_num_; i++) for (size_t i = 0; i < row_num_; i++)
{ {
tmp_cols.clear(); tmp_cols.clear();
parse_string_to_vector(lines_[i], deli_sym_, tmp_cols); parse_string_to_vector(lines[i], deli_sym_, tmp_cols);
// 动态调整列数
cn = tmp_cols.size(); cn = tmp_cols.size();
col_num_ = std::max(cn, col_num_); col_num_ = std::max(cn, col_num_);
@ -146,6 +139,7 @@ void gctl::dsv_io::load_text(std::string filename, std::string file_exten, table
} }
} }
// 补齐可能的空格
cell_content empty_cell; cell_content empty_cell;
empty_cell.str_ = ""; empty_cell.str_ = "";
for (size_t i = 0; i < row_num_; i++) for (size_t i = 0; i < row_num_; i++)
@ -157,39 +151,9 @@ void gctl::dsv_io::load_text(std::string filename, std::string file_exten, table
} }
} }
if (t == ColumnHead || t == BothHead) thead_ = t;
{
parse_string_to_vector(head_str, deli_sym_, col_names_);
for (size_t i = col_names_.size(); i < col_num_; i++)
{
col_names_.push_back("col-" + std::to_string(i + 1));
}
}
if (t == RowHead || t == BothHead)
{
col_num_ -= 1; // 列数目减一
if (t == BothHead)
{
corner_name_ = col_names_[0];
col_names_.erase(col_names_.begin());
}
row_names_.resize(row_num_);
for (size_t i = 0; i < row_num_; i++)
{
row_names_[i] = table_[i][0].str_;
table_[i].erase(table_[i].begin());
}
for (size_t i = row_names_.size(); i < row_num_; i++)
{
row_names_.push_back("row-" + std::to_string(i + 1));
}
}
file_ = filename + file_exten; file_ = filename + file_exten;
destroy_vector(lines);
return; return;
} }
@ -200,18 +164,8 @@ void gctl::dsv_io::load_csv(std::string filename, table_headtype_e t)
return; return;
} }
void gctl::dsv_io::save_text(std::string filename, std::string file_exten, table_headtype_e t) void gctl::dsv_io::save_text(std::string filename, std::string file_exten)
{ {
if ((t == ColumnHead || t == BothHead) && col_names_.empty())
{
throw std::runtime_error("[gctl::dsv_io::save_text] Row/Column names not instored.");
}
if ((t == RowHead || t == BothHead) && row_names_.empty())
{
throw std::runtime_error("[gctl::dsv_io::save_text] Row/Column names not instored.");
}
std::ofstream outfile; std::ofstream outfile;
open_outfile(outfile, filename, file_exten); open_outfile(outfile, filename, file_exten);
@ -230,22 +184,8 @@ void gctl::dsv_io::save_text(std::string filename, std::string file_exten, table
outfile << "# " << annotates_[i] << std::endl; outfile << "# " << annotates_[i] << std::endl;
} }
if (t == BothHead) outfile << corner_name_ << deli_sym_;
if (t == ColumnHead || t == BothHead)
{
outfile << col_names_[0];
for (size_t j = 1; j < col_names_.size(); j++)
{
outfile << deli_sym_ << col_names_[j];
}
outfile << std::endl;
}
for (int i = 0; i < row_num_; i++) for (int i = 0; i < row_num_; i++)
{ {
if (t == RowHead || t == BothHead) outfile << row_names_[i] << deli_sym_;
outfile << table_[i][0].str_; outfile << table_[i][0].str_;
for (size_t j = 1; j < col_num_; j++) for (size_t j = 1; j < col_num_; j++)
{ {
@ -253,15 +193,14 @@ void gctl::dsv_io::save_text(std::string filename, std::string file_exten, table
} }
outfile << std::endl; outfile << std::endl;
} }
outfile.close(); outfile.close();
return; return;
} }
void gctl::dsv_io::save_csv(std::string filename, table_headtype_e t) void gctl::dsv_io::save_csv(std::string filename)
{ {
set_delimeter(','); set_delimeter(',');
save_text(filename, ".csv", t); save_text(filename, ".csv");
return; return;
} }
@ -269,6 +208,7 @@ void gctl::dsv_io::init_table(int row, int col, table_headtype_e t)
{ {
row_num_ = row; row_num_ = row;
col_num_ = col; col_num_ = col;
thead_ = t;
table_.resize(row_num_); table_.resize(row_num_);
for (size_t i = 0; i < row_num_; i++) for (size_t i = 0; i < row_num_; i++)
@ -282,21 +222,24 @@ void gctl::dsv_io::init_table(int row, int col, table_headtype_e t)
if (t == RowHead || t == BothHead) if (t == RowHead || t == BothHead)
{ {
row_names_.resize(row_num_);
for (size_t i = 0; i < row_num_; i++) for (size_t i = 0; i < row_num_; i++)
{ {
row_names_[i] = "row-" + std::to_string(i + 1); table_[i][0].str_ = "row-" + std::to_string(i);
} }
} }
if (t == ColumnHead || t == BothHead) if (t == ColumnHead || t == BothHead)
{ {
col_names_.resize(col_num_);
for (size_t i = 0; i < col_num_; i++) for (size_t i = 0; i < col_num_; i++)
{ {
col_names_[i] = "col-" + std::to_string(i + 1); table_[0][i].str_ = "col-" + std::to_string(i);
} }
} }
if (t == BothHead)
{
table_[0][0].str_ = "row-idx";
}
return; return;
} }
@ -319,63 +262,60 @@ void gctl::dsv_io::set_tags(const std::vector<std::string> &tags)
return; return;
} }
void gctl::dsv_io::set_column_names(const std::vector<std::string> &names)
{
if (col_num_ != names.size())
{
throw std::runtime_error("[gctl::dsv_io::set_column_names] Invalid name size.");
}
col_names_ = names;
return;
}
void gctl::dsv_io::set_row_names(const std::vector<std::string> &names)
{
if (row_num_ != names.size())
{
throw std::runtime_error("[gctl::dsv_io::set_column_names] Invalid name size.");
}
row_names_ = names;
return;
}
void gctl::dsv_io::cell(int r, int c, double d, int p)
{
std::stringstream ss;
if (p != 6) ss.precision(p);
ss << d;
ss >> table_[r][c].str_;
return;
}
void gctl::dsv_io::info() void gctl::dsv_io::info()
{ {
std::clog << "File: " << file_ << "\n------------\n"; std::clog << "File: " << file_ << "\n------------\n";
std::clog << "Head(s): " << head_num_ << "\n"; std::clog << "Head(s): " << head_num_ << "\n";
std::clog << "Annotation(s): " << annotates_.size() << "\n"; std::clog << "Annotation(s): " << annotates_.size() << "\n";
std::clog << "Tag(s): " << tags_.size() << "\n"; std::clog << "Tag(s): " << tags_.size() << "\n";
std::clog << "------------\nColumns:\n============\n"; std::clog << "------------\n";
if (col_names_.empty()) if (thead_ == ColumnHead || thead_ == BothHead)
{ {
for (size_t i = 0; i < col_num_; i++) std::clog << "Columns: ";
std::clog << table_[0][0].str_;
for (size_t i = 1; i < col_num_; i++)
{ {
std::clog << table_[0][i].str_ << " -> " << table_.back()[i].str_ << "\n"; std::clog << "," << table_[0][i].str_;
} }
std::clog << "\n============" << std::endl;
} }
else
if (thead_ == RowHead || thead_ == BothHead)
{ {
for (size_t i = 0; i < col_num_; i++) std::clog << "Rows: ";
std::clog << table_[0][0].str_;
for (size_t i = 1; i < row_num_; i++)
{ {
std::clog << col_names_[i] << ": " << table_[0][i].str_ << " -> " << table_.back()[i].str_ << "\n"; std::clog << "," << table_[i][0].str_;
} }
std::clog << "\n============" << std::endl;
} }
return; return;
} }
gctl::geodsv_io::geodsv_io() : dsv_io::dsv_io(){}
gctl::geodsv_io::~geodsv_io()
{
dsv_io::~dsv_io();
}
gctl::geodsv_io::geodsv_io(std::string filename, std::string file_exten, table_headtype_e t)
{
file_ = "";
att_sym_ = '#';
tag_sym_ = '!';
deli_sym_ = ' ';
head_num_ = 0;
row_num_ = 0;
col_num_ = 0;
thead_ = ColumnHead;
if (file_exten == ".csv") load_csv(filename, t);
else load_text(filename, file_exten, t);
}
void gctl::geodsv_io::fill_column_point2dc(int xid, int yid, const array<point2dc> &data, int p) void gctl::geodsv_io::fill_column_point2dc(int xid, int yid, const array<point2dc> &data, int p)
{ {
if (xid >= col_num_ || yid >= col_num_ || xid == yid) if (xid >= col_num_ || yid >= col_num_ || xid == yid)

202
lib/io/dsv_io.h
View File

@ -50,9 +50,17 @@ namespace gctl
} }
} }
template <typename T> void value(const T &in) template <typename T> void value(const T &in, int p = 6)
{ {
str_ = std::to_string(in); // 对于double类型 可以设置转换的有效数字位数（精度）
if constexpr (std::is_same<T, double>::value)
{
std::stringstream ss;
ss.precision(p);
ss << in;
ss >> str_;
}
else str_ = std::to_string(in);
return; return;
} }
}; };
@ -83,16 +91,15 @@ namespace gctl
class dsv_io class dsv_io
{ {
protected: protected:
std::string file_, corner_name_; std::string file_;
table_headtype_e thead_;
// 头信息行数 表格行数 表格列数 // 头信息行数 表格行数 表格列数
int head_num_, row_num_, col_num_; int head_num_, row_num_, col_num_;
// 注释行起始符 标记行起始符 分割符 // 注释行起始符 标记行起始符 分割符
char att_sym_, tag_sym_, deli_sym_; char att_sym_, tag_sym_, deli_sym_;
// 头信息行 注释行 标记行 // 头信息行 注释行 标记行
std::vector<std::string> heads_, annotates_, tags_; std::vector<std::string> heads_, annotates_, tags_;
// 内容行与表格 // 内容表格
std::vector<std::string> col_names_, row_names_;
std::vector<std::string> lines_;
std::vector<std::vector<cell_content> > table_; std::vector<std::vector<cell_content> > table_;
public: public:
@ -165,15 +172,6 @@ namespace gctl
*/ */
int col_number(){return col_num_;} int col_number(){return col_num_;}
/**
* @brief 返回行数据
*
* @note 目前只有load_text函数才会使用lines
*
* @return 返回按行储存的文本内容
*/
const std::vector<std::string>& get_lines(){return lines_;}
/** /**
* @brief 返回头信息 * @brief 返回头信息
* *
@ -195,20 +193,6 @@ namespace gctl
*/ */
const std::vector<std::string>& get_tags(){return tags_;} const std::vector<std::string>& get_tags(){return tags_;}
/**
* @brief 返回列名称
*
* @return 列名称
*/
const std::vector<std::string>& get_column_names(){return col_names_;}
/**
* @brief 返回行名称
*
* @return 行名称
*/
const std::vector<std::string>& get_row_names(){return row_names_;}
/** /**
* @brief 设置头信息 * @brief 设置头信息
* *
@ -230,20 +214,6 @@ namespace gctl
*/ */
void set_tags(const std::vector<std::string> &tags); void set_tags(const std::vector<std::string> &tags);
/**
* @brief 设置列数据名称
*
* @param names 列名称
*/
void set_column_names(const std::vector<std::string> &names);
/**
* @brief 设置行数据名称
*
* @param names 行名称
*/
void set_row_names(const std::vector<std::string> &names);
/** /**
* @brief 清理字符串向量对象 * @brief 清理字符串向量对象
* *
@ -271,14 +241,14 @@ namespace gctl
* @param filename 文件名 * @param filename 文件名
* @param file_exten 文件扩展名 * @param file_exten 文件扩展名
*/ */
void save_text(std::string filename, std::string file_exten = ".txt", table_headtype_e t = NoHead); void save_text(std::string filename, std::string file_exten = ".txt");
/** /**
* @brief 将内容写入CSV文件 * @brief 将内容写入CSV文件
* *
* @param filename 文件名（无后缀） * @param filename 文件名（无后缀）
*/ */
void save_csv(std::string filename, table_headtype_e t = ColumnHead); void save_csv(std::string filename);
/** /**
* @brief 初始化表格 * @brief 初始化表格
@ -288,6 +258,12 @@ namespace gctl
*/ */
void init_table(int row, int col, table_headtype_e t = ColumnHead); void init_table(int row, int col, table_headtype_e t = ColumnHead);
/**
* @brief 返回表格信息
*
*/
void info();
/** /**
* @brief 填充列 * @brief 填充列
* *
@ -378,23 +354,7 @@ namespace gctl
* @param c 列号 * @param c 列号
* @param d 数据 * @param d 数据
*/ */
template <typename T> void cell(int r, int c, T d){table_[r][c].value(d); return;} template <typename T> void cell(int r, int c, T d, int p = 6){table_[r][c].value(d, p); return;}
/**
* @brief 填充表格单元数据 double类型专用
*
* @param r 行号
* @param c 列号
* @param d 数据
* @param p 有效数字位数
*/
void cell(int r, int c, double d, int p);
/**
* @brief 返回表格信息
*
*/
void info();
}; };
template <typename T> template <typename T>
@ -404,44 +364,28 @@ namespace gctl
{ {
throw std::runtime_error("[gctl::dsv_io::fill_column] Invalid column index."); throw std::runtime_error("[gctl::dsv_io::fill_column] Invalid column index.");
} }
if constexpr (std::is_same<T, double>::value)
{
std::string s;
std::stringstream ss;
ss.precision(p);
for (size_t i = 0; i < std::min(row_num_, data.size()); i++)
{
ss.clear();
ss << data[i];
ss >> s;
table_[i][idx].str_ = s;
}
}
else
{
for (size_t i = 0; i < std::min(row_num_, data.size()); i++)
{
table_[i][idx].value(data[i]);
}
}
int st = 0;
if (thead_ == ColumnHead || thead_ == BothHead) st = 1;
for (size_t i = st; i < std::min(row_num_, data.size()); i++)
{
table_[i][idx].value(data[i - st], p);
}
return; return;
} }
template <typename T> template <typename T>
void dsv_io::fill_column(std::string name, const array<T> &data, int p) void dsv_io::fill_column(std::string name, const array<T> &data, int p)
{ {
if (col_names_.empty()) if (thead_ != ColumnHead && thead_ != BothHead)
{ {
throw std::runtime_error("[gctl::dsv_io::fill_column] No column names instored."); throw std::runtime_error("[gctl::dsv_io::fill_column] The table is initialized with no column names.");
} }
for (size_t i = 0; i < col_names_.size(); i++) for (size_t i = 0; i < col_num_; i++)
{ {
if (col_names_[i] == name) if (table_[0][i].str_ == name)
{ {
fill_column(i, data, p); fill_column(i, data, p);
return; return;
@ -460,26 +404,12 @@ namespace gctl
throw std::runtime_error("[gctl::dsv_io::fill_row] Invalid row index."); throw std::runtime_error("[gctl::dsv_io::fill_row] Invalid row index.");
} }
if constexpr (std::is_same<T, double>::value) int st = 0;
{ if (thead_ == RowHead || thead_ == BothHead) st = 1;
std::string s;
std::stringstream ss;
ss.precision(p);
for (size_t i = 0; i < std::min(col_num_, data.size()); i++) for (size_t i = st; i < std::min(col_num_, data.size()); i++)
{
ss.clear();
ss << data[i];
ss >> s;
table_[idx][i].str_ = s;
}
}
else
{ {
for (size_t i = 0; i < std::min(col_num_, data.size()); i++) table_[idx][i].value(data[i - st], p);
{
table_[idx][i].value(data[i]);
}
} }
return; return;
} }
@ -487,14 +417,14 @@ namespace gctl
template <typename T> template <typename T>
void dsv_io::fill_row(std::string name, const array<T> &data, int p) void dsv_io::fill_row(std::string name, const array<T> &data, int p)
{ {
if (row_names_.empty()) if (thead_ != RowHead && thead_ != BothHead)
{ {
throw std::runtime_error("[gctl::dsv_io::fill_row] No row names instored."); throw std::runtime_error("[gctl::dsv_io::fill_row] The table is initialized with no row names.");
} }
for (size_t i = 0; i < row_names_.size(); i++) for (size_t i = 0; i < row_num_; i++)
{ {
if (row_names_[i] == name) if (table_[i][0].str_ == name)
{ {
fill_row(i, data, p); fill_row(i, data, p);
return; return;
@ -512,11 +442,14 @@ namespace gctl
{ {
throw std::runtime_error("[gctl::dsv_io::get_column] Invalid column index."); throw std::runtime_error("[gctl::dsv_io::get_column] Invalid column index.");
} }
data.resize(row_num_); int st = 0;
for (size_t i = 0; i < row_num_; i++) if (thead_ == ColumnHead || thead_ == BothHead) st = 1;
{
data[i] = table_[i][idx].value<T>(); data.resize(row_num_ - st);
for (size_t i = st; i < row_num_; i++)
{
data[i - st] = table_[i][idx].value<T>();
} }
return; return;
} }
@ -524,14 +457,14 @@ namespace gctl
template <typename T> template <typename T>
void dsv_io::get_column(std::string name, array<T> &data) void dsv_io::get_column(std::string name, array<T> &data)
{ {
if (col_names_.empty()) if (thead_ != ColumnHead && thead_ != BothHead)
{ {
throw std::runtime_error("[gctl::dsv_io::get_column] No column names instored."); throw std::runtime_error("[gctl::dsv_io::get_column] The table is initialized with no column names.");
} }
for (size_t i = 0; i < col_names_.size(); i++) for (size_t i = 0; i < col_num_; i++)
{ {
if (col_names_[i] == name) if (table_[0][i].str_ == name)
{ {
get_column(i, data); get_column(i, data);
return; return;
@ -550,10 +483,13 @@ namespace gctl
throw std::runtime_error("[gctl::dsv_io::get_row] Invalid row index."); throw std::runtime_error("[gctl::dsv_io::get_row] Invalid row index.");
} }
data.resize(col_num_); int st = 0;
for (size_t i = 0; i < col_num_; i++) if (thead_ == RowHead || thead_ == BothHead) st = 1;
{
data[i] = table_[idx][i].value<T>(); data.resize(col_num_ - st);
for (size_t i = st; i < col_num_; i++)
{
data[i - st] = table_[idx][i].value<T>();
} }
return; return;
} }
@ -561,14 +497,14 @@ namespace gctl
template <typename T> template <typename T>
void dsv_io::get_row(std::string name, array<T> &data) void dsv_io::get_row(std::string name, array<T> &data)
{ {
if (row_names_.empty()) if (thead_ != RowHead && thead_ != BothHead)
{ {
throw std::runtime_error("[gctl::dsv_io::get_row] No row names instored."); throw std::runtime_error("[gctl::dsv_io::get_row] The table is initialized with no row names.");
} }
for (size_t i = 0; i < row_names_.size(); i++) for (size_t i = 0; i < row_num_; i++)
{ {
if (row_names_[i] == name) if (table_[i][0].str_ == name)
{ {
get_row(i, data); get_row(i, data);
return; return;
@ -582,8 +518,16 @@ namespace gctl
class geodsv_io : public dsv_io class geodsv_io : public dsv_io
{ {
public: public:
geodsv_io(){}; geodsv_io();
~geodsv_io(){}; ~geodsv_io();
/**
* @brief Construct a new text descriptor object and load text file
*
* @param filename 文件名
* @param file_exten 文件扩展名
*/
geodsv_io(std::string filename, std::string file_exten = ".txt", table_headtype_e t = NoHead);
void fill_column_point2dc(int xid, int yid, const array<point2dc> &data, int p = 6); void fill_column_point2dc(int xid, int yid, const array<point2dc> &data, int p = 6);