gs::CSVFragmentLoader Class Reference

#include <csv_fragment_loader.h>

Inheritance diagram for gs::CSVFragmentLoader:

Collaboration diagram for gs::CSVFragmentLoader:

Public Member Functions
	CSVFragmentLoader (const std::string &work_dir, const Schema &schema, const LoadingConfig &loading_config)
	~CSVFragmentLoader ()
Result< bool >	LoadFragment () override
Public Member Functions inherited from gs::AbstractArrowFragmentLoader
	AbstractArrowFragmentLoader (const std::string &work_dir, const Schema &schema, const LoadingConfig &loading_config)
	~AbstractArrowFragmentLoader ()
void	AddVerticesRecordBatch (label_t v_label_id, const std::vector< std::string > &input_paths, std::function< std::vector< std::shared_ptr< IRecordBatchSupplier >>(label_t, const std::string &, const LoadingConfig &, int)> supplier_creator)
void	AddEdgesRecordBatch (label_t src_label_id, label_t dst_label_id, label_t edge_label_id, const std::vector< std::string > &input_paths, std::function< std::vector< std::shared_ptr< IRecordBatchSupplier >>(label_t, label_t, label_t, const std::string &, const LoadingConfig &, int)> supplier_creator)
Public Member Functions inherited from gs::IFragmentLoader
virtual	~IFragmentLoader ()=default

Static Public Member Functions
static std::shared_ptr< IFragmentLoader >	Make (const std::string &work_dir, const Schema &schema, const LoadingConfig &loading_config)

Private Member Functions
void	loadVertices ()
void	loadEdges ()
void	addVertices (label_t v_label_id, const std::vector< std::string > &v_files)
void	addEdges (label_t src_label_id, label_t dst_label_id, label_t e_label_id, const std::vector< std::string > &e_files)
void	fillEdgeReaderMeta (arrow::csv::ReadOptions &read_options, arrow::csv::ParseOptions &parse_options, arrow::csv::ConvertOptions &convert_options, const std::string &e_file, label_t src_label_id, label_t dst_label_id, label_t label_id) const
void	fillVertexReaderMeta (arrow::csv::ReadOptions &read_options, arrow::csv::ParseOptions &parse_options, arrow::csv::ConvertOptions &convert_options, const std::string &v_file, label_t v_label) const

Static Private Attributes
static const bool	registered_

Additional Inherited Members
Protected Member Functions inherited from gs::AbstractArrowFragmentLoader
template<typename KEY_T >
void	addVertexBatchFromArray (label_t v_label_id, IdIndexer< KEY_T, vid_t > &indexer, std::shared_ptr< arrow::Array > &primary_key_col, const std::vector< std::shared_ptr< arrow::Array >> &property_cols)
template<typename KEY_T >
void	addVertexRecordBatchImpl (label_t v_label_id, const std::vector< std::string > &v_files, std::function< std::vector< std::shared_ptr< IRecordBatchSupplier >>(label_t, const std::string &, const LoadingConfig &, int)> supplier_creator)
template<typename SRC_PK_T , typename EDATA_T , typename VECTOR_T >
void	_append_edges (std::shared_ptr< arrow::Array > src_col, std::shared_ptr< arrow::Array > dst_col, const IndexerType &src_indexer, const IndexerType &dst_indexer, std::shared_ptr< arrow::Array > &property_cols, const PropertyType &edge_property, VECTOR_T &parsed_edges, std::vector< std::atomic< int32_t >> &ie_degree, std::vector< std::atomic< int32_t >> &oe_degree, size_t offset)
template<typename EDATA_T >
void	addEdgesRecordBatchImpl (label_t src_label_id, label_t dst_label_id, label_t e_label_id, const std::vector< std::string > &e_files, std::function< std::vector< std::shared_ptr< IRecordBatchSupplier >>(label_t, label_t, label_t, const std::string &, const LoadingConfig &, int)> supplier_creator)
template<typename EDATA_T , typename VECTOR_T >
void	addEdgesRecordBatchImplHelper (label_t src_label_id, label_t dst_label_id, label_t e_label_id, const std::vector< std::string > &e_files, std::function< std::vector< std::shared_ptr< IRecordBatchSupplier >>(label_t, label_t, label_t, const std::string &, const LoadingConfig &, int)> supplier_creator)
Protected Attributes inherited from gs::AbstractArrowFragmentLoader
const LoadingConfig &	loading_config_
const Schema &	schema_
size_t	vertex_label_num_
size_t	edge_label_num_
int32_t	thread_num_
std::mutex *	mtxs_
bool	build_csr_in_mem_
bool	use_mmap_vector_
BasicFragmentLoader	basic_fragment_loader_

Constructor & Destructor Documentation

CSVFragmentLoader()

gs::CSVFragmentLoader::CSVFragmentLoader ( const std::string &  work_dir, const Schema &  schema, const LoadingConfig &  loading_config  )

inline

~CSVFragmentLoader()

gs::CSVFragmentLoader::~CSVFragmentLoader ( )

inline

Member Function Documentation

addEdges()

void gs::CSVFragmentLoader::addEdges ( label_t  src_label_id, label_t  dst_label_id, label_t  e_label_id, const std::vector< std::string > &  e_files  )

private

addVertices()

void gs::CSVFragmentLoader::addVertices ( label_t  v_label_id, const std::vector< std::string > &  v_files  )

private

fillEdgeReaderMeta()

void gs::CSVFragmentLoader::fillEdgeReaderMeta ( arrow::csv::ReadOptions &  read_options, arrow::csv::ParseOptions &  parse_options, arrow::csv::ConvertOptions &  convert_options, const std::string &  e_file, label_t  src_label_id, label_t  dst_label_id, label_t  label_id  ) const

private

fillVertexReaderMeta()

void gs::CSVFragmentLoader::fillVertexReaderMeta ( arrow::csv::ReadOptions &  read_options, arrow::csv::ParseOptions &  parse_options, arrow::csv::ConvertOptions &  convert_options, const std::string &  v_file, label_t  v_label  ) const

private

loadEdges()

void gs::CSVFragmentLoader::loadEdges ( )

private

LoadFragment()

Result< bool > gs::CSVFragmentLoader::LoadFragment ( )

overridevirtual

Implements gs::IFragmentLoader.

loadVertices()

void gs::CSVFragmentLoader::loadVertices ( )

private

Make()

std::shared_ptr< IFragmentLoader > gs::CSVFragmentLoader::Make ( const std::string &  work_dir, const Schema &  schema, const LoadingConfig &  loading_config  )

static

Member Data Documentation

registered_

const bool gs::CSVFragmentLoader::registered_

staticprivate

Initial value:

= LoaderFactory::Register(
    "file", "csv",
    static_cast<LoaderFactory::loader_initializer_t>(&CSVFragmentLoader::Make))

---

The documentation for this class was generated from the following files:

• /home/runner/work/GraphScope/GraphScope/flex/storages/rt_mutable_graph/loader/csv_fragment_loader.h
• /home/runner/work/GraphScope/GraphScope/flex/storages/rt_mutable_graph/loader/csv_fragment_loader.cc