#include <loading_config.h>

Collaboration diagram for gs::LoadingConfig:

[legend]

Public Types
using	schema_label_type = Schema::label_type

using	edge_triplet_type = std::tuple< schema_label_type, schema_label_type, schema_label_type >

Public Member Functions
	LoadingConfig (const Schema &schema)

	LoadingConfig (const Schema &schema, const std::string &data_source, const std::string &delimiter, const BulkLoadMethod &method, const std::string &format)

Status	AddVertexSources (const std::string &label, const std::string &file_path)

Status	AddEdgeSources (const std::string &src_label, const std::string &dst_label, const std::string &edge_label, size_t src_pri_key_ind, size_t dst_pri_key_ind, const std::string &file_path)

void	SetScheme (const std::string &data_source)

void	SetDelimiter (const char &delimiter)

void	SetMethod (const BulkLoadMethod &method)

const std::string &	GetScheme () const

const std::string &	GetDelimiter () const

const BulkLoadMethod &	GetMethod () const

const std::string &	GetFormat () const

bool	GetHasHeaderRow () const

char	GetEscapeChar () const

bool	GetIsEscaping () const

char	GetQuotingChar () const

bool	GetIsQuoting () const

bool	GetIsDoubleQuoting () const

const std::vector< std::string > &	GetNullValues () const

int32_t	GetBatchSize () const

bool	GetIsBatchReader () const

std::string	GetMetaData (const std::string &key) const

const std::unordered_map< schema_label_type, std::vector< std::string > > &	GetVertexLoadingMeta () const

const std::unordered_map< edge_triplet_type, std::vector< std::string >, boost::hash< edge_triplet_type > > &	GetEdgeLoadingMeta () const

const std::vector< std::tuple< size_t, std::string, std::string > > &	GetVertexColumnMappings (label_t label_id) const

const std::vector< std::tuple< size_t, std::string, std::string > > &	GetEdgeColumnMappings (label_t src_label_id, label_t dst_label_id, label_t edge_label_id) const

const std::pair< std::vector< std::pair< std::string, size_t > >, std::vector< std::pair< std::string, size_t > > > &	GetEdgeSrcDstCol (label_t src_label_id, label_t dst_label_id, label_t edge_label_id) const

void	SetParallelism (int32_t parallelism)

void	SetBuildCsrInMem (bool build_csr_in_mem)

void	SetUseMmapVector (bool use_mmap_vector)

int32_t	GetParallelism () const

bool	GetBuildCsrInMem () const

bool	GetUseMmapVector () const

Static Public Member Functions
static gs::Result< LoadingConfig >	ParseFromYamlFile (const Schema &schema, const std::string &yaml_file)

static gs::Result< LoadingConfig >	ParseFromYamlNode (const Schema &schema, const YAML::Node &yaml_node)

Private Attributes
const Schema &	schema_

std::string	scheme_

BulkLoadMethod	method_

std::string	format_

int32_t	parallelism_

bool	build_csr_in_mem_

bool	use_mmap_vector_

std::vector< std::string >	null_values_

std::unordered_map< std::string, std::string >	metadata_

std::unordered_map< schema_label_type, std::vector< std::string > >	vertex_loading_meta_

std::unordered_map< schema_label_type, std::vector< std::tuple< size_t, std::string, std::string > > >	vertex_column_mappings_

std::unordered_map< edge_triplet_type, std::vector< std::string >, boost::hash< edge_triplet_type > >	edge_loading_meta_

std::unordered_map< edge_triplet_type, std::vector< std::tuple< size_t, std::string, std::string > >, boost::hash< edge_triplet_type > >	edge_column_mappings_

std::unordered_map< edge_triplet_type, std::pair< std::vector< std::pair< std::string, size_t > >, std::vector< std::pair< std::string, size_t > > >, boost::hash< edge_triplet_type > >	edge_src_dst_col_

Friends
Status	config_parsing::parse_bulk_load_config_file (const std::string &config_file, const Schema &schema, LoadingConfig &load_config)

Status	config_parsing::parse_bulk_load_config_yaml (const YAML::Node &root, const Schema &schema, LoadingConfig &load_config)

Member Typedef Documentation

◆ edge_triplet_type

using gs::LoadingConfig::edge_triplet_type = std::tuple<schema_label_type, schema_label_type, schema_label_type>

◆ schema_label_type

using gs::LoadingConfig::schema_label_type = Schema::label_type

Constructor & Destructor Documentation

◆ LoadingConfig() [1/2]

gs::LoadingConfig::LoadingConfig ( const Schema & schema )

◆ LoadingConfig() [2/2]

gs::LoadingConfig::LoadingConfig	(	const Schema &	schema,
		const std::string &	data_source,
		const std::string &	delimiter,
		const BulkLoadMethod &	method,
		const std::string &	format
	)

Member Function Documentation

◆ AddEdgeSources()

Status gs::LoadingConfig::AddEdgeSources	(	const std::string &	src_label,
		const std::string &	dst_label,
		const std::string &	edge_label,
		size_t	src_pri_key_ind,
		size_t	dst_pri_key_ind,
		const std::string &	file_path
	)

◆ AddVertexSources()

Status gs::LoadingConfig::AddVertexSources	(	const std::string &	label,
		const std::string &	file_path
	)

◆ GetBatchSize()

int32_t gs::LoadingConfig::GetBatchSize ( ) const

◆ GetBuildCsrInMem()

bool gs::LoadingConfig::GetBuildCsrInMem ( ) const

inline

◆ GetDelimiter()

const std::string & gs::LoadingConfig::GetDelimiter ( ) const

◆ GetEdgeColumnMappings()

const std::vector< std::tuple< size_t, std::string, std::string > > & gs::LoadingConfig::GetEdgeColumnMappings	(	label_t	src_label_id,
		label_t	dst_label_id,
		label_t	edge_label_id
	)		const

◆ GetEdgeLoadingMeta()

const std::unordered_map< LoadingConfig::edge_triplet_type, std::vector< std::string >, boost::hash< LoadingConfig::edge_triplet_type > > & gs::LoadingConfig::GetEdgeLoadingMeta ( ) const

◆ GetEdgeSrcDstCol()

const std::pair< std::vector< std::pair< std::string, size_t > >, std::vector< std::pair< std::string, size_t > > > & gs::LoadingConfig::GetEdgeSrcDstCol	(	label_t	src_label_id,
		label_t	dst_label_id,
		label_t	edge_label_id
	)		const

◆ GetEscapeChar()

char gs::LoadingConfig::GetEscapeChar ( ) const

◆ GetFormat()

const std::string & gs::LoadingConfig::GetFormat ( ) const

◆ GetHasHeaderRow()

bool gs::LoadingConfig::GetHasHeaderRow ( ) const

◆ GetIsBatchReader()

bool gs::LoadingConfig::GetIsBatchReader ( ) const

◆ GetIsDoubleQuoting()

bool gs::LoadingConfig::GetIsDoubleQuoting ( ) const

◆ GetIsEscaping()

bool gs::LoadingConfig::GetIsEscaping ( ) const

◆ GetIsQuoting()

bool gs::LoadingConfig::GetIsQuoting ( ) const

◆ GetMetaData()

std::string gs::LoadingConfig::GetMetaData ( const std::string & key ) const

◆ GetMethod()

const BulkLoadMethod & gs::LoadingConfig::GetMethod ( ) const

◆ GetNullValues()

const std::vector< std::string > & gs::LoadingConfig::GetNullValues ( ) const

◆ GetParallelism()

int32_t gs::LoadingConfig::GetParallelism ( ) const

inline

◆ GetQuotingChar()

char gs::LoadingConfig::GetQuotingChar ( ) const

◆ GetScheme()

const std::string & gs::LoadingConfig::GetScheme ( ) const

◆ GetUseMmapVector()

bool gs::LoadingConfig::GetUseMmapVector ( ) const

inline

◆ GetVertexColumnMappings()

const std::vector< std::tuple< size_t, std::string, std::string > > & gs::LoadingConfig::GetVertexColumnMappings ( label_t label_id ) const

◆ GetVertexLoadingMeta()

const std::unordered_map< LoadingConfig::schema_label_type, std::vector< std::string > > & gs::LoadingConfig::GetVertexLoadingMeta ( ) const

◆ ParseFromYamlFile()

Result< LoadingConfig > gs::LoadingConfig::ParseFromYamlFile	(	const Schema &	schema,
		const std::string &	yaml_file
	)

static

◆ ParseFromYamlNode()

Result< LoadingConfig > gs::LoadingConfig::ParseFromYamlNode	(	const Schema &	schema,
		const YAML::Node &	yaml_node
	)

static

◆ SetBuildCsrInMem()

void gs::LoadingConfig::SetBuildCsrInMem ( bool build_csr_in_mem )

inline

◆ SetDelimiter()

void gs::LoadingConfig::SetDelimiter ( const char & delimiter )

◆ SetMethod()

void gs::LoadingConfig::SetMethod ( const BulkLoadMethod & method )

◆ SetParallelism()

void gs::LoadingConfig::SetParallelism ( int32_t parallelism )

inline

◆ SetScheme()

void gs::LoadingConfig::SetScheme ( const std::string & data_source )

◆ SetUseMmapVector()

void gs::LoadingConfig::SetUseMmapVector ( bool use_mmap_vector )

inline

Friends And Related Function Documentation

◆ config_parsing::parse_bulk_load_config_file

Status config_parsing::parse_bulk_load_config_file	(	const std::string &	config_file,
		const Schema &	schema,
		LoadingConfig &	load_config
	)

friend

◆ config_parsing::parse_bulk_load_config_yaml

Status config_parsing::parse_bulk_load_config_yaml	(	const YAML::Node &	root,
		const Schema &	schema,
		LoadingConfig &	load_config
	)

friend

Member Data Documentation

◆ build_csr_in_mem_

bool gs::LoadingConfig::build_csr_in_mem_

private

◆ edge_column_mappings_

std::unordered_map<edge_triplet_type, std::vector<std::tuple<size_t, std::string, std::string> >, boost::hash<edge_triplet_type> > gs::LoadingConfig::edge_column_mappings_

private

◆ edge_loading_meta_

std::unordered_map<edge_triplet_type, std::vector<std::string>, boost::hash<edge_triplet_type> > gs::LoadingConfig::edge_loading_meta_

private

◆ edge_src_dst_col_

std::unordered_map<edge_triplet_type, std::pair<std::vector<std::pair<std::string, size_t> >, std::vector<std::pair<std::string, size_t> > >, boost::hash<edge_triplet_type> > gs::LoadingConfig::edge_src_dst_col_

private

◆ format_

std::string gs::LoadingConfig::format_

private

◆ metadata_

std::unordered_map<std::string, std::string> gs::LoadingConfig::metadata_

private

◆ method_

BulkLoadMethod gs::LoadingConfig::method_

private

◆ null_values_

std::vector<std::string> gs::LoadingConfig::null_values_

private

◆ parallelism_

int32_t gs::LoadingConfig::parallelism_

private

◆ schema_

const Schema& gs::LoadingConfig::schema_

private

◆ scheme_

std::string gs::LoadingConfig::scheme_

private

◆ use_mmap_vector_

bool gs::LoadingConfig::use_mmap_vector_

private

◆ vertex_column_mappings_

std::unordered_map<schema_label_type, std::vector<std::tuple<size_t, std::string, std::string> > > gs::LoadingConfig::vertex_column_mappings_

private

◆ vertex_loading_meta_

std::unordered_map<schema_label_type, std::vector<std::string> > gs::LoadingConfig::vertex_loading_meta_

private

The documentation for this class was generated from the following files:

/home/runner/work/GraphScope/GraphScope/flex/storages/rt_mutable_graph/loading_config.h
/home/runner/work/GraphScope/GraphScope/flex/storages/rt_mutable_graph/loading_config.cc

Public Types

Public Member Functions

Static Public Member Functions

Private Attributes

Friends

Member Typedef Documentation

◆ edge_triplet_type

◆ schema_label_type

Constructor & Destructor Documentation

◆ LoadingConfig() [1/2]

◆ LoadingConfig() [2/2]

Member Function Documentation

◆ AddEdgeSources()

◆ AddVertexSources()

◆ GetBatchSize()

◆ GetBuildCsrInMem()

◆ GetDelimiter()

◆ GetEdgeColumnMappings()

◆ GetEdgeLoadingMeta()

◆ GetEdgeSrcDstCol()

◆ GetEscapeChar()

◆ GetFormat()

◆ GetHasHeaderRow()

◆ GetIsBatchReader()

◆ GetIsDoubleQuoting()

◆ GetIsEscaping()

◆ GetIsQuoting()

◆ GetMetaData()

◆ GetMethod()

◆ GetNullValues()

◆ GetParallelism()

◆ GetQuotingChar()

◆ GetScheme()

◆ GetUseMmapVector()

◆ GetVertexColumnMappings()

◆ GetVertexLoadingMeta()

◆ ParseFromYamlFile()

◆ ParseFromYamlNode()

◆ SetBuildCsrInMem()

◆ SetDelimiter()

◆ SetMethod()

◆ SetParallelism()

◆ SetScheme()

◆ SetUseMmapVector()

Friends And Related Function Documentation

◆ config_parsing::parse_bulk_load_config_file

◆ config_parsing::parse_bulk_load_config_yaml

Member Data Documentation

◆ build_csr_in_mem_

◆ edge_column_mappings_

◆ edge_loading_meta_

◆ edge_src_dst_col_

◆ format_

◆ metadata_

◆ method_

◆ null_values_

◆ parallelism_

◆ schema_

◆ scheme_

◆ use_mmap_vector_

◆ vertex_column_mappings_

◆ vertex_loading_meta_