abstract_arrow_fragment_loader.h File Reference

#include "flex/storages/rt_mutable_graph/loader/basic_fragment_loader.h"
#include "flex/storages/rt_mutable_graph/loader/i_fragment_loader.h"
#include "flex/storages/rt_mutable_graph/loading_config.h"
#include "flex/storages/rt_mutable_graph/mutable_property_fragment.h"
#include "flex/utils/mmap_vector.h"
#include "grape/utils/concurrent_queue.h"
#include <arrow/api.h>
#include <arrow/io/api.h>
#include <shared_mutex>
#include "arrow/util/value_parsing.h"
#include "grape/util.h"

Include dependency graph for abstract_arrow_fragment_loader.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
class	gs::IRecordBatchSupplier
struct	gs::_add_vertex< KEY_T >
class	gs::AbstractArrowFragmentLoader

Namespaces
	gs

Functions
void	gs::printDiskRemaining (const std::string &path)
bool	gs::check_primary_key_type (std::shared_ptr< arrow::DataType > data_type)
template<typename COL_T >
void	gs::set_column (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset)
void	gs::set_column_from_string_array (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset)
void	gs::set_column_from_timestamp_array (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset)
void	gs::set_column_from_timestamp_array_to_day (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset)
void	gs::set_properties_column (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset)
void	gs::check_edge_invariant (const Schema &schema, const std::vector< std::tuple< size_t, std::string, std::string >> &column_mappings, size_t src_col_ind, size_t dst_col_ind, label_t src_label_i, label_t dst_label_i, label_t edge_label_i)
template<typename PK_T , typename EDATA_T , typename VECTOR_T >
void	gs::_append (bool is_dst, size_t cur_ind, std::shared_ptr< arrow::Array > col, const IndexerType &indexer, VECTOR_T &parsed_edges, std::vector< std::atomic< int32_t >> &degree)
template<typename SRC_PK_T , typename DST_PK_T , typename EDATA_T , typename VECTOR_T >
static void	gs::append_edges (std::shared_ptr< arrow::Array > src_col, std::shared_ptr< arrow::Array > dst_col, const IndexerType &src_indexer, const IndexerType &dst_indexer, std::shared_ptr< arrow::Array > &edata_cols, const PropertyType &edge_prop, VECTOR_T &parsed_edges, std::vector< std::atomic< int32_t >> &ie_degree, std::vector< std::atomic< int32_t >> &oe_degree, size_t offset=0)