Flex
0.17.9
|
Namespaces | |
config_parsing | |
id_indexer_impl | |
impl | |
loader_options | |
reader_options | |
Enumerations | |
enum | LoadingStatus { LoadingStatus::kLoading = 0, LoadingStatus::kLoaded = 1, LoadingStatus::kCommited = 2, LoadingStatus::kUnknown = 3 } |
enum | BulkLoadMethod { BulkLoadMethod::kInit = 0, BulkLoadMethod::kOverwrite = 1 } |
enum | EdgeStrategy { EdgeStrategy::kNone, EdgeStrategy::kSingle, EdgeStrategy::kMultiple } |
enum | MemoryStrategy { MemoryStrategy::kSyncToFile, MemoryStrategy::kMemoryOnly, MemoryStrategy::kHugepagePrefered } |
enum | StorageStrategy { StorageStrategy::kNone, StorageStrategy::kMem, StorageStrategy::kDisk } |
Functions | |
void | read_file (const std::string &filename, void *buffer, size_t size, size_t num) |
void | write_file (const std::string &filename, const void *buffer, size_t size, size_t num) |
template<> | |
struct | __attribute__ ((packed)) ImmutableNbr< Date > |
void | copy_file (const std::string &src, const std::string &dst) |
std::string | schema_path (const std::string &work_dir) |
std::string | snapshots_dir (const std::string &work_dir) |
std::string | snapshot_version_path (const std::string &work_dir) |
std::string | get_latest_snapshot (const std::string &work_dir) |
uint32_t | get_snapshot_version (const std::string &work_dir) |
void | set_snapshot_version (const std::string &work_dir, uint32_t version) |
std::string | snapshot_dir (const std::string &work_dir, uint32_t version) |
std::string | wal_dir (const std::string &work_dir) |
std::string | runtime_dir (const std::string &work_dir) |
std::string | update_txn_dir (const std::string &work_dir, uint32_t version) |
std::string | allocator_dir (const std::string &work_dir) |
std::string | tmp_dir (const std::string &work_dir) |
std::string | bulk_load_progress_file (const std::string &work_dir) |
void | clear_tmp (const std::string &work_dir) |
std::string | vertex_map_prefix (const std::string &label) |
std::string | ie_prefix (const std::string &src_label, const std::string &dst_label, const std::string edge_label) |
std::string | oe_prefix (const std::string &src_label, const std::string &dst_label, const std::string edge_label) |
std::string | edata_prefix (const std::string &src_label, const std::string &dst_label, const std::string &edge_label) |
std::string | vertex_table_prefix (const std::string &label) |
std::string | thread_local_allocator_prefix (const std::string &work_dir, int thread_id) |
void | printDiskRemaining (const std::string &path) |
bool | check_primary_key_type (std::shared_ptr< arrow::DataType > data_type) |
void | set_column_from_string_array (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset) |
void | set_properties_column (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset) |
void | set_column_from_timestamp_array (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset) |
void | set_column_from_timestamp_array_to_day (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset) |
void | check_edge_invariant (const Schema &schema, const std::vector< std::tuple< size_t, std::string, std::string >> &column_mappings, size_t src_col_ind, size_t dst_col_ind, label_t src_label_i, label_t dst_label_i, label_t edge_label_i) |
template<typename COL_T > | |
void | set_column (gs::ColumnBase *col, std::shared_ptr< arrow::ChunkedArray > array, const std::vector< size_t > &offset) |
template<typename PK_T , typename EDATA_T , typename VECTOR_T > | |
void | _append (bool is_dst, size_t cur_ind, std::shared_ptr< arrow::Array > col, const IndexerType &indexer, VECTOR_T &parsed_edges, std::vector< std::atomic< int32_t >> °ree) |
template<typename SRC_PK_T , typename DST_PK_T , typename EDATA_T , typename VECTOR_T > | |
static void | append_edges (std::shared_ptr< arrow::Array > src_col, std::shared_ptr< arrow::Array > dst_col, const IndexerType &src_indexer, const IndexerType &dst_indexer, std::shared_ptr< arrow::Array > &edata_cols, const PropertyType &edge_prop, VECTOR_T &parsed_edges, std::vector< std::atomic< int32_t >> &ie_degree, std::vector< std::atomic< int32_t >> &oe_degree, size_t offset=0) |
std::ostream & | operator<< (std::ostream &os, const LoadingStatus &status) |
std::istream & | operator>> (std::istream &is, LoadingStatus &status) |
template<typename EDATA_T > | |
TypedMutableCsrBase< EDATA_T > * | create_typed_csr (EdgeStrategy es, PropertyType edge_property) |
static std::string | process_header_row_token (const std::string &token, const LoadingConfig &config) |
static std::vector< std::string > | read_header (const std::string &file_name, char delimiter, const LoadingConfig &loading_config) |
static void | put_delimiter_option (const LoadingConfig &loading_config, arrow::csv::ParseOptions &parse_options) |
static bool | put_skip_rows_option (const LoadingConfig &loading_config, arrow::csv::ReadOptions &read_options) |
static void | put_escape_char_option (const LoadingConfig &loading_config, arrow::csv::ParseOptions &parse_options) |
static void | put_block_size_option (const LoadingConfig &loading_config, arrow::csv::ReadOptions &read_options) |
static void | put_quote_char_option (const LoadingConfig &loading_config, arrow::csv::ParseOptions &parse_options) |
static void | put_boolean_option (arrow::csv::ConvertOptions &convert_options) |
static void | put_column_names_option (const LoadingConfig &loading_config, bool header_row, const std::string &file_path, char delimiter, arrow::csv::ReadOptions &read_options, size_t len) |
static void | put_null_values (const LoadingConfig &loading_config, arrow::csv::ConvertOptions &convert_options) |
DualCsrBase * | create_csr (EdgeStrategy oes, EdgeStrategy ies, const std::vector< PropertyType > &properties, bool oe_mutable, bool ie_mutable, const std::vector< std::string > &prop_names) |
AppWrapper | loadAdhocQuery (const std::string &input_lib_path, std::shared_ptr< SharedLibraryAppFactory > app_factory, const GraphDB &graph) |
static uint32_t | get_vertex_vid (const gs::ReadTransaction &txn, uint8_t label, int64_t id) |
void | generate_label_tuples (const std::string &src_label, const std::string &dst_label, const std::string &edge_label, const gs::Schema &schema, std::vector< std::tuple< uint8_t, uint8_t, uint8_t >> &output) |
static void | IngestWalRange (SessionLocalContext *contexts, MutablePropertyFragment &graph, const WalsParser &parser, uint32_t from, uint32_t to, int thread_num) |
void | serialize_field (grape::InArchive &arc, const Any &prop) |
void | deserialize_field (grape::OutArchive &arc, Any &prop) |
label_t | deserialize_oid (const MutablePropertyFragment &graph, grape::OutArchive &arc, Any &oid) |
static size_t | get_offset (const std::shared_ptr< CsrConstEdgeIterBase > &base, vid_t target) |
static int64_t | char_ptr_to_long (const char *data) |
static int | char_ptr_to_int (const char *data) |
static double | char_ptr_to_double (const char *data) |
std::shared_ptr< arrow::DataType > | PropertyTypeToArrowType (PropertyType type) |
template<typename T > | |
void | emplace_into_vector (const std::shared_ptr< arrow::ChunkedArray > &array, std::vector< Any > &vec) |
template<typename KEY_T , typename INDEX_T > | |
void | build_lf_indexer (const IdIndexer< KEY_T, INDEX_T > &input, const std::string &filename, LFIndexer< INDEX_T > &lf, const std::string &snapshot_dir, const std::string &work_dir, PropertyType type) |
std::shared_ptr< ColumnBase > | CreateColumn (PropertyType type, StorageStrategy strategy, const std::vector< PropertyType > &sub_types) |
std::shared_ptr< RefColumnBase > | CreateRefColumn (std::shared_ptr< ColumnBase > column) |
grape::InArchive & | operator<< (grape::InArchive &in_archive, const PropertyType &value) |
grape::OutArchive & | operator>> (grape::OutArchive &out_archive, PropertyType &value) |
grape::InArchive & | operator<< (grape::InArchive &in_archive, const Any &value) |
grape::OutArchive & | operator>> (grape::OutArchive &out_archive, Any &value) |
grape::InArchive & | operator<< (grape::InArchive &in_archive, const std::string_view &str) |
grape::OutArchive & | operator>> (grape::OutArchive &out_archive, std::string_view &str) |
grape::InArchive & | operator<< (grape::InArchive &in_archive, const GlobalId &value) |
grape::OutArchive & | operator>> (grape::OutArchive &out_archive, GlobalId &value) |
grape::InArchive & | operator<< (grape::InArchive &in_archive, const LabelKey &value) |
grape::OutArchive & | operator>> (grape::OutArchive &out_archive, LabelKey &value) |
Any | ConvertStringToAny (const std::string &value, const gs::PropertyType &type) |
bool | operator== (const GlobalId &lhs, const GlobalId &rhs) |
bool | operator!= (const GlobalId &lhs, const GlobalId &rhs) |
bool | operator< (const GlobalId &lhs, const GlobalId &rhs) |
bool | operator> (const GlobalId &lhs, const GlobalId &rhs) |
std::string | get_current_dir () |
std::string | find_codegen_bin () |
std::pair< uint64_t, uint64_t > | get_total_physical_memory_usage () |
void | init_cpu_usage_watch () |
std::pair< double, double > | get_current_cpu_usage () |
std::string | memory_to_mb_str (uint64_t mem_bytes) |
int64_t | GetCurrentTimeStamp () |
Util functions. More... | |
std::string | rapidjson_stringify (const rapidjson::Value &value, int indent=-1) |
std::string | toUpper (const std::string str) |
bool | to_json (rapidjson::Document &j, const PropertyType &p) |
rapidjson::Document | to_json (const PropertyType &p, rapidjson::Document::AllocatorType *allocator=nullptr) |
bool | from_json (const rapidjson::Value &j, PropertyType &p) |
PropertyType | from_json (const rapidjson::Value &j) |
boost::filesystem::path | get_current_binary_directory () |
std::string | jsonToString (const rapidjson::Value &json) |
std::vector< std::string > | get_yaml_files (const std::string &plugin_dir) |
void | convert_yaml_node_to_json (const YAML::Node &node, rapidjson::Document::AllocatorType &allocator, rapidjson::Value &json) |
Result< std::string > | get_json_string_from_yaml (const std::string &file_path) |
Result< std::string > | get_json_string_from_yaml (const YAML::Node &node) |
Result< std::string > | get_yaml_string_from_yaml_node (const YAML::Node &node) |
Status | write_yaml_node_to_yaml_string (const YAML::Node &node, YAML::Emitter &emitter) |
Variables | |
constexpr static uint32_t | ring_buf_size = 1024 * 1024 |
constexpr static uint32_t | ring_index_mask = ring_buf_size - 1 |
static constexpr size_t | MAX_WALS_NUM = 134217728 |
static constexpr const char * | DT_UNSIGNED_INT8 = "DT_UNSIGNED_INT8" |
static constexpr const char * | DT_UNSIGNED_INT16 = "DT_UNSIGNED_INT16" |
static constexpr const char * | DT_SIGNED_INT32 = "DT_SIGNED_INT32" |
static constexpr const char * | DT_UNSIGNED_INT32 = "DT_UNSIGNED_INT32" |
static constexpr const char * | DT_SIGNED_INT64 = "DT_SIGNED_INT64" |
static constexpr const char * | DT_UNSIGNED_INT64 = "DT_UNSIGNED_INT64" |
static constexpr const char * | DT_BOOL = "DT_BOOL" |
static constexpr const char * | DT_FLOAT = "DT_FLOAT" |
static constexpr const char * | DT_DOUBLE = "DT_DOUBLE" |
static constexpr const char * | DT_STRING = "DT_STRING" |
static constexpr const char * | DT_STRINGMAP = "DT_STRINGMAP" |
static constexpr const char * | DT_DATE = "DT_DATE32" |
static constexpr const char * | DT_DAY = "DT_DAY32" |
static unsigned long long | lastTotalUser |
static unsigned long long | lastTotalUserLow |
static unsigned long long | lastTotalSys |
static unsigned long long | lastTotalIdle |
static constexpr const char * | CODEGEN_BIN = "load_plan_and_gen.sh" |
Copyright 2020 Alibaba Group Holding Limited.
Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
using gs::Allocator = typedef ArenaAllocator |
using gs::BoolColumn = typedef TypedColumn<bool> |
using gs::BoolEmptyColumn = typedef TypedEmptyColumn<bool> |
using gs::DateColumn = typedef TypedColumn<Date> |
using gs::DateEmptyColumn = typedef TypedEmptyColumn<Date> |
using gs::DayColumn = typedef TypedColumn<Day> |
using gs::DayEmptyColumn = typedef TypedEmptyColumn<Day> |
using gs::DefaultStringMapColumn = typedef StringMapColumn<uint8_t> |
using gs::DoubleColumn = typedef TypedColumn<double> |
using gs::DoubleEmptyColumn = typedef TypedEmptyColumn<double> |
using gs::FloatColumn = typedef TypedColumn<float> |
using gs::FloatEmptyColumn = typedef TypedEmptyColumn<float> |
using gs::IndexerBuilderType = typedef IdIndexer<KEY_T, vid_t> |
using gs::IndexerType = typedef LFIndexer<vid_t> |
using gs::IntColumn = typedef TypedColumn<int32_t> |
using gs::IntEmptyColumn = typedef TypedEmptyColumn<int32_t> |
using gs::label_t = typedef uint8_t |
using gs::LongColumn = typedef TypedColumn<int64_t> |
using gs::LongEmptyColumn = typedef TypedEmptyColumn<int64_t> |
using gs::RecordViewColumn = typedef TypedColumn<RecordView> |
using gs::RecordViewEmptyColumn = typedef TypedEmptyColumn<RecordView> |
using gs::StatusCode = typedef gs::flex::interactive::Code |
using gs::StringColumn = typedef TypedColumn<std::string_view> |
using gs::StringEmptyColumn = typedef TypedEmptyColumn<std::string_view> |
using gs::timestamp_t = typedef uint32_t |
using gs::UIntColumn = typedef TypedColumn<uint32_t> |
using gs::UIntEmptyColumn = typedef TypedEmptyColumn<uint32_t> |
using gs::ULongColumn = typedef TypedColumn<uint64_t> |
using gs::ULongEmptyColumn = typedef TypedEmptyColumn<uint64_t> |
using gs::vid_t = typedef uint32_t |
|
strong |
|
strong |
|
strong |
|
strong |
|
strong |
struct gs::__attribute__ | ( | (packed) | ) |
void gs::_append | ( | bool | is_dst, |
size_t | cur_ind, | ||
std::shared_ptr< arrow::Array > | col, | ||
const IndexerType & | indexer, | ||
VECTOR_T & | parsed_edges, | ||
std::vector< std::atomic< int32_t >> & | degree | ||
) |
|
inline |
|
static |
void gs::build_lf_indexer | ( | const IdIndexer< KEY_T, INDEX_T > & | input, |
const std::string & | filename, | ||
LFIndexer< INDEX_T > & | lf, | ||
const std::string & | snapshot_dir, | ||
const std::string & | work_dir, | ||
PropertyType | type | ||
) |
|
inline |
|
static |
|
static |
|
static |
void gs::check_edge_invariant | ( | const Schema & | schema, |
const std::vector< std::tuple< size_t, std::string, std::string >> & | column_mappings, | ||
size_t | src_col_ind, | ||
size_t | dst_col_ind, | ||
label_t | src_label_i, | ||
label_t | dst_label_i, | ||
label_t | edge_label_i | ||
) |
bool gs::check_primary_key_type | ( | std::shared_ptr< arrow::DataType > | data_type | ) |
|
inline |
void gs::convert_yaml_node_to_json | ( | const YAML::Node & | node, |
rapidjson::Document::AllocatorType & | allocator, | ||
rapidjson::Value & | json | ||
) |
Any gs::ConvertStringToAny | ( | const std::string & | value, |
const gs::PropertyType & | type | ||
) |
|
inline |
|
inline |
TypedMutableCsrBase<EDATA_T>* gs::create_typed_csr | ( | EdgeStrategy | es, |
PropertyType | edge_property | ||
) |
std::shared_ptr< ColumnBase > gs::CreateColumn | ( | PropertyType | type, |
StorageStrategy | strategy, | ||
const std::vector< PropertyType > & | sub_types | ||
) |
std::shared_ptr< RefColumnBase > gs::CreateRefColumn | ( | std::shared_ptr< ColumnBase > | column | ) |
|
inline |
|
inline |
|
inline |
void gs::emplace_into_vector | ( | const std::shared_ptr< arrow::ChunkedArray > & | array, |
std::vector< Any > & | vec | ||
) |
std::string gs::find_codegen_bin | ( | ) |
|
inline |
|
inline |
void gs::generate_label_tuples | ( | const std::string & | src_label, |
const std::string & | dst_label, | ||
const std::string & | edge_label, | ||
const gs::Schema & | schema, | ||
std::vector< std::tuple< uint8_t, uint8_t, uint8_t >> & | output | ||
) |
|
inline |
std::pair< double, double > gs::get_current_cpu_usage | ( | ) |
std::string gs::get_current_dir | ( | ) |
Result< std::string > gs::get_json_string_from_yaml | ( | const std::string & | file_path | ) |
Result< std::string > gs::get_json_string_from_yaml | ( | const YAML::Node & | node | ) |
|
inline |
|
static |
|
inline |
std::pair< uint64_t, uint64_t > gs::get_total_physical_memory_usage | ( | ) |
|
static |
std::vector< std::string > gs::get_yaml_files | ( | const std::string & | plugin_dir | ) |
Result< std::string > gs::get_yaml_string_from_yaml_node | ( | const YAML::Node & | node | ) |
|
inline |
Util functions.
|
inline |
|
static |
void gs::init_cpu_usage_watch | ( | ) |
|
inline |
AppWrapper gs::loadAdhocQuery | ( | const std::string & | input_lib_path, |
std::shared_ptr< SharedLibraryAppFactory > | app_factory, | ||
const GraphDB & | graph | ||
) |
std::string gs::memory_to_mb_str | ( | uint64_t | mem_bytes | ) |
|
inline |
grape::InArchive & gs::operator<< | ( | grape::InArchive & | in_archive, |
const Any & | value | ||
) |
grape::InArchive & gs::operator<< | ( | grape::InArchive & | in_archive, |
const GlobalId & | value | ||
) |
grape::InArchive& gs::operator<< | ( | grape::InArchive & | in_archive, |
const LabelKey & | value | ||
) |
grape::InArchive & gs::operator<< | ( | grape::InArchive & | in_archive, |
const PropertyType & | value | ||
) |
grape::InArchive & gs::operator<< | ( | grape::InArchive & | in_archive, |
const std::string_view & | str | ||
) |
std::ostream & gs::operator<< | ( | std::ostream & | os, |
const LoadingStatus & | status | ||
) |
grape::OutArchive & gs::operator>> | ( | grape::OutArchive & | out_archive, |
Any & | value | ||
) |
grape::OutArchive & gs::operator>> | ( | grape::OutArchive & | out_archive, |
GlobalId & | value | ||
) |
grape::OutArchive& gs::operator>> | ( | grape::OutArchive & | out_archive, |
LabelKey & | value | ||
) |
grape::OutArchive & gs::operator>> | ( | grape::OutArchive & | out_archive, |
PropertyType & | value | ||
) |
grape::OutArchive & gs::operator>> | ( | grape::OutArchive & | out_archive, |
std::string_view & | str | ||
) |
std::istream & gs::operator>> | ( | std::istream & | is, |
LoadingStatus & | status | ||
) |
void gs::printDiskRemaining | ( | const std::string & | path | ) |
|
static |
std::shared_ptr< arrow::DataType > gs::PropertyTypeToArrowType | ( | PropertyType | type | ) |
|
static |
|
static |
|
static |
|
static |
|
static |
|
static |
|
static |
|
static |
|
inline |
void gs::read_file | ( | const std::string & | filename, |
void * | buffer, | ||
size_t | size, | ||
size_t | num | ||
) |
|
static |
|
inline |
|
inline |
|
inline |
void gs::set_column | ( | gs::ColumnBase * | col, |
std::shared_ptr< arrow::ChunkedArray > | array, | ||
const std::vector< size_t > & | offset | ||
) |
void gs::set_column_from_string_array | ( | gs::ColumnBase * | col, |
std::shared_ptr< arrow::ChunkedArray > | array, | ||
const std::vector< size_t > & | offset | ||
) |
void gs::set_column_from_timestamp_array | ( | gs::ColumnBase * | col, |
std::shared_ptr< arrow::ChunkedArray > | array, | ||
const std::vector< size_t > & | offset | ||
) |
void gs::set_column_from_timestamp_array_to_day | ( | gs::ColumnBase * | col, |
std::shared_ptr< arrow::ChunkedArray > | array, | ||
const std::vector< size_t > & | offset | ||
) |
void gs::set_properties_column | ( | gs::ColumnBase * | col, |
std::shared_ptr< arrow::ChunkedArray > | array, | ||
const std::vector< size_t > & | offset | ||
) |
|
inline |
|
inline |
|
inline |
|
inline |
|
inline |
|
inline |
|
inline |
|
inline |
|
inline |
|
inline |
|
inline |
|
inline |
|
inline |
void gs::write_file | ( | const std::string & | filename, |
const void * | buffer, | ||
size_t | size, | ||
size_t | num | ||
) |
Status gs::write_yaml_node_to_yaml_string | ( | const YAML::Node & | node, |
YAML::Emitter & | emitter | ||
) |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |
|
static |
|
static |
|
static |
|
static |
|
staticconstexpr |
|
staticconstexpr |
|
staticconstexpr |