Flex  0.17.9
Classes | Namespaces | Enumerations | Functions | Variables
loading_config.h File Reference
#include <boost/functional/hash.hpp>
#include <filesystem>
#include <iostream>
#include <string>
#include <tuple>
#include <unordered_map>
#include <unordered_set>
#include "arrow/api.h"
#include "arrow/csv/options.h"
#include "flex/storages/rt_mutable_graph/schema.h"
#include "flex/utils/arrow_utils.h"
#include "flex/utils/yaml_utils.h"
#include "boost/algorithm/string.hpp"
Include dependency graph for loading_config.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes

class  gs::LoadingConfig
 

Namespaces

 gs
 
 gs::reader_options
 
 gs::loader_options
 
 gs::config_parsing
 
 std
 

Enumerations

enum  gs::BulkLoadMethod { gs::BulkLoadMethod::kInit = 0, gs::BulkLoadMethod::kOverwrite = 1 }
 

Functions

Status gs::config_parsing::parse_bulk_load_config_file (const std::string &config_file, const Schema &schema, LoadingConfig &load_config)
 
Status gs::config_parsing::parse_bulk_load_config_yaml (const YAML::Node &root, const Schema &schema, LoadingConfig &load_config)
 
ostream & std::operator<< (ostream &os, const gs::BulkLoadMethod &method)
 

Variables

static const int32_t gs::reader_options::DEFAULT_BLOCK_SIZE = (1 << 20)
 
static const bool gs::reader_options::DEFAULT_BATCH_READER
 
static const char * gs::reader_options::DELIMITER = "delimiter"
 
static const char * gs::reader_options::HEADER_ROW = "header_row"
 
static const char * gs::reader_options::INCLUDE_COLUMNS = "include_columns"
 
static const char * gs::reader_options::COLUMN_TYPES = "column_types"
 
static const char * gs::reader_options::ESCAPING = "escaping"
 
static const char * gs::reader_options::ESCAPE_CHAR = "escape_char"
 
static const char * gs::reader_options::QUOTING = "quoting"
 
static const char * gs::reader_options::QUOTE_CHAR = "quote_char"
 
static const char * gs::reader_options::DOUBLE_QUOTE = "double_quote"
 
static const char * gs::reader_options::BATCH_SIZE_KEY = "batch_size"
 
static const char * gs::reader_options::BATCH_READER = "batch_reader"
 
static const char * gs::reader_options::NULL_VALUES = "null_values"
 
static const std::unordered_set< std::string > gs::reader_options::CSV_META_KEY_WORDS
 
static constexpr const char * gs::loader_options::PARALLELISM = "parallelism"
 
static constexpr const char * gs::loader_options::BUILD_CSR_IN_MEM = "build_csr_in_mem"
 
static constexpr const char * gs::loader_options::USE_MMAP_VECTOR = "use_mmap_vector"
 
static constexpr const int32_t gs::loader_options::DEFAULT_PARALLELISM = 1
 
static constexpr const bool gs::loader_options::DEFAULT_BUILD_CSR_IN_MEM = false
 
static constexpr const bool gs::loader_options::DEFAULT_USE_MMAP_VECTOR = false