Flex  0.17.9
Public Member Functions | Private Attributes | List of all members
gs::ODPSStreamRecordBatchSupplier Class Reference

#include <odps_fragment_loader.h>

Inheritance diagram for gs::ODPSStreamRecordBatchSupplier:
Inheritance graph
[legend]
Collaboration diagram for gs::ODPSStreamRecordBatchSupplier:
Collaboration graph
[legend]

Public Member Functions

 ODPSStreamRecordBatchSupplier (label_t label_id, const std::string &file_path, const ODPSReadClient &odps_table_reader, const std::string &session_id, int split_count, TableIdentifier table_identifier, int worker_id, int worker_num)
 
std::shared_ptr< arrow::RecordBatch > GetNextBatch () override
 
- Public Member Functions inherited from gs::IRecordBatchSupplier
virtual ~IRecordBatchSupplier ()=default
 

Private Attributes

std::string file_path_
 
const ODPSReadClientodps_read_client_
 
std::string session_id_
 
int split_count_
 
TableIdentifier table_identifier_
 
int32_t cur_split_index_
 
int worker_num_
 
ReadRowsReq read_rows_req_
 
std::shared_ptr< Reader > cur_batch_reader_
 

Constructor & Destructor Documentation

◆ ODPSStreamRecordBatchSupplier()

gs::ODPSStreamRecordBatchSupplier::ODPSStreamRecordBatchSupplier ( label_t  label_id,
const std::string &  file_path,
const ODPSReadClient odps_table_reader,
const std::string &  session_id,
int  split_count,
TableIdentifier  table_identifier,
int  worker_id,
int  worker_num 
)

Member Function Documentation

◆ GetNextBatch()

std::shared_ptr< arrow::RecordBatch > gs::ODPSStreamRecordBatchSupplier::GetNextBatch ( )
overridevirtual

Member Data Documentation

◆ cur_batch_reader_

std::shared_ptr<Reader> gs::ODPSStreamRecordBatchSupplier::cur_batch_reader_
private

◆ cur_split_index_

int32_t gs::ODPSStreamRecordBatchSupplier::cur_split_index_
private

◆ file_path_

std::string gs::ODPSStreamRecordBatchSupplier::file_path_
private

◆ odps_read_client_

const ODPSReadClient& gs::ODPSStreamRecordBatchSupplier::odps_read_client_
private

◆ read_rows_req_

ReadRowsReq gs::ODPSStreamRecordBatchSupplier::read_rows_req_
private

◆ session_id_

std::string gs::ODPSStreamRecordBatchSupplier::session_id_
private

◆ split_count_

int gs::ODPSStreamRecordBatchSupplier::split_count_
private

◆ table_identifier_

TableIdentifier gs::ODPSStreamRecordBatchSupplier::table_identifier_
private

◆ worker_num_

int gs::ODPSStreamRecordBatchSupplier::worker_num_
private

The documentation for this class was generated from the following files: