Index

_

__del__() (cogdata.datasets.rar_dataset.StreamingRarDataset method) __getitem__() (cogdata.datasets.binary_dataset.BinaryDataset method) (cogdata.datasets.tar_dataset.TarDataset method) (cogdata.datasets.zip_dataset.ZipDataset method) __init__() (cogdata.datasets.binary_dataset.BinaryDataset method) (cogdata.datasets.rar_dataset.StreamingRarDataset method) (cogdata.datasets.tar_dataset.TarDataset method) (cogdata.datasets.zip_dataset.ZipDataset method) (cogdata.tasks.image_text_tokenization_task.ImageTextTokenizationTask method)

__iter__() (cogdata.datasets.rar_dataset.StreamingRarDataset method) __len__() (cogdata.datasets.binary_dataset.BinaryDataset method) (cogdata.datasets.rar_dataset.StreamingRarDataset method) (cogdata.datasets.tar_dataset.TarDataset method) (cogdata.datasets.zip_dataset.ZipDataset method) __next__() (cogdata.datasets.rar_dataset.StreamingRarDataset method)

B

BaseSaver (class in cogdata.data_savers.base_saver)

BinaryDataset (class in cogdata.datasets.binary_dataset) BinarySaver (class in cogdata.data_savers.binary_saver)

C

clean() (cogdata.data_manager.DataManager static method) clear() (cogdata.utils.eprogress.MultiProgressManager method) code2img() (in module cogdata.utils.cogview.api) cogdata.data_manager module cogdata.data_processor module cogdata.data_savers.base_saver module cogdata.data_savers.binary_saver module cogdata.data_savers.tar_saver module cogdata.datasets.binary_dataset module cogdata.datasets.rar_dataset module cogdata.datasets.tar_dataset module cogdata.datasets.zip_dataset module

cogdata.tasks.image_text_tokenization_task module cogdata.utils.cogview.api module cogdata.utils.cogview.unified_tokenizer module cogdata.utils.eprogress module cogdata.utils.helpers module cogdata.utils.logger module cogdata.utils.progress_record module cogdata.utils.register module commit() (cogdata.data_savers.base_saver.BaseSaver method) (cogdata.data_savers.binary_saver.BinarySaver method) (cogdata.data_savers.tar_saver.TarSaver method)

D

DataManager (class in cogdata.data_manager)

DataProcessor (class in cogdata.data_processor) dir_size() (in module cogdata.utils.helpers)

F

fetch_datasets() (cogdata.data_manager.DataManager static method) fetch_datasets_states() (cogdata.data_manager.DataManager static method)

filter_str() (cogdata.utils.eprogress.ProgressBar static method) format_file_size() (in module cogdata.utils.helpers)

G

get_all() (cogdata.utils.progress_record.ProgressRecord class method) get_last_line() (in module cogdata.utils.helpers) get_logger() (in module cogdata.utils.logger)

get_registered_cls() (in module cogdata.utils.helpers) get_tokenizer() (in module cogdata.utils.cogview.unified_tokenizer) get_transform_fn() (cogdata.tasks.image_text_tokenization_task.ImageTextTokenizationTask method)

I

ImageTextTokenizationTask (class in cogdata.tasks.image_text_tokenization_task)

img2code() (in module cogdata.utils.cogview.api) initialize_distributed() (in module cogdata.data_processor)

L

LineProgress (class in cogdata.utils.eprogress) list() (cogdata.data_manager.DataManager static method)

load_task() (cogdata.data_manager.DataManager static method) lock() (cogdata.utils.eprogress.ProgressBar property)

M

mapping (cogdata.data_savers.binary_saver.BinarySaver attribute) max_buffer_size (cogdata.data_savers.binary_saver.BinarySaver attribute) merge() (cogdata.data_manager.DataManager static method) (cogdata.data_savers.base_saver.BaseSaver class method) (cogdata.data_savers.binary_saver.BinarySaver class method) (cogdata.data_savers.tar_saver.TarSaver class method) module cogdata.data_manager cogdata.data_processor cogdata.data_savers.base_saver cogdata.data_savers.binary_saver cogdata.data_savers.tar_saver cogdata.datasets.binary_dataset cogdata.datasets.rar_dataset cogdata.datasets.tar_dataset cogdata.datasets.zip_dataset cogdata.tasks.image_text_tokenization_task cogdata.utils.cogview.api cogdata.utils.cogview.unified_tokenizer cogdata.utils.eprogress cogdata.utils.helpers cogdata.utils.logger cogdata.utils.progress_record cogdata.utils.register

MultiProgressManager (class in cogdata.utils.eprogress)

N

new_dataset() (cogdata.data_manager.DataManager static method)

new_model() (in module cogdata.utils.cogview.api) new_task() (cogdata.data_manager.DataManager static method)

P

process() (cogdata.data_manager.DataManager static method) (cogdata.tasks.image_text_tokenization_task.ImageTextTokenizationTask method) process_single() (cogdata.data_manager.DataManager static method)

ProgressBar (class in cogdata.utils.eprogress) ProgressRecord (class in cogdata.utils.progress_record) put() (cogdata.utils.eprogress.MultiProgressManager method)

R

read_text() (cogdata.tasks.image_text_tokenization_task.ImageTextTokenizationTask method) register() (in module cogdata.utils.register)

run_monitor() (cogdata.data_processor.DataProcessor method) run_single() (cogdata.data_processor.DataProcessor method)

S

save() (cogdata.data_savers.base_saver.BaseSaver method) (cogdata.data_savers.binary_saver.BinarySaver method) (cogdata.data_savers.tar_saver.TarSaver method) set_logger() (in module cogdata.utils.logger) skip_upline() (cogdata.utils.eprogress.MultiProgressManager method) split() (cogdata.data_manager.DataManager static method) (cogdata.data_savers.base_saver.BaseSaver class method) (cogdata.data_savers.binary_saver.BinarySaver class method) (cogdata.data_savers.tar_saver.TarSaver class method)

StreamingRarDataset (class in cogdata.datasets.rar_dataset) suffix (cogdata.data_savers.base_saver.BaseSaver attribute) (cogdata.data_savers.binary_saver.BinarySaver attribute) (cogdata.data_savers.tar_saver.TarSaver attribute)

T

TarDataset (class in cogdata.datasets.tar_dataset)

TarSaver (class in cogdata.data_savers.tar_saver)

U

update() (cogdata.utils.eprogress.LineProgress method) (cogdata.utils.eprogress.MultiProgressManager method) (cogdata.utils.eprogress.ProgressBar method) (cogdata.utils.progress_record.ProgressRecord method)

update_title() (cogdata.utils.eprogress.MultiProgressManager method)

Z

ZipDataset (class in cogdata.datasets.zip_dataset)