Index

_

__contains__() (StatusMap method) __getitem__() (StatusMap method)

__iter__() (Reader method) __next__() (Reader method) __setitem__() (StatusMap method)

A

add_request() (ClassifierDeps method) any_cpu_free() (DeviceManager method) any_gpu_free() (DeviceManager method)

any_request_ready() (ClassifierDeps method) apply_embedding() (Model method) (NullModel method)

B

base_model (FinetunedTFFullImageModelConfig attribute)

BaseDBInterface (class in common.db_tools.db_tools.postgres)

C

CeleryJobManager (class in scheduler.scheduler) check_hyperband_job() (JobsDB method) (JobsDBInterface method) ClassifierDeps (class in common.db_tools.db_tools.redis) common.db_tools.db_tools.postgres module common.db_tools.db_tools.redis module common.pipeline.pipeline module

common.pipeline.pipeline.model module common.pipeline.pipeline.reader module common.schemas.schemas module common.schemas.schemas.models.image_model module common.schemas.schemas.models.text_model module CPU (Device attribute)

D

data_type (Model property) (NullModel property) (Reader property)

DataType (class in common.pipeline.pipeline) Device (class in common.pipeline.pipeline) DeviceManager (class in scheduler.scheduler)

E

empty() (HyperbandQueue method) (InferenceQueue method) (Task2vecQueue method)

epochs (FinetunedTFFullImageModelConfig attribute)

F

FAILED (Status attribute) FinetunedTFFullImageModelConfig (class in common.schemas.schemas.models.image_model)

FinetunedTFFullImageModelConfig.Config (class in common.schemas.schemas.models.image_model) FINISHED (Status attribute) flush() (RedisData method)

G

general_classifier_job_name (RemoteJobParams property) general_finetune_job_name (RemoteJobParams property) general_inference_job_name (RemoteJobParams property) general_queue_name (RemoteJobParams property) general_task2vec_job_name (RemoteJobParams property) generate_id() (in module common.schemas.schemas) get() (HyperbandQueue method) (InferenceQueue method) (Task2vecQueue method) get_all() (RedisData method) get_all_readers() (JobsDB method) get_all_registered_readers() (JobsDB method) get_batch_size() (BaseDBInterface method) (JobsDB method) get_classifier_deps() (RedisData method) get_dataset() (JobsDB method) get_finetune_queue() (RedisData method) get_free_cpu() (DeviceManager method) get_free_gpu() (DeviceManager method) get_gpu_ids_from_string() (DeviceManager static method) get_hash() (in module common.schemas.schemas) get_hyperband_queue() (RedisData method) get_image_models() (BaseDBInterface method) (JobsDB method) get_inference_queue() (RedisData method) get_info_with_inference_hash() (JobsDB method) get_known_result() (JobsDB method) get_known_result_by_params() (JobsDB method) (JobsDBInterface method) get_linear_result() (JobsDB method) get_model() (ModelFactory static method) get_model_info() (JobsDB method) get_models_used_with_a_reader() (BaseDBInterface method) (JobsDB method) get_nn_result() (JobsDB method) (JobsDBInterface method)

get_preprocessing_specs() (Model method) (NullModel method) get_pt_preprocessing_fn() (HFPreprocessing method) (ImageCropResize3Channels method) (ImageCropResizeFlatten method) (NullPreprocessingSpecs method) (PreprocessingSpecs method) (TextNoOpPreprocessing method) get_reader() (ReaderFactory static method) get_reader_by_json() (JobsDB method) (JobsDBInterface method) get_reader_size() (JobsDB method) get_readers_used_with_a_model() (BaseDBInterface method) (JobsDB method) get_ready_request() (ClassifierDeps method) get_registered_readers_with_name() (JobsDB method) get_status() (CeleryJobManager method) get_status_map() (RedisData method) get_successful_classifier_request_hashes_and_errors() (JobsDB method) (JobsDBInterface method) get_successful_finetune_request_hashes() (JobsDB method) (JobsDBInterface method) get_successful_inference_request_hashes() (JobsDB method) (JobsDBInterface method) get_successful_task2vec_request_hashes() (JobsDB method) (JobsDBInterface method) get_task2vec_queue() (RedisData method) get_text_models() (BaseDBInterface method) (JobsDB method) get_tf_preprocessing_fn() (HFPreprocessing method) (ImageCropResize3Channels method) (ImageCropResizeFlatten method) (NullPreprocessingSpecs method) (PreprocessingSpecs method) (TextNoOpPreprocessing method) GPU (Device attribute)

H

Hash (in module common.schemas.schemas) height (ImageSize attribute) hf_name (HFImageModelConfig attribute) (HFTextModelConfig attribute) HFImageModelConfig (class in common.schemas.schemas.models.image_model)

HFImageModelConfig.Config (class in common.schemas.schemas.models.image_model) HFPreprocessing (class in worker_general.general.model.preprocessing) HFTextModelConfig (class in common.schemas.schemas.models.text_model) HFTextModelConfig.Config (class in common.schemas.schemas.models.text_model) HyperbandQueue (class in common.db_tools.db_tools.redis)

I

ID (in module common.schemas.schemas) id (TFFullImageModelConfig attribute) id_name (TorchvisionInternalModelConfig attribute) IMAGE (DataType attribute) image_size (ImageModelInfo attribute) ImageCropResize3Channels (class in worker_general.general.model.preprocessing) ImageCropResizeFlatten (class in worker_general.general.model.preprocessing) ImageFullModelConfig (class in common.schemas.schemas.models.image_model) ImageKerasLayerConfig (class in common.schemas.schemas.models.image_model) ImageKerasLayerConfig.Config (class in common.schemas.schemas.models.image_model)

ImageModelInfo (class in common.schemas.schemas.models.image_model) ImageModelInfo.Config (class in common.schemas.schemas.models.image_model) ImageNoOpModelConfig (class in common.schemas.schemas.models.image_model) ImageNoOpModelConfig.Config (class in common.schemas.schemas.models.image_model) ImageSize (class in common.schemas.schemas.models.image_model) ImageSize.Config (class in common.schemas.schemas.models.image_model) InferenceQueue (class in common.db_tools.db_tools.redis) invariant_json (ImageFullModelConfig property) (TextFullModelConfig property) (TextNoOpModelConfig property) is_embed_type (DataType property)

J

JobsDB (class in common.db_tools.db_tools.postgres)

JobsDBInterface (class in common.db_tools.db_tools.postgres)

L

layer_extractor (TorchvisionInternalModelConfig attribute)

lr (FinetunedTFFullImageModelConfig attribute)

M

max_length (HFTextModelConfig attribute) Model (class in common.pipeline.pipeline.model) ModelFactory (class in common.pipeline.pipeline.model) module common.db_tools.db_tools.postgres common.db_tools.db_tools.redis common.pipeline.pipeline common.pipeline.pipeline.model common.pipeline.pipeline.reader common.schemas.schemas common.schemas.schemas.models.image_model common.schemas.schemas.models.text_model scheduler.scheduler userspace.extensions.extension worker_general.general.model.preprocessing

N

needs_disabled_multithreading (HFPreprocessing property) (PreprocessingSpecs property) noop_target_image_size (ImageNoOpModelConfig attribute)

noop_text (TextNoOpModelConfig attribute) NullModel (class in common.pipeline.pipeline.model) NullPreprocessingSpecs (class in common.pipeline.pipeline.model)

O

OTHER (DataType attribute) output_key (FinetunedTFFullImageModelConfig attribute) (TFFullImageModelConfig attribute) (TFFullTextModelConfig attribute)

P

pooled_output (HFTextModelConfig attribute) pooled_output_available() (HFTextModelConfig class method) populate_model_databases() (BaseDBInterface method) (JobsDB method) populate_tasks_database() (BaseDBInterface method) (JobsDB method) postgres_database (Settings attribute) postgres_host (Settings attribute)

postgres_password (Secrets attribute) postgres_port (Settings attribute) postgres_user (Settings attribute) PreprocessingSpecs (class in common.pipeline.pipeline.model) purge() (JobsDB method) (JobsDBInterface method) put() (HyperbandQueue method) (InferenceQueue method) (Task2vecQueue method)

Q

query_model_by_tags() (JobsDB method) (JobsDBInterface method)

R

Reader (class in common.pipeline.pipeline.reader) ReaderFactory (class in common.pipeline.pipeline.reader) redis_host (Settings attribute) redis_port (Settings attribute) RedisData (class in common.db_tools.db_tools.redis) register_image_model() (BaseDBInterface method) (JobsDB method) register_reader() (BaseDBInterface method) (JobsDB method) register_text_model() (BaseDBInterface method) (JobsDB method) release_device() (DeviceManager method)

RemoteJobParams (class in scheduler.scheduler) required_image_size (FinetunedTFFullImageModelConfig attribute) (HFImageModelConfig attribute) (ImageKerasLayerConfig attribute) (TFFullImageModelConfig attribute) (TorchvisionInternalModelConfig attribute) reshape_image_size (ReshapeModelConfig attribute) ReshapeModelConfig (class in common.schemas.schemas.models.image_model) ReshapeModelConfig.Config (class in common.schemas.schemas.models.image_model) run() (Runner method) Runner (class in scheduler.scheduler) RUNNING (Status attribute)

S

scheduler.scheduler module Secrets (class in userspace.extensions.extension) Settings (class in userspace.extensions.extension) ShiftExtension (class in userspace.extensions.extension) start_job() (CeleryJobManager method) STARTED (Status attribute) Status (class in common.schemas.schemas) StatusMap (class in common.db_tools.db_tools.redis) store_finetune_job() (JobsDB method) (JobsDBInterface method)

store_hyperband_job() (JobsDB method) (JobsDBInterface method) store_inference_job() (JobsDB method) (JobsDBInterface method) store_known_result() (JobsDB method) (JobsDBInterface method) store_linear_job() (JobsDB method) (JobsDBInterface method) store_nearest_neighbor_job() (JobsDB method) (JobsDBInterface method) store_task2vec_job() (JobsDB method) (JobsDBInterface method)

T

Task2vecQueue (class in common.db_tools.db_tools.redis) TEXT (DataType attribute) text_layer_path (TextKerasLayerConfig attribute) TextFullModelConfig (class in common.schemas.schemas.models.text_model) TextKerasLayerConfig (class in common.schemas.schemas.models.text_model) TextKerasLayerConfig.Config (class in common.schemas.schemas.models.text_model) TextModelInfo (class in common.schemas.schemas.models.text_model) TextModelInfo.Config (class in common.schemas.schemas.models.text_model) TextNoOpModelConfig (class in common.schemas.schemas.models.text_model) TextNoOpModelConfig.Config (class in common.schemas.schemas.models.text_model) TextNoOpPreprocessing (class in worker_general.general.model.preprocessing) tf_image_model_url (FinetunedTFFullImageModelConfig attribute) (TFFullImageModelConfig attribute) tf_text_model_url (TFFullTextModelConfig attribute) TFFullImageModelConfig (class in common.schemas.schemas.models.image_model) TFFullImageModelConfig.Config (class in common.schemas.schemas.models.image_model) TFFullTextModelConfig (class in common.schemas.schemas.models.text_model)

TFFullTextModelConfig.Config (class in common.schemas.schemas.models.text_model) title (FinetunedTFFullImageModelConfig.Config attribute) (HFImageModelConfig.Config attribute) (HFTextModelConfig.Config attribute) (ImageKerasLayerConfig.Config attribute) (ImageModelInfo.Config attribute) (ImageNoOpModelConfig.Config attribute) (ReshapeModelConfig.Config attribute) (TextKerasLayerConfig.Config attribute) (TextModelInfo.Config attribute) (TextNoOpModelConfig.Config attribute) (TFFullImageModelConfig.Config attribute) (TFFullTextModelConfig.Config attribute) token_length (TextModelInfo attribute) tokenizer_params (HFTextModelConfig attribute) TorchvisionInternalModelConfig (class in common.schemas.schemas.models.image_model) TorchvisionInternalModelConfig.Config (class in common.schemas.schemas.models.image_model) train_readers (FinetunedTFFullImageModelConfig attribute)

U

UNKNOWN (DataType attribute) update_dependencies() (ClassifierDeps method)

userspace.extensions.extension module

W

WAITING (Status attribute) width (ImageSize attribute)

worker_general.general.model.preprocessing module