<filename>Megatron-LM-v1.1.5-3D_parallelism/megatron/configs/realm.py

# network size
ict_head_size = None

# checkpointing
ict_load = None
bert_load = None

# data
titles_data_path = None
query_in_block_prob = 0.1
use_one_sent_docs = False

# training
report_topk_accuracies = []

# faiss index
faiss_use_gpu = False
block_data_path = None

# indexer
indexer_batch_size = 128
indexer_log_interval = 1000
<filename>Megatron-LM-v1.1.5-3D_parallelism/megatron/configs/realm.py

# network size
ict_head_size = None

# checkpointing
ict_load = None
bert_load = None

# data
titles_data_path = None
query_in_block_prob = 0.1
use_one_sent_docs = False

# training
report_topk_accuracies = []

# faiss index
faiss_use_gpu = False
block_data_path = None

# indexer
indexer_batch_size = 128
indexer_log_interval = 1000
# network size # checkpointing # data # training # faiss index # indexer