[{"id": 139892615306672, "module": "xpmir.neural.generative.hf", "type": "T5CustomOutputGenerator", "typename": "xpmir.neural.generative.hf.T5CustomOutputGenerator", "identifier": "6de3cdd4c765daba4bd7fe799a9d7ba45b9c571a9d7dbd720dc08a0f88fadb27", "fields": {"hf_id": "t5-base", "tokens": ["true", "false", "<pad>"]}}, {"id": 139892615311520, "module": "xpmir.neural.generative.cross", "type": "GenerativeCrossScorer", "typename": "xpmir.neural.generative.cross.GenerativeCrossScorer", "identifier": "47126376f9ff71a9dc2136658d8db316cab64344af77f6cd16500597006472b8", "fields": {"version": 2, "pattern": "Query: {query} Document: {document} Relevant:", "generator": {"type": "python", "value": 139892615306672}, "relevant_token_id": 0}}, {"id": 139893003422784, "module": "xpmir.learning.base", "type": "Random", "typename": "xpmir.learning.base.Random", "identifier": "5a306f11824a2a1058441627f732c699d1a73e4cb0b0f0e4ca2b951d83f99cb7", "fields": {"seed": 0}}, {"id": 139892615305376, "module": "xpmir.learning.batchers", "type": "PowerAdaptativeBatcher", "typename": "xpmir.learning.batchers.PowerAdaptativeBatcher", "identifier": "d24714900555b64e89e6b113c85846846aef0e48ba995681f286cea11c607735", "fields": {}}, {"id": 139892992309952, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "9df75d4b1df2d9516887fd8cf2a526a95e2d4791ff83ecc610ce76ce5a3ee285", "fields": {"irds": "msmarco-passage/train", "id": "irds.msmarco-passage.train.queries@irds"}}, {"id": 139892992311104, "module": "datamaestro_text.datasets.irds.data", "type": "TrainingTriplets", "typename": "datamaestro_text.datasets.irds.data.TrainingTriplets", "identifier": "26fcf5e5e9c1f029f6e42d47a715ed35b3a84e511a617df62f7de79dab2ed9e8", "fields": {"irds": "msmarco-passage/train", "id": "irds.msmarco-passage.train.docpairs@irds"}}, {"id": 139892615198800, "module": "datamaestro_text.transforms.ir", "type": "StoreTrainingTripletTopicAdapter", "typename": "datamaestro_text.transforms.ir.StoreTrainingTripletTopicAdapter", "identifier": "b4519a23e76fdc1eb1805ab1158ea5a088c5782f18e51fd46b79ac34e1fb6667", "fields": {"id": "", "store": {"type": "python", "value": 139892992309952}, "data": {"type": "python", "value": 139892992311104}}}, {"id": 139892615200000, "module": "datamaestro_text.transforms.ir", "type": "ShuffledTrainingTripletsLines", "typename": "datamaestro_text.transforms.ir.ShuffledTrainingTripletsLines", "identifier": "fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152", "task": 139892615200000, "fields": {"data": {"type": "python", "value": 139892615198800}, "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/triplets.lst.gz"}, "doc_ids": true, "topic_ids": false, "seed": 123, "compressed": true, "sample_rate": 1.0, "sample_max": 0, "tmp_path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/tmp"}}}, {"id": 139892615302208, "module": "datamaestro_text.data.ir", "type": "TrainingTripletsLines", "typename": "datamaestro_text.data.ir.TrainingTripletsLines", "identifier": "8ff3063ff5a74e83883011ec9614fd5c4872e00043eb0d1a12b963a41b3622e3", "task": 139892615200000, "fields": {"id": "", "sep": "\t", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/triplets.lst.gz"}, "doc_ids": true, "topic_ids": false}}, {"id": 139892615301104, "module": "xpmir.letor.samplers", "type": "TripletBasedSampler", "typename": "xpmir.letor.samplers.TripletBasedSampler", "identifier": "b1ff465b4d273cf794fe6bd414926e87bdb529b9000dbbe1e9701a81534a82e8", "fields": {"source": {"type": "python", "value": 139892615302208}}}, {"id": 139893003427968, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 139892615304464, "module": "xpmir.letor.samplers.hydrators", "type": "SampleHydrator", "typename": "xpmir.letor.samplers.hydrators.SampleHydrator", "identifier": "42a28893add9631abf9e0753470e77dd908ba0c5d9a07bd30ddc14dd36e72910", "fields": {"documentstore": {"type": "python", "value": 139893003427968}, "querystore": null}}, {"id": 139892615305280, "module": "xpmir.letor.samplers.hydrators", "type": "PairwiseTransformAdapter", "typename": "xpmir.letor.samplers.hydrators.PairwiseTransformAdapter", "identifier": "30820897023c5dc765c4ed8840b26fd2e839930a18ece9d7bad48326bc9cd22f", "fields": {"sampler": {"type": "python", "value": 139892615301104}, "adapter": {"type": "python", "value": 139892615304464}}}, {"id": 139892615192320, "module": "xpmir.letor.trainers.pairwise", "type": "PointwiseCrossEntropyLoss", "typename": "xpmir.letor.trainers.pairwise.PointwiseCrossEntropyLoss", "identifier": "65565f293e781f2bc025fdb2d3de3ceef1f2f184c197e12b9a4c566e2cbf6454", "fields": {"weight": 1.0}}, {"id": 139892615306288, "module": "xpmir.letor.trainers.pairwise", "type": "PairwiseTrainer", "typename": "xpmir.letor.trainers.pairwise.PairwiseTrainer", "identifier": "5335a533a9bced639513ed6a637cc63b9153d41e04b25e183aa5ad1f81ac72f7", "fields": {"hooks": [], "model": null, "batcher": {"type": "python", "value": 139892615305376}, "sampler": {"type": "python", "value": 139892615305280}, "batch_size": 128, "lossfn": {"type": "python", "value": 139892615192320}}}, {"id": 139892615448896, "module": "xpmir.learning.optim", "type": "Adafactor", "typename": "xpmir.learning.optim.Adafactor", "identifier": "4ca9f5f558da558468f854879ef779ee5b9353f894dea55427a240cd8bc01694", "fields": {"lr": 0.001, "weight_decay": 0.0, "relative_step": false}}, {"id": 139892615447840, "module": "xpmir.learning.schedulers", "type": "LinearWithWarmup", "typename": "xpmir.learning.schedulers.LinearWithWarmup", "identifier": "58b94f1b1de21a772047b93a4d888f748bd63adbf30650c5be6c69e512a9c7df", "fields": {"num_warmup_steps": 1000, "min_factor": 0.0}}, {"id": 139892615448992, "module": "xpmir.learning.optim", "type": "RegexParameterFilter", "typename": "xpmir.learning.optim.RegexParameterFilter", "identifier": "0917ae11e8ea8a6d927f54f515e390436a0be7a8efd998b94ecedf7531fcc4f2", "fields": {"includes": ["\\.layer_norm\\.weight$", "\\.final_layer_norm\\.weight$"], "excludes": null}}, {"id": 139892615450960, "module": "xpmir.learning.optim", "type": "ParameterOptimizer", "typename": "xpmir.learning.optim.ParameterOptimizer", "identifier": "92074c847305721741bed679af556c1e55995d2c82c50d9e89a381e8230c57b1", "fields": {"optimizer": {"type": "python", "value": 139892615448896}, "scheduler": {"type": "python", "value": 139892615447840}, "module": null, "filter": {"type": "python", "value": 139892615448992}}}, {"id": 139892615450528, "module": "xpmir.learning.optim", "type": "Adafactor", "typename": "xpmir.learning.optim.Adafactor", "identifier": "3e692973781fa40bdd297272894c8e3e3e5f47f82d1bf4b1ae981b0c73b0349d", "fields": {"lr": 0.001, "weight_decay": 5e-05, "relative_step": false}}, {"id": 139892615452352, "module": "xpmir.learning.optim", "type": "ParameterFilter", "typename": "xpmir.learning.optim.ParameterFilter", "identifier": "6b7385c00a73e4491f514855a8d0a0033635bd3422e34f07c8b78fc9b5f129c6", "fields": {}}, {"id": 139892615450096, "module": "xpmir.learning.optim", "type": "ParameterOptimizer", "typename": "xpmir.learning.optim.ParameterOptimizer", "identifier": "58af92f4503166fbd91fb3d2a68f32373e39297c906d39c7e8d5083a63a433fe", "fields": {"optimizer": {"type": "python", "value": 139892615450528}, "scheduler": {"type": "python", "value": 139892615447840}, "module": null, "filter": {"type": "python", "value": 139892615452352}}}, {"id": 139892992037248, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 139892992033648, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "a3ae62e29aba384f96996304c8391ebdb588b1122062249c9c73f1b124ea50c6", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev.queries@irds"}}, {"id": 139892992036672, "module": "datamaestro_text.datasets.irds.data", "type": "AdhocAssessments", "typename": "datamaestro_text.datasets.irds.data.AdhocAssessments", "identifier": "3ceb38ab1310d6f2b5c59979fd59e4490490048b08732f4c9f812883ad6268b7", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev.qrels@irds"}}, {"id": 139892992037728, "module": "datamaestro_text.datasets.irds.data", "type": "Adhoc", "typename": "datamaestro_text.datasets.irds.data.Adhoc", "identifier": "7966d82da2dcaa72d9c10048451f8f82189b8963ae23f358e42956b26a0ce968", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev@irds", "documents": {"type": "python", "value": 139892992037248}, "topics": {"type": "python", "value": 139892992033648}, "assessments": {"type": "python", "value": 139892992036672}}}, {"id": 139892992037296, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "86709e8385743a96e30aae2809a36426e24e4a6a87cc7d34cafbd67fea73edb0", "fields": {"irds": "msmarco-passage/dev/small", "id": "irds.msmarco-passage.dev.small.queries@irds"}}, {"id": 139892992039120, "module": "xpmir.datasets.adapters", "type": "RandomFold", "typename": "xpmir.datasets.adapters.RandomFold", "identifier": "8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97", "task": 139892992039120, "fields": {"seed": 123, "sizes": [500.0], "dataset": {"type": "python", "value": 139892992037728}, "fold": 0, "exclude": {"type": "python", "value": 139892992037296}, "assessments": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/assessments.tsv"}, "topics": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/topics.tsv"}}}, {"id": 139892992044448, "module": "datamaestro_text.data.ir.csv", "type": "Topics", "typename": "datamaestro_text.data.ir.csv.Topics", "identifier": "5abde23732045b71e54db55047f17792e4de0a3c0415fd44225177b3b5db3f0d", "task": 139892992039120, "fields": {"id": "", "separator": "\t", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/topics.tsv"}}}, {"id": 139892992045888, "module": "datamaestro_text.data.ir.trec", "type": "TrecAdhocAssessments", "typename": "datamaestro_text.data.ir.trec.TrecAdhocAssessments", "identifier": "29877bcede5ab47ca7d0bb1f0cbf406f3fb5fa9a59ddee0d68a1d9786c0eb6ec", "task": 139892992039120, "fields": {"id": "", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/assessments.tsv"}}}, {"id": 139892992044496, "module": "datamaestro_text.data.ir", "type": "Adhoc", "typename": "datamaestro_text.data.ir.Adhoc", "identifier": "009de43e24e54d97678e4e86d904758a861f4485593638f855c291a40df337a9", "task": 139892992039120, "fields": {"id": "", "documents": {"type": "python", "value": 139892992037248}, "topics": {"type": "python", "value": 139892992044448}, "assessments": {"type": "python", "value": 139892992045888}}}, {"id": 139892992037872, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 139892992302512, "module": "xpmir.interfaces.anserini", "type": "IndexCollection", "typename": "xpmir.interfaces.anserini.IndexCollection", "identifier": "9aed5a0f6654836687d082284725f0d459cd00f69b6e703e815fdcd9cab2a5cf", "task": 139892992302512, "fields": {"id": "", "count": null, "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.interfaces.anserini.indexcollection/9aed5a0f6654836687d082284725f0d459cd00f69b6e703e815fdcd9cab2a5cf/index"}, "storePositions": false, "storeDocvectors": false, "storeRaw": false, "storeContents": false, "stemmer": "porter", "threads": 8, "documents": {"type": "python", "value": 139892992037872}, "thread": 8}}, {"id": 139892992298144, "module": "xpmir.rankers.standard", "type": "BM25", "typename": "xpmir.rankers.standard.BM25", "identifier": "feccdba59a7375ef738014135a63ca2a375baf9cfa7695a822094d13a6b94349", "fields": {"k1": 0.9, "b": 0.4}}, {"id": 139892615313344, "module": "xpmir.interfaces.anserini", "type": "AnseriniRetriever", "typename": "xpmir.interfaces.anserini.AnseriniRetriever", "identifier": "83d33f8ac6c27c1473131daa8a731e1d3cb122d4610c1865d599a96b55cb9014", "fields": {"store": {"type": "python", "value": 139893003427968}, "index": {"type": "python", "value": 139892992302512}, "model": {"type": "python", "value": 139892992298144}, "k": 1000}}, {"id": 139892992301072, "module": "xpmir.learning.batchers", "type": "PowerAdaptativeBatcher", "typename": "xpmir.learning.batchers.PowerAdaptativeBatcher", "identifier": "d24714900555b64e89e6b113c85846846aef0e48ba995681f286cea11c607735", "fields": {}}, {"id": 139893003433920, "module": "xpmir.learning.devices", "type": "CudaDevice", "typename": "xpmir.learning.devices.CudaDevice", "identifier": "fa61b710c002a8ae4e60c2c6a25a9355a25a7c3f5457794426af0d16da42d26d", "fields": {"gpu_determ": false, "cpu_fallback": false, "distributed": false}}, {"id": 139892615313440, "module": "xpmir.rankers", "type": "TwoStageRetriever", "typename": "xpmir.rankers.TwoStageRetriever", "identifier": "13da9c4e66f7f2fc3124f36a3779e467a6287d4469c61a87ff400e307e390b7e", "fields": {"store": null, "retriever": {"type": "python", "value": 139892615313344}, "scorer": {"type": "python", "value": 139892615311520}, "top_k": null, "batchsize": 512, "batcher": {"type": "python", "value": 139892992301072}, "device": {"type": "python", "value": 139893003433920}}}, {"id": 139892615313536, "module": "xpmir.letor.learner", "type": "ValidationListener", "typename": "xpmir.letor.learner.ValidationListener", "identifier": "c0c36408081610a9362dd62eb59973d2a3d0a462d98665b686056694c5d78dc8", "fields": {"id": "bestval", "metrics": {"RR@10": true, "AP": false, "nDCG": false}, "dataset": {"type": "python", "value": 139892992044496}, "retriever": {"type": "python", "value": 139892615313440}, "warmup": -1, "bestpath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/282e09ac5ee345fded2f877f87bb0e5540ba7d2823a90774c47b81c8d860d7d4/out/listeners/0/best"}, "info": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/282e09ac5ee345fded2f877f87bb0e5540ba7d2823a90774c47b81c8d860d7d4/out/listeners/0/info.json"}, "validation_interval": 100, "early_stop": 0, "hooks": []}}, {"id": 139892615452640, "module": "xpmir.distributed", "type": "DistributedHook", "typename": "xpmir.distributed.DistributedHook", "identifier": "43f3172931b70e62158932ccf4318bd65271d42e8b99c75b5a47abd20b8cd3ba", "meta": true, "fields": {"models": [{"type": "python", "value": 139892615306672}]}}, {"id": 139892615457872, "module": "xpmir.neural.generative.hf", "type": "LoadFromT5", "typename": "xpmir.neural.generative.hf.LoadFromT5", "identifier": "8bac86fd495f7cd838fac2e7550a07a5858bc9eee15e67128afb9450505a05cb", "fields": {"t5_model": {"type": "python", "value": 139892615306672}}}, {"id": 139892615453888, "module": "xpmir.learning.learner", "type": "Learner", "typename": "xpmir.learning.learner.Learner", "identifier": "282e09ac5ee345fded2f877f87bb0e5540ba7d2823a90774c47b81c8d860d7d4", "init-tasks": [139892615457872], "task": 139892615453888, "fields": {"random": {"type": "python", "value": 139893003422784}, "trainer": {"type": "python", "value": 139892615306288}, "model": {"type": "python", "value": 139892615311520}, "max_epochs": 1000, "steps_per_epoch": 100, "use_fp16": false, "optimizers": [{"type": "python", "value": 139892615450960}, {"type": "python", "value": 139892615450096}], "listeners": [{"type": "python", "value": 139892615313536}], "checkpoint_interval": 1, "logpath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/282e09ac5ee345fded2f877f87bb0e5540ba7d2823a90774c47b81c8d860d7d4/runs"}, "checkpointspath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/282e09ac5ee345fded2f877f87bb0e5540ba7d2823a90774c47b81c8d860d7d4/checkpoints"}, "device": {"type": "python", "value": 139893003433920}, "hooks": [{"type": "python", "value": 139892615452640}], "use_pretasks": false}}, {"id": 139892615460224, "module": "xpmir.learning.optim", "type": "ModuleLoader", "typename": "xpmir.learning.optim.ModuleLoader", "identifier": "31dfeb045dd8b1357cc4b28793fcfe8f0194b73d83c2e7f7c67004e6c90b5470", "task": 139892615453888, "fields": {"value": {"type": "python", "value": 139892615311520}, "path": {"type": "path.serialized", "value": "path", "is_folder": false}}}]