def configure_options(self):
        super(SampleCDXJob, self).configure_options()

        self.add_passthrough_option('--shards', dest='shards',
                                    type=int,
                                    default=300,
                                    help='Number of shards in output ' +
                                         '(create shards-1 splits')

        self.add_passthrough_option('--scaler', dest='scaler',
                                    type=int,
                                    default=100,
                                    help='Scaler for sample size: ' +
                                         'Sample size = shards * scaler')

        self.add_passthrough_option('--splitfile', dest='splitfile',
                                    help='Split file output dest, ' +
                                         'will contain shards-1 splits')
Custom command line options for indexing
dataset/ETHPy150Open ikreymer/webarchive-indexing/samplecdxjob.py/SampleCDXJob.configure_options