@Override
  public List<HivePartitionDataset> findDatasets()
      throws IOException {
    List<HivePartitionDataset> list = new ArrayList<>();
    for (HiveDataset hiveDataset : this.hiveDatasets) {
      for (Partition partition : hiveDataset.getPartitionsFromDataset()) {
        list.add(new HivePartitionDataset(partition));
      }
    }
    String selectionPolicyString = this.state.getProp(ComplianceConfigurationKeys.DATASET_SELECTION_POLICY_CLASS,
        ComplianceConfigurationKeys.DEFAULT_DATASET_SELECTION_POLICY_CLASS);
    Policy<HivePartitionDataset> selectionPolicy =
        GobblinConstructorUtils.invokeConstructor(Policy.class, selectionPolicyString);
    return selectionPolicy.selectedList(list);
  }
@ Override public List < HivePartitionDataset > findDatasets ( ) throws IOException { List < HivePartitionDataset > list = new ArrayList < > ( ) ; for ( HiveDataset hiveDataset : this . hiveDatasets ) { for ( Partition partition : hiveDataset . getPartitionsFromDataset ( ) ) { list . add ( new HivePartitionDataset ( partition ) ) ; } } String selectionPolicyString = this . state . getProp ( ComplianceConfigurationKeys . DATASET_SELECTION_POLICY_CLASS , ComplianceConfigurationKeys . DEFAULT_DATASET_SELECTION_POLICY_CLASS ) ; Policy < HivePartitionDataset > selectionPolicy = GobblinConstructorUtils . invokeConstructor ( Policy . class , selectionPolicyString ) ; return selectionPolicy . selectedList ( list ) ; }
Will find all datasets according to whitelist, except the backup, trash and staging tables.