bigger batches

tburch · tburch · commit 520e3a7bdfc5 · 2017-08-16T17:14:23.000-06:00
diff --git a/src/main/java/com/lowtuna/jsonblob/core/DataDirectoryCleanupJob.java b/src/main/java/com/lowtuna/jsonblob/core/DataDirectoryCleanupJob.java
@@ -77,7 +77,7 @@ public DateTime apply(@Nullable String input) {
         }
 
         log.debug("Submitting BulkBlobDeleteJobs for {} blobs in {}", toRemove.size(), dir);
-        List<List<String>> subSets = Lists.partition(Lists.newArrayList(toRemove.keySet()), 100);
+        List<List<String>> subSets = Lists.partition(Lists.newArrayList(toRemove.keySet()), 1000);
         subSets.parallelStream().forEach(list -> executorService.submit(new BulkBlobDeleteJob(Sets.newHashSet(list), fileSystemJsonBlobManager, deleteEnabled)));
       } catch (IOException e) {
         log.warn("Couldn't load metadata file from {}", dir.getAbsolutePath(), e);

Original file line number	Diff line number	Diff line change
`@@ -77,7 +77,7 @@ public DateTime apply(@Nullable String input) {`
`77`	`77`	`}`
`78`	`78`
`79`	`79`	`log.debug("Submitting BulkBlobDeleteJobs for {} blobs in {}", toRemove.size(), dir);`
`80`		`- List<List<String>> subSets = Lists.partition(Lists.newArrayList(toRemove.keySet()), 100);`
	`80`	`+ List<List<String>> subSets = Lists.partition(Lists.newArrayList(toRemove.keySet()), 1000);`
`81`	`81`	`subSets.parallelStream().forEach(list -> executorService.submit(new BulkBlobDeleteJob(Sets.newHashSet(list), fileSystemJsonBlobManager, deleteEnabled)));`
`82`	`82`	`} catch (IOException e) {`
`83`	`83`	`log.warn("Couldn't load metadata file from {}", dir.getAbsolutePath(), e);`