Skip to content
This repository was archived by the owner on Apr 22, 2020. It is now read-only.

Parallelise batching of writes for similarity algorithms #814

Open
wants to merge 11 commits into
base: 3.4
Choose a base branch
from
Open

Parallelise batching of writes for similarity algorithms #814

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
2777a82
batching wip
mneedham Feb 11, 2019
714545d
return write duration
mneedham Feb 11, 2019
e99384b
adding tests for similarity exporter
mneedham Feb 12, 2019
cd79fec
more tests
mneedham Feb 12, 2019
36ad67e
parameterise similarity test
mneedham Feb 12, 2019
f519abf
simplify the code for working out partitions
mneedham Feb 12, 2019
35cbc2b
remove duplication
mneedham Feb 12, 2019
c75886c
push more code into the base SimilarityExporter class
mneedham Feb 12, 2019
78ac242
remove spaces + tidy up imports
mneedham Feb 12, 2019
aed8535
package private some things
mneedham Feb 12, 2019
93691f7
writeMillis instead of writeDuration
mneedham Feb 12, 2019
File filter

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
remove spaces + tidy up imports
  • Loading branch information
@mneedham
mneedham committed Feb 12, 2019
commit 78ac2424f906027aa4a934c335e519fc47c2e9a8
3 changes: 0 additions & 3 deletions algo/src/main/java/org/neo4j/graphalgo/similarity/ParallelSimilarityExporter.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -154,7 +154,4 @@ private DisjointSetStruct computePartitions(HeavyGraph graph) {
return struct;
}




}
13 changes: 0 additions & 13 deletions algo/src/main/java/org/neo4j/graphalgo/similarity/SequentialSimilarityExporter.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,20 +18,9 @@
*/
package org.neo4j.graphalgo.similarity;

import org.neo4j.graphalgo.core.utils.ExceptionUtil;
import org.neo4j.graphalgo.core.utils.StatementApi;
import org.neo4j.internal.kernel.api.exceptions.EntityNotFoundException;
import org.neo4j.internal.kernel.api.exceptions.InvalidTransactionTypeKernelException;
import org.neo4j.internal.kernel.api.exceptions.KernelException;
import org.neo4j.internal.kernel.api.exceptions.explicitindex.AutoIndexingKernelException;
import org.neo4j.kernel.api.KernelTransaction;
import org.neo4j.kernel.internal.GraphDatabaseAPI;
import org.neo4j.logging.Log;
import org.neo4j.values.storable.Values;

import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.stream.Stream;

public class SequentialSimilarityExporter extends SimilarityExporter {
Expand All @@ -48,6 +37,4 @@ public int export(Stream<SimilarityResult> similarityPairs, long batchSize) {
log.info("SequentialSimilarityExporter: Batch Size: %d, Batches written - sequentially: %d", batchSize, batches);
return batches;
}


}