I am running a simple etl config file where I am getting a hit of about 93K
vertices that need to have an edge created to a single node, oetl runs for
a few hours and then throws a java.lang.OutOfMemoryError: Java heap space,
are there any options that one can pass to the oetl shell script to run
with more heap space... here is the etl config file:
{
"config": {
"log": "debug"
},
"source" : {
"file": { "path": "/tmp/educationHistory" }
},
"extractor" : {
"json": {}
},
"transformers": [
{
"command": {
"command": "create edge attendedEducationInstitution from
(select from Person where \"${input.university}\" in edu) to (select from
Education where university = \"${$input.university}\")",
"output": "edge"
}
}
],
"loader" : {
"orientdb": {
"dbURL": "plocal:/home/orientDB/peopleDB",
"dbUser": "admin",
"dbPassword": "admin",
"dbAutoCreate": true,
"standardElementConstraints": false,
"tx": true,
"wal": false,
"batchCommit": 1000,
"dbType": "graph",
"classes": [{"name": "Person", "extends":"V"}, {"name": "Education",
"extends":"V"}, {"name": "CareerOrganization", "extends":"V"},
{"name": "knows", "extends":"E"},{"name":
"attendedEducationInstitution", "extends":"E"},{"name": "hasWorkedAt",
"extends":"E"}],
"indexes": [{"class":"Person", "fields":["personid:long"],
"type":"UNIQUE_HASH_INDEX" }]
}
}
}
--
---
You received this message because you are subscribed to the Google Groups
"OrientDB" group.
To unsubscribe from this group and stop receiving emails from it, send an email
to [email protected].
For more options, visit https://groups.google.com/d/optout.
