Hi; I am trying to migrate data from mysql to orientdb. I can insert 16 million vertexes per hour with multiple threads and it is very impressive. After inserting vertexes I try to insert edges but it is very slow. I looked at internet but ı coulnt find any useful information. What is the best practice for massive insertion of EDGES. I send my configuration . Any help appreciated.
OrientDb version : 2.1.11 Transaction managemet = OrientdBNoTx OrientDB 2.1.11 (build 2.1.x@rddb5c0b4761473ae9549c3ac94871ab56ef5af2c; 2016-02-15 10:45:12+0000) configuration dump: - ENVIRONMENT + environment.dumpCfgAtStartup = true + environment.concurrent = true + environment.allowJVMShutdown = true - SCRIPT + script.pool.maxSize = 20 - MEMORY + memory.useUnsafe = true + memory.directMemory.safeMode = true + memory.directMemory.trackMode = false + memory.directMemory.onlyAlignedMemoryAccess = true - JVM + jvm.gc.delayForOptimize = 600 - STORAGE + storage.diskCache.pinnedPages = 20 + storage.diskCache.bufferSize = 1256 + storage.diskCache.writeCachePart = 15 + storage.diskCache.writeCachePageTTL = 86400 + storage.diskCache.writeCachePageFlushInterval = 25 + storage.diskCache.writeCacheFlushInactivityInterval = 60000 + storage.diskCache.writeCacheFlushLockTimeout = -1 + storage.diskCache.diskFreeSpaceLimit = 100 + storage.diskCache.diskFreeSpaceCheckInterval = 5 + storage.configuration.syncOnUpdate = true + storage.compressionMethod = nothing + storage.useWAL = false + storage.wal.syncOnPageFlush = false + storage.wal.cacheSize = 3000 + storage.wal.maxSegmentSize = 128 + storage.wal.maxSize = 4096 + storage.wal.commitTimeout = 1000 + storage.wal.shutdownTimeout = 10000 + storage.wal.fuzzyCheckpointInterval = 300 + storage.wal.reportAfterOperationsDuringRestore = 10000 + storage.wal.restore.batchSize = 50000 + storage.wal.readCacheSize = 1000 + storage.wal.fuzzyCheckpointShutdownWait = 600 + storage.wal.fullCheckpointShutdownTimeout = 600 + storage.wal.path = null + storage.makeFullCheckpointAfterCreate = true + storage.makeFullCheckpointAfterOpen = true + storage.makeFullCheckpointAfterClusterCreate = true + storage.diskCache.pageSize = 64 + storage.lowestFreeListBound = 16 + storage.cluster.usecrc32 = false + storage.lockTimeout = 0 + storage.record.lockTimeout = 2000 + storage.useTombstones = false - RECORD + record.downsizing.enabled = true - OBJECT + object.saveOnlyDirty = false - DB + db.pool.min = 1 + db.pool.max = 50 + db.pool.idleTimeout = 0 + db.pool.idleCheckDelay = 0 + db.mvcc.throwfast = false + db.validation = true - NONTX + nonTX.recordUpdate.synch = false + nonTX.clusters.sync.immediately = manindex - TX + tx.trackAtomicOperations = false - INDEX + index.embeddedToSbtreeBonsaiThreshold = 40 + index.sbtreeBonsaiToEmbeddedThreshold = -1 - HASHTABLE + hashTable.slitBucketsBuffer.length = 1500 - INDEX + index.auto.synchronousAutoRebuild = true + index.auto.lazyUpdates = 10000 + index.flushAfterCreate = true + index.manual.lazyUpdates = 1 + index.durableInNonTxMode = false + index.txMode = FULL + index.cursor.prefetchSize = 500000 - SBTREE + sbtree.maxDepth = 64 + sbtree.maxKeySize = 10240 + sbtree.maxEmbeddedValueSize = 40960 - SBTREEBONSAI + sbtreebonsai.bucketSize = 2 + sbtreebonsai.linkBagCache.size = 100000 + sbtreebonsai.linkBagCache.evictionSize = 1000 + sbtreebonsai.freeSpaceReuseTrigger = 0.5 - RIDBAG + ridBag.embeddedDefaultSize = 4 + ridBag.embeddedToSbtreeBonsaiThreshold = -1 + ridBag.sbtreeBonsaiToEmbeddedToThreshold = -1 - COLLECTIONS + collections.preferSBTreeSet = false - FILE + file.trackFileClose = false + file.lock = true + file.deleteDelay = 10 + file.deleteRetry = 50 - JNA + jna.disable.system.library = true - NETWORK + network.maxConcurrentSessions = 1000 + network.socketBufferSize = 32768 + network.lockTimeout = 15000 + network.socketTimeout = 15000 + network.requestTimeout = 3600000 + network.retry = 5 + network.retryDelay = 500 + network.binary.loadBalancing.enabled = false + network.binary.loadBalancing.timeout = 2000 + network.binary.maxLength = 32736 + network.binary.readResponse.maxTimes = 20 + network.binary.debug = false + network.http.maxLength = 1000000 + network.http.charset = utf-8 + network.http.jsonResponseError = true + network.http.jsonp = false - OAUTH2 + oauth2.secretkey = - NETWORK + network.http.sessionExpireTimeout = 300 + network.http.useToken = false + network.token.secretyKey = + network.token.encriptionAlgorithm = HmacSHA256 + network.token.expireTimeout = 60 - PROFILER + profiler.enabled = true + profiler.config = null + profiler.autoDump.interval = 0 + profiler.maxValues = 200 - LOG + log.console.level = info + log.file.level = fine - COMMAND + command.timeout = 0 - QUERY + query.scanThresholdTip = 50000 + query.limitThresholdTip = 10000 - SQL + sql.graphConsistencyMode = notx_async_repair - CLIENT + client.channel.maxPool = 100 + client.connectionPool.waitTimeout = 5000 + client.channel.dbReleaseWaitTimeout = 10000 + client.ssl.enabled = false + client.ssl.keyStore = null + client.ssl.keyStorePass = null + client.ssl.trustStore = null + client.ssl.trustStorePass = null + client.session.tokenBased = false - SERVER + server.channel.cleanDelay = 5000 + server.cache.staticFile = false + server.log.dumpClientExceptionLevel = FINE + server.log.dumpClientExceptionFullStackTrace = false - DISTRIBUTED + distributed.crudTaskTimeout = 3000 + distributed.commandTaskTimeout = 10000 + distributed.commandLongTaskTimeout = 86400000 + distributed.deployDbTaskTimeout = 1200000 + distributed.deployChunkTaskTimeout = 15000 + distributed.deployDbTaskCompression = 7 + distributed.queueTimeout = 5000 + distributed.asynchQueueSize = 0 + distributed.asynchResponsesTimeout = 15000 + distributed.purgeResponsesTimerDelay = 15000 + distributed.queueMaxSize = 10000 + distributed.backupDirectory = ../backup/databases + distributed.concurrentTxMaxAutoRetry = 10 + distributed.concurrentTxAutoRetryDelay = 100 - DB + db.makeFullCheckpointOnIndexChange = true + db.makeFullCheckpointOnSchemaChange = true + db.document.serializer = ORecordSerializerBinary - LAZYSET + lazyset.workOnStream = true - DB + db.mvcc = true + db.use.distributedVersion = false - MVRBTREE + mvrbtree.timeout = 0 + mvrbtree.nodePageSize = 256 + mvrbtree.loadFactor = 0.7 + mvrbtree.optimizeThreshold = 100000 + mvrbtree.entryPoints = 64 + mvrbtree.optimizeEntryPointsFactor = 1.0 + mvrbtree.entryKeysInMemory = false + mvrbtree.entryValuesInMemory = false + mvrbtree.ridBinaryThreshold = -1 + mvrbtree.ridNodePageSize = 64 + mvrbtree.ridNodeSaveMemory = false - TX + tx.commit.synch = false + tx.autoRetry = 1 + tx.log.fileType = classic + tx.log.synch = false + tx.useLog = false - INDEX + index.auto.rebuildAfterNotSoftClose = true - CLIENT + client.channel.minPool = 1 - STORAGE + storage.keepOpen = false - CACHE + cache.local.enabled = false -- --- You received this message because you are subscribed to the Google Groups "OrientDB" group. To unsubscribe from this group and stop receiving emails from it, send an email to [email protected]. For more options, visit https://groups.google.com/d/optout.
