I use "load data local infile ..." to load file which is 7 GB to mysql cluster. but just load 20,000,000 rows and spend 200 min. it spend too much time. Use MyISAM will load 90,000,000 rows and just spend 20 min.
Is it the problem of mysql cluster or my config file?
Please help me for the problem.
Best Regards!
my cluster:
4 data nodes
data node machine: 12 core cpu, 64GB mem
1 sql node : 12 core cpu 16GB mem
my config.ini
[NDBD DEFAULT]
NoOfReplicas=1
DataMemory=5000M
IndexMemory=200M
DataDir=/app/ndb/data
BackupDataDir=/app/ndb/data/backup
LockPagesInMainMemory=1
TimeBetweenLocalCheckpoints=20
TimeBetweenGlobalCheckpoints=1000
TimeBetweenEpochs=100
TimeBetweenWatchdogCheckInitial=60000
StringMemory=20
MaxNoOfTables=1024
MaxNoOfOrderedIndexes=2048
MaxNoOfUniqueHashIndexes=512
MaxNoOfAttributes=20480
MaxNoOfTriggers=10240
DiskCheckpointSpeedInRestart=100M
FragmentLogFileSize=256M
NoOfFragmentLogFiles=16
RedoBuffer=64M
MaxNoOfConcurrentOperations=500000
TransactionInactiveTimeout=50000
MaxNoOfExecutionThreads=8
BatchSizePerLocalScan=512
SharedGlobalMemory=20M
DiskPageBufferMemory=80M
###### COMPUTER DEFINITIONS ######
### Datanode Computer #1
[COMPUTER]
Id=1
HostName=ip1
### Datanode Computer #2
[COMPUTER]
Id=2
HostName=ip2
### Datanode Computer #3
[COMPUTER]
Id=3
HostName=ip3
### Datanode Computer #4
[COMPUTER]
Id=4
HostName=ip4
# Management Node Computer #1
[COMPUTER]
Id=5
HostName=ip5
#### Data Nodes
[NDBD]
NodeId=1
ExecuteOnComputer=1
[NDBD]
NodeId=2
ExecuteOnComputer=2
[NDBD]
NodeId=3
ExecuteOnComputer=3
[NDBD]
NodeId=4
ExecuteOnComputer=4
[NDBD]
NodeId=5
ExecuteOnComputer=1
[NDBD]
NodeId=6
ExecuteOnComputer=2
[NDBD]
NodeId=7
ExecuteOnComputer=3
[NDBD]
NodeId=8
ExecuteOnComputer=4
[NDBD]
NodeId=9
ExecuteOnComputer=1
[NDBD]
NodeId=10
ExecuteOnComputer=2
[NDBD]
NodeId=11
ExecuteOnComputer=3
[NDBD]
NodeId=12
ExecuteOnComputer=4
[NDBD]
NodeId=13
ExecuteOnComputer=1
[NDBD]
NodeId=14
ExecuteOnComputer=2
[NDBD]
NodeId=15
ExecuteOnComputer=3
[NDBD]
NodeId=16
ExecuteOnComputer=4
[NDBD]
NodeId=17
ExecuteOnComputer=1
[NDBD]
NodeId=18
ExecuteOnComputer=2
[NDBD]
NodeId=19
ExecuteOnComputer=3
[NDBD]
NodeId=20
ExecuteOnComputer=4
[NDBD]
NodeId=21
ExecuteOnComputer=1
[NDBD]
NodeId=22
ExecuteOnComputer=2
[NDBD]
NodeId=23
ExecuteOnComputer=3
[NDBD]
NodeId=24
ExecuteOnComputer=4
[NDBD]
NodeId=25
ExecuteOnComputer=1
[NDBD]
NodeId=26
ExecuteOnComputer=2
[NDBD]
NodeId=27
ExecuteOnComputer=3
[NDBD]
NodeId=28
ExecuteOnComputer=4
[NDBD]
NodeId=29
ExecuteOnComputer=1
[NDBD]
NodeId=30
ExecuteOnComputer=2
[NDBD]
NodeId=31
ExecuteOnComputer=3
[NDBD]
NodeId=32
ExecuteOnComputer=4
### Management node
[NDB_MGMD]
Id=33
ExecuteOnComputer=5
# Anonymous API nodes
[MYSQLD]
Id=51
Hostname=mysqld01.mysqlab.net
[MYSQLD]
[MYSQLD]
[MYSQLD]
[MYSQLD]
[MYSQLD]
[MYSQLD]
Is it the problem of mysql cluster or my config file?
Please help me for the problem.
Best Regards!
my cluster:
4 data nodes
data node machine: 12 core cpu, 64GB mem
1 sql node : 12 core cpu 16GB mem
my config.ini
[NDBD DEFAULT]
NoOfReplicas=1
DataMemory=5000M
IndexMemory=200M
DataDir=/app/ndb/data
BackupDataDir=/app/ndb/data/backup
LockPagesInMainMemory=1
TimeBetweenLocalCheckpoints=20
TimeBetweenGlobalCheckpoints=1000
TimeBetweenEpochs=100
TimeBetweenWatchdogCheckInitial=60000
StringMemory=20
MaxNoOfTables=1024
MaxNoOfOrderedIndexes=2048
MaxNoOfUniqueHashIndexes=512
MaxNoOfAttributes=20480
MaxNoOfTriggers=10240
DiskCheckpointSpeedInRestart=100M
FragmentLogFileSize=256M
NoOfFragmentLogFiles=16
RedoBuffer=64M
MaxNoOfConcurrentOperations=500000
TransactionInactiveTimeout=50000
MaxNoOfExecutionThreads=8
BatchSizePerLocalScan=512
SharedGlobalMemory=20M
DiskPageBufferMemory=80M
###### COMPUTER DEFINITIONS ######
### Datanode Computer #1
[COMPUTER]
Id=1
HostName=ip1
### Datanode Computer #2
[COMPUTER]
Id=2
HostName=ip2
### Datanode Computer #3
[COMPUTER]
Id=3
HostName=ip3
### Datanode Computer #4
[COMPUTER]
Id=4
HostName=ip4
# Management Node Computer #1
[COMPUTER]
Id=5
HostName=ip5
#### Data Nodes
[NDBD]
NodeId=1
ExecuteOnComputer=1
[NDBD]
NodeId=2
ExecuteOnComputer=2
[NDBD]
NodeId=3
ExecuteOnComputer=3
[NDBD]
NodeId=4
ExecuteOnComputer=4
[NDBD]
NodeId=5
ExecuteOnComputer=1
[NDBD]
NodeId=6
ExecuteOnComputer=2
[NDBD]
NodeId=7
ExecuteOnComputer=3
[NDBD]
NodeId=8
ExecuteOnComputer=4
[NDBD]
NodeId=9
ExecuteOnComputer=1
[NDBD]
NodeId=10
ExecuteOnComputer=2
[NDBD]
NodeId=11
ExecuteOnComputer=3
[NDBD]
NodeId=12
ExecuteOnComputer=4
[NDBD]
NodeId=13
ExecuteOnComputer=1
[NDBD]
NodeId=14
ExecuteOnComputer=2
[NDBD]
NodeId=15
ExecuteOnComputer=3
[NDBD]
NodeId=16
ExecuteOnComputer=4
[NDBD]
NodeId=17
ExecuteOnComputer=1
[NDBD]
NodeId=18
ExecuteOnComputer=2
[NDBD]
NodeId=19
ExecuteOnComputer=3
[NDBD]
NodeId=20
ExecuteOnComputer=4
[NDBD]
NodeId=21
ExecuteOnComputer=1
[NDBD]
NodeId=22
ExecuteOnComputer=2
[NDBD]
NodeId=23
ExecuteOnComputer=3
[NDBD]
NodeId=24
ExecuteOnComputer=4
[NDBD]
NodeId=25
ExecuteOnComputer=1
[NDBD]
NodeId=26
ExecuteOnComputer=2
[NDBD]
NodeId=27
ExecuteOnComputer=3
[NDBD]
NodeId=28
ExecuteOnComputer=4
[NDBD]
NodeId=29
ExecuteOnComputer=1
[NDBD]
NodeId=30
ExecuteOnComputer=2
[NDBD]
NodeId=31
ExecuteOnComputer=3
[NDBD]
NodeId=32
ExecuteOnComputer=4
### Management node
[NDB_MGMD]
Id=33
ExecuteOnComputer=5
# Anonymous API nodes
[MYSQLD]
Id=51
Hostname=mysqld01.mysqlab.net
[MYSQLD]
[MYSQLD]
[MYSQLD]
[MYSQLD]
[MYSQLD]
[MYSQLD]