使用elasticdump做數據遷移

es版本
[root@localhost bin]# ./elasticdump --help
elasticdump: Import and export tools for elasticsearch
version: 4.6.0

1.elasticdump

安裝
su - root
cd /opt
yum install epel-release
yum install nodejs
yum install npm
npm install elasticdump
cd node_modules/elasticdump/bin  后便可以執行操作。

#拷貝analyzer如分詞
./elasticdump \
  --input=http://192.168.1.85:9200/db_customer \
  --output=http://192.168.1.118:9200/db_customer \
  --type=analyzer

#拷貝映射
./elasticdump \
  --input=http://192.168.1.85:9200/db_customer \
  --output=http://192.168.1.118:9200/db_customer \
  --type=mapping

#拷貝數據
./elasticdump \
  --input=http://192.168.1.85:9200/db_customer \
  --output=http://192.168.1.118:9200/db_customer \
  --type=data

帶驗證的導入

./elasticdump \
  --input=http://elastic:elastic@192.168.1.134:29200/db_customer \
  --output=http://elastic:elastic@192.168.1.118:9200/db_customer \
  --type=analyzer

#拷貝映射
./elasticdump \
  --input=http://elastic:elastic@192.168.1.134:29200/db_customer \
  --output=http://elastic:elastic@192.168.1.118:9200/db_customer \
  --type=mapping

#拷貝數據
./elasticdump \
  --input=http://elastic:elastic@192.168.1.134:29200/db_customer \
  --output=http://elastic:elastic@192.168.1.118:9200/db_customer \
  --type=data

 

 

------------------------原封不動的遷移----------------------------------------------
#拷貝分詞
./elasticdump --input=http://192.168.1.136:19200/hxl_test --output=http://192.168.1.136:19200/bak01_hxl_test --type=analyzer


#拷貝映射
./elasticdump --input=http://192.168.1.136:19200/hxl_test  --output=http://192.168.1.136:19200/bak01_hxl_test --type=mapping


#拷貝數據
./elasticdump --input=http://192.168.1.136:19200/hxl_test --output=http://192.168.1.136:19200/bak01_hxl_test --type=data

----------------------------提前創建索引后，只遷移數據------------------------
1.提前創建索引，結構可以跟源庫的有一定的差異
比如在原來索引的基礎上添加了"type": "nested"
2.同步數據
/opt/node_modules/elasticdump/bin/elasticdump --input=http://192.168.1.136:19200/inoculate --output=http://192.168.1.136:19200/inoculate_new --type=data
​
​遇到的錯誤:
​/opt/node_modules/elasticdump/lib/processor.js:40
  async _loop (limit, offset, totalWrites) {
        ^^^^^

SyntaxError: Unexpected identifier
    at createScript (vm.js:56:10)
    at Object.runInThisContext (vm.js:97:10)
    at Module._compile (module.js:549:28)
    at Object.Module._extensions..js (module.js:586:10)
    at Module.load (module.js:494:32)
    at tryModuleLoad (module.js:453:12)
    at Function.Module._load (module.js:445:3)
    at Module.require (module.js:504:17)
    at require (internal/module.js:20:19)
    at Object.<anonymous> (/opt/node_modules/elasticdump/elasticdump.js:3:28)
[root@yeemiao-oracle-9e96168-prd bin]#
[root@yeemiao-oracle-9e96168-prd bin]# npm install -g n
/usr/bin/n -> /usr/lib/node_modules/n/bin/n
/usr/lib
└── n@6.0.1

[root@yeemiao-oracle-9e96168-prd bin]# /opt/node_modules/elasticdump/bin/elasticdump --input=http://172.17.10.20:19200/child_inocexamine_student --output=http://172.17.10.61:29200/child_inocexamine_student --type=analyzer
/opt/node_modules/elasticdump/lib/processor.js:40
  async _loop (limit, offset, totalWrites) {
        ^^^^^

SyntaxError: Unexpected identifier
    at createScript (vm.js:56:10)
    at Object.runInThisContext (vm.js:97:10)
    at Module._compile (module.js:549:28)
    at Object.Module._extensions..js (module.js:586:10)
    at Module.load (module.js:494:32)
    at tryModuleLoad (module.js:453:12)
    at Function.Module._load (module.js:445:3)
    at Module.require (module.js:504:17)
    at require (internal/module.js:20:19)
    at Object.<anonymous> (/opt/node_modules/elasticdump/elasticdump.js:3:28)
    
解決辦法:
#升級nodejs
[root@localhost ~]# npm install -g n
[root@localhost ~]# n latest