mongo数据备份和迁移
# 旧集群
# 备份数据
$ docker exec -it rs_mongos_server bash
$ mongo --host 172.22.140.200 --port 27017 -u qa -p 'CmccJt2020'
mongos> show dbs
admin 0.000GB
config 0.004GB
dangjian_prodb 0.188GB
jt_faq_prodb 0.033GB
jt_faq_testdb 0.523GB
largescreen_db 0.000GB
outbound 0.000GB
#备份各个库
mongodump --host 172.22.140.200 --port 27017 --username qa --password 'CmccJt2020' --authenticationDatabase admin --db dangjian_prodb --out /root/backup/dangjian_prodb --gzip
mongodump --host 172.22.140.200 --port 27017 --username qa --password 'CmccJt2020' --authenticationDatabase admin --db jt_faq_prodb --out /root/backup/jt_faq_prodb --gzip
mongodump --host 172.22.140.200 --port 27017 --username qa --password 'CmccJt2020' --authenticationDatabase admin --db jt_faq_testdb --out /root/backup/jt_faq_testdb --gzip
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
2
3
4
5
6
7
8
9
10
11
12
13
14
15
# 新集群
# 修改相关配置文件
# 修改启动文件里面的集群IP，替换成新集群
cat /apps/basedata/mongosvr/pro-mongo.yml
version: '3.7'
networks:
mongo-network:
external: false
services:
# 配置服务器configsvr
rs_config_server:
image: mongo:4.4
networks:
- mongo-network
container_name: rs_config_server
restart: always
ports:
- 27019:27019
command: --configsvr --replSet "rs_config_server" --keyFile "/data/mongodb/key.file" --bind_ip_all
volumes:
- ${PWD}/config/db:/data/db
- ${PWD}/config/configdb:/data/configdb
- ${PWD}/key.file:/data/mongodb/key.file
environment:
- MONGO_INITDB_ROOT_USERNAME=qa
- MONGO_INITDB_ROOT_PASSWORD=CmccJt2020
- MONGO_INITDB_DATABASE=admin
# shard分片1
rs_shard_server_01:
image: mongo:4.4
networks:
- mongo-network
container_name: rs_shard_server_01
restart: always
ports:
- 27118:27018
command: --shardsvr --replSet "rs_shard_server_01" --keyFile "/data/mongodb/key.file" --bind_ip_all
volumes:
- ${PWD}/shard1/db:/data/db
- ${PWD}/shard1/configdb:/data/configdb
- ${PWD}/key.file:/data/mongodb/key.file
environment:
- MONGO_INITDB_ROOT_USERNAME=qa
- MONGO_INITDB_ROOT_PASSWORD=CmccJt2020
- MONGO_INITDB_DATABASE=admin
depends_on:
- rs_config_server
# shard分片2
rs_shard_server_02:
image: mongo:4.4
networks:
- mongo-network
container_name: rs_shard_server_02
restart: always
ports:
- 27218:27018
command: --shardsvr --replSet "rs_shard_server_02" --keyFile "/data/mongodb/key.file" --bind_ip_all
volumes:
- ${PWD}/shard2/db:/data/db
- ${PWD}/shard2/configdb:/data/configdb
- ${PWD}/key.file:/data/mongodb/key.file
environment:
- MONGO_INITDB_ROOT_USERNAME=qa
- MONGO_INITDB_ROOT_PASSWORD=CmccJt2020
- MONGO_INITDB_DATABASE=admin
depends_on:
- rs_config_server
# shard分片3
rs_shard_server_03:
image: mongo:4.4
networks:
- mongo-network
container_name: rs_shard_server_03
restart: always
ports:
- 27318:27018
command: --shardsvr --replSet "rs_shard_server_03" --keyFile "/data/mongodb/key.file" --bind_ip_all
volumes:
- ${PWD}/shard3/db:/data/db
- ${PWD}/shard3/configdb:/data/configdb
- ${PWD}/key.file:/data/mongodb/key.file
environment:
- MONGO_INITDB_ROOT_USERNAME=qa
- MONGO_INITDB_ROOT_PASSWORD=CmccJt2020
- MONGO_INITDB_DATABASE=admin
depends_on:
- rs_config_server
# 配置路由 mongos
rs_mongos_server:
image: mongo:4.4
networks:
- mongo-network
container_name: rs_mongos_server
restart: always
ports:
- 27017:27017
entrypoint: mongos
command: --configdb rs_config_server/10.232.15.148:27019,10.232.15.153:27019,10.232.15.147:27019 --keyFile "/data/mongodb/key.file" --bind_ip_all
volumes:
- ${PWD}/mongos/db:/data/db
- ${PWD}/mongos/configdb:/data/configdb
- ${PWD}/key.file:/data/mongodb/key.file
environment:
- MONGO_INITDB_ROOT_USERNAME=qa
- MONGO_INITDB_ROOT_PASSWORD=CmccJt2020
- MONGO_INITDB_DATABASE=admin
depends_on:
- rs_shard_server_01
- rs_shard_server_02
- rs_shard_server_03
#创建key.file文件，并授予正确权限，每个节点启动目录都要有
cat > "${PWD}/key.file" <<'EOF'
t2bTm8m5ShkerYnpiDrUUaqZYXoRajQ1jedf7fMkvJGljCLdq9hVclE+NBKiWdkv
MDd4u1yH1p/YIsziMoIpULFdS7bQz7ZiP8mranxFk+I8npYUuq3eOcue/jGyljZY
ZKMzbfPL7JvSgAbD/UY7Bhc1FJ1pchWkVcd/bT454eQ1Zm2b+HGDEisabHha9mxr
CrHE+gqk5DhbCgBfOM7pDge3MFHD2Ddwf1piomcwe5o2zxnKR/hNldOKhGOcVfRj
dr4Q/2Ez+jHTXM1LH6KrxMANcU5hnUAs+ev6mfkfzB1J16NiEDQK8HXL7TwrjH3r
GOl68RtpGa5GA9US3EF5EAraFuA25EH5INZ+kJC3VYS0/5WxS1zZoiI2VXQ988Ja
DCoO9G29sPgSSv7RQKh2sOmdTsfwyvBvdKaaIfVokDNasQuQuj9a8uTNZL+pMgh9
eWzq+7FxCwEAa9cGqoEtwHSB0ujPly2o9XviQheKVMUknR2ZoBNK9LoJNKFx56ho
CF2sAkk+icINW09j3DbLFjx6FbNxeTQvhuAt3xlf9E4P3j+kzXUNdVzO6T8GeTMm
MtC06/Y6n8a1tEwaFgBMbhj0Fek+4v2Qd5ILpKEda4Dp37MmJTZl2P39yGITeH1e
L4HxMUFZVcdjjE7nmF0oRaDkfjulN+kl5y+xjrNeyr+QNhaP6oqRmyUV9AZ06Vcy
EnTE7m02D11m2ZDnEq+OVELYtqcpjn98unk6/HlLpweneQtbw38/ROrs8Zvxiczv
9rnBQlFc6kYYttNQNVoZ6mQ/n3+0PK8XLhuI23Hmp3Zndsek6xXHgV1CoCT9oYVm
2x6kiZS3JqyutdQQVhaK+vVs6Cv/owouAURNcHf9xSEA3TijNQdvc8jznE6HiyHc
sINaLKZHvAB8YsezQMGniSRDGJ3febb0wtkHVbpUfaPdUJkJeQo+m7ZRG9zGoSlv
Rszvoq1VNbmkWVs+b4K2GkknZHwOPRRiNev/8HuOpVjbZv2N
EOF
chmod 600 "${PWD}/key.file" && chown 999:999 "${PWD}/key.file"
docker-compose -f pro-mongo.yml up -d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
# shard 节点初始化
docker exec -it rs_shard_server_01 bash
mongo --port 27018 -u qa -p CmccJt2020 --authenticationDatabase admin
> rs.status()
{
"ok" : 0,
"errmsg" : "no replset config has been received",
"code" : 94,
"codeName" : "NotYetInitialized"
}
> rs.initiate({
... _id: "rs_shard_server_01",
... members: [
... { _id: 0, host: "10.232.15.148:27118" },
... { _id: 1, host: "10.232.15.153:27118" },
... { _id: 2, host: "10.232.15.147:27118" }
... ]
... })
{ "ok" : 1 }
rs_shard_server_01:SECONDARY>
docker exec -it rs_shard_server_02 bash
mongo --port 27018 -u qa -p CmccJt2020 --authenticationDatabase admin
> rs.status()
{
"ok" : 0,
"errmsg" : "no replset config has been received",
"code" : 94,
"codeName" : "NotYetInitialized"
}
> rs.initiate({
... _id: "rs_shard_server_02",
... members: [
... { _id: 0, host: "10.232.15.148:27218" },
... { _id: 1, host: "10.232.15.153:27218" },
... { _id: 2, host: "10.232.15.147:27218" }
... ]
... })
{ "ok" : 1 }
rs_shard_server_02:SECONDARY>
docker exec -it rs_shard_server_03 bash
mongo --port 27018 -u qa -p CmccJt2020 --authenticationDatabase admin
{
"ok" : 0,
"errmsg" : "no replset config has been received",
"code" : 94,
"codeName" : "NotYetInitialized"
}
> rs.initiate({
... _id: "rs_shard_server_03",
... members: [
... { _id: 0, host: "10.232.15.148:27318" },
... { _id: 1, host: "10.232.15.153:27318" },
... { _id: 2, host: "10.232.15.147:27318" }
... ]
... })
{ "ok" : 1 }
rs_shard_server_03:SECONDARY>
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
# 加入分片集
$ docker exec -it rs_mongos_server bash
mongos> sh.addShard("rs_shard_server_01/10.232.15.148:27118,10.232.15.153:27118,10.232.15.147:27118")
{
"shardAdded" : "rs_shard_server_01",
"ok" : 1,
"operationTime" : Timestamp(1766630551, 3),
"$clusterTime" : {
"clusterTime" : Timestamp(1766630551, 3),
"signature" : {
"hash" : BinData(0,"uiDCIROMO9ZKiV3somyunSOafMQ="),
"keyId" : NumberLong("7587612589459243030")
}
}
}
mongos> sh.addShard("rs_shard_server_02/10.232.15.148:27218,10.232.15.153:27218,10.232.15.147:27218")
{
"shardAdded" : "rs_shard_server_02",
"ok" : 1,
"operationTime" : Timestamp(1766630555, 3),
"$clusterTime" : {
"clusterTime" : Timestamp(1766630555, 3),
"signature" : {
"hash" : BinData(0,"csAnXW5Bi/ZPTbHwEj5+p9bQap0="),
"keyId" : NumberLong("7587612589459243030")
}
}
}
mongos> sh.addShard("rs_shard_server_03/10.232.15.148:27318,10.232.15.153:27318,10.232.15.147:27318")
{
"shardAdded" : "rs_shard_server_03",
"ok" : 1,
"operationTime" : Timestamp(1766630560, 3),
"$clusterTime" : {
"clusterTime" : Timestamp(1766630560, 4),
"signature" : {
"hash" : BinData(0,"cha6zsYAqiA8EaOJ2m8uA2RLoM0="),
"keyId" : NumberLong("7587612589459243030")
}
}
}
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
# 恢复数据
$ docker exec -it rs_mongos_server bash
$ mongorestore -uqa -pCmccJt2020 --port 27017 --authenticationDatabase admin -d jt_faq_prodb /root/backup/jt_faq_prodb/jt_faq_prodb --gzip
...
2025-12-25T02:44:55.637+0000 index: &idx.IndexDocument{Options:primitive.M{"background":true, "name":"botid_1_status_1", "v":2}, Key:primitive.D{primitive.E{Key:"botid", Value:1}, primitive.E{Key:"status", Value:1}}, PartialFilterExpression:primitive.D(nil)}
2025-12-25T02:44:56.109+0000 118713 document(s) restored successfully. 0 document(s) failed to restore
$ mongorestore -uqa -pCmccJt2020 --port 27017 --authenticationDatabase admin -d dangjian_prodb /root/backup/dangjian_prodb/dangjian_prodb --gzip
...
2025-12-25T02:46:30.083+0000 129291 document(s) restored successfully. 0 document(s) failed to restore.
$ mongorestore -uqa -pCmccJt2020 --port 27017 --authenticationDatabase admin -d jt_faq_testdb /root/backup/jt_faq_testdb/jt_faq_testdb --gzip
...
2025-12-25T02:49:15.210+0000 no indexes to restore for collection jt_faq_testdb.default_skill_geo
2025-12-25T02:49:23.924+0000 2055262 document(s) restored successfully. 0 document(s) failed to restore
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
2
3
4
5
6
7
8
9
10
11
12
13
14
15
# 检查数据一致性
$ docker exec -it rs_mongos_server bash
$ mongo --host 10.232.15.148 --port 27017 -u qa -p CmccJt2020 --authenticationDatabase admin
mongos> show dbs
admin 0.000GB
config 0.003GB
dangjian_prodb 0.176GB
jt_faq_prodb 0.033GB
jt_faq_testdb 0.473GB
mongos> use dangjian_prodb
switched to db dangjian_prodb
mongos> show tables
dangjian_hotword
image_personal_data_test
ipa_task
kg_data
kg_mind_map
kg_search_history
news_vec
qa_downvote_reason
qa_like_statistic
qa_notice
search_hot_query
statistic_op
user_info
mongos> db.dangjian_hotword.find({ "hotword": "习近平总书记关于党的建设的重要思想" })
{ "_id" : ObjectId("660295a0421aa9862a4c1405"), "hotword" : "习近平总书记关于党的建设的重要思想", "hotnum" : 39360, "is_new" : false, "updatetime" : "2025-08-28", "is_hot" : false }
{ "_id" : ObjectId("66029604421aa98815551003"), "hotword" : "习近平总书记关于党的建设的重要思想", "updatetime" : "2024-03-26", "hotnum" : 37349, "is_new" : false, "is_hot" : false }
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
上次更新: 2026/03/27, 09:17:34
|