My environment configuration: 3 zero nodes, 9 Alpha nodes, 3 replicas, now 3 shards, eks environment
My requirements: Shrink Alpha nodes from 9 to 6 and shards to 2
The project I carried out:
-
Directly change the Alpha replica to 6 and automatically update the latest configuration to eks. The three nodes alpha-6 alpha-7 alpha-8 are successfully exited
-
The logs of zero and Alpha nodes keep requesting that the Alpha node has exited, but the state interface still displays that the exited node is online
-
Run the remoNode interface on the zero leader node to remove the exited Alpha node
-
The removal is successful. The state information is as follows:
{
"counter": "1707162",
"groups": {
"1": {
"members": {
"1": {
"id": "1",
"groupId": 1,
"addr": "dgraph-grey-alpha-3.dgraph-grey-alpha-headless.dev-3363-dgraph-test.svc.cluster.local:7080",
"leader": false,
"amDead": false,
"lastUpdate": "1722478797",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
},
"2": {
"id": "2",
"groupId": 1,
"addr": "dgraph-grey-alpha-2.dgraph-grey-alpha-headless.dev-3363-dgraph-test.svc.cluster.local:7080",
"leader": true,
"amDead": false,
"lastUpdate": "1722482641",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
}
},
"tablets": {},
"snapshotTs": "108843074",
"checksum": "5998688028376174804",
"checkpointTs": "0"
},
"2": {
"members": {
"5": {
"id": "5",
"groupId": 2,
"addr": "dgraph-grey-alpha-5.dgraph-grey-alpha-headless.dev-3363-dgraph-test.svc.cluster.local:7080",
"leader": true,
"amDead": false,
"lastUpdate": "1722494233",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
},
"6": {
"id": "6",
"groupId": 2,
"addr": "dgraph-grey-alpha-1.dgraph-grey-alpha-headless.dev-3363-dgraph-test.svc.cluster.local:7080",
"leader": false,
"amDead": false,
"lastUpdate": "1722494212",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
}
},
"tablets": {},
"snapshotTs": "108817818",
"checksum": "17890955793598434582",
"checkpointTs": "0"
},
"3": {
"members": {
"7": {
"id": "7",
"groupId": 3,
"addr": "dgraph-grey-alpha-0.dgraph-grey-alpha-headless.dev-3363-dgraph-test.svc.cluster.local:7080",
"leader": false,
"amDead": false,
"lastUpdate": "1722410388",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
},
"8": {
"id": "8",
"groupId": 3,
"addr": "dgraph-grey-alpha-4.dgraph-grey-alpha-headless.dev-3363-dgraph-test.svc.cluster.local:7080",
"leader": true,
"amDead": false,
"lastUpdate": "1722479759",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
}
},
"tablets": {},
"snapshotTs": "108843074",
"checksum": "14196656308467936795",
"checkpointTs": "0"
}
},
"zeros": {
"1": {
"id": "1",
"groupId": 0,
"addr": "dgraph-grey-zero-0.dgraph-grey-zero-headless.dev-3363-dgraph-test.svc.cluster.local:5080",
"leader": false,
"amDead": false,
"lastUpdate": "0",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
},
"2": {
"id": "2",
"groupId": 0,
"addr": "dgraph-grey-zero-1.dgraph-grey-zero-headless.dev-3363-dgraph-test.svc.cluster.local:5080",
"leader": true,
"amDead": false,
"lastUpdate": "0",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
},
"3": {
"id": "3",
"groupId": 0,
"addr": "dgraph-grey-zero-2.dgraph-grey-zero-headless.dev-3363-dgraph-test.svc.cluster.local:5080",
"leader": false,
"amDead": false,
"lastUpdate": "0",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
}
},
"maxUID": "19680000",
"maxTxnTs": "108890000",
"maxNsID": "0",
"maxRaftId": "9",
"removed": [
{
"id": "9",
"groupId": 3,
"addr": "dgraph-grey-alpha-7.dgraph-grey-alpha-headless.dev-3363-dgraph-test.svc.cluster.local:7080",
"leader": false,
"amDead": false,
"lastUpdate": "1722479759",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
},
{
"id": "4",
"groupId": 2,
"addr": "dgraph-grey-alpha-6.dgraph-grey-alpha-headless.dev-3363-dgraph-test.svc.cluster.local:7080",
"leader": false,
"amDead": false,
"lastUpdate": "1722494228",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
},
{
"id": "3",
"groupId": 1,
"addr": "dgraph-grey-alpha-8.dgraph-grey-alpha-headless.dev-3363-dgraph-test.svc.cluster.local:7080",
"leader": false,
"amDead": false,
"lastUpdate": "1722410532",
"learner": false,
"clusterInfoOnly": false,
"forceGroupId": false
}
],
"cid": "47b6fafb-878b-4f5c-84f5-47114e05eba3",
"license": null
}
- The zero log shows it continues to request the removed Alpha node.
Why is this, or am I missing some steps, and how do I do Alpha node scaling properly?