diff --git a/src/ai/backend/manager/server.py b/src/ai/backend/manager/server.py
index 7e70e6a6f1e..f1d5e600aea 100644
--- a/src/ai/backend/manager/server.py
+++ b/src/ai/backend/manager/server.py
@@ -677,13 +677,20 @@ async def raft_ctx(root_ctx: RootContext) -> AsyncIterator[None]:
         raft_cluster_configs = root_ctx.raft_cluster_config
         assert raft_cluster_configs is not None
 
+        # Only the first process will be used as RaftNode
+        if process_index.get() == 0 and raft_configs is not None:
+            assert (
+                raft_cluster_configs is not None
+            ), "Raft cluster config should be provided when raft feature is enabled."
+
         other_peers = [{**peer, "myself": False} for peer in raft_cluster_configs["peers"]["other"]]
-        my_peers = [{**peer, "myself": True} for peer in raft_cluster_configs["peers"]["myself"]]
-        all_peers = sorted([*other_peers, *my_peers], key=lambda x: x["node-id"])
+        my_peer = [{**peer, "myself": True} for peer in raft_cluster_configs["peers"]["myself"]]
+        assert len(my_peer) == 1, '"peers.myself" should have only one entry!'
+        all_peers = sorted([*other_peers, *my_peer], key=lambda x: x["node-id"])
 
-        assert (
-            root_ctx.local_config["manager"]["num-proc"] >= len(my_peers)
-        ), "The number of raft peers (myself), should be greater than or equal to the number of processes"
+        node_id_offset = next((idx for idx, item in enumerate(all_peers) if item["myself"]), None)
+        assert node_id_offset is not None
+        node_id = node_id_offset + 1
 
         initial_peers = Peers({
             int(peer_config["node-id"]): Peer(
@@ -719,10 +726,6 @@ async def raft_ctx(root_ctx: RootContext) -> AsyncIterator[None]:
             raft_config=raft_core_config,
         )
 
-        node_id_offset = next((idx for idx, item in enumerate(all_peers) if item["myself"]), None)
-        assert node_id_offset is not None, '"peers.myself" not found in initial_peers!'
-        node_id = node_id_offset + process_index.get() + 1
-
         raft_addr = initial_peers.get(node_id).get_addr()
 
         store = HashStore()