mirror of
https://github.com/outbackdingo/patroni.git
synced 2026-08-25 14:53:37 +00:00
Alexander Kukushkin
b54119b918
This will help to survive when everything was wiped from configuration store.
102 lines
4.3 KiB
Python
102 lines
4.3 KiB
Python
import logging
|
|
|
|
from helpers.dcs import DCSError
|
|
from psycopg2 import InterfaceError, OperationalError
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class Ha:
|
|
|
|
def __init__(self, state_handler, etcd):
|
|
self.state_handler = state_handler
|
|
self.dcs = etcd
|
|
self.cluster = None
|
|
self.old_cluster = None
|
|
|
|
def load_cluster_from_dcs(self):
|
|
cluster = self.dcs.get_cluster()
|
|
|
|
# We want to keep the state of cluster when it was healhy
|
|
if cluster.is_unlocked() and self.cluster and not self.cluster.is_unlocked():
|
|
self.old_cluster = self.cluster
|
|
if not self.old_cluster:
|
|
self.old_cluster = cluster
|
|
self.cluster = cluster
|
|
|
|
def acquire_lock(self):
|
|
return self.dcs.attempt_to_acquire_leader()
|
|
|
|
def update_lock(self):
|
|
return self.dcs.update_leader(self.state_handler)
|
|
|
|
def has_lock(self):
|
|
lock_owner = self.cluster.leader and self.cluster.leader.name
|
|
logger.info('Lock owner: %s; I am %s', lock_owner, self.state_handler.name)
|
|
return lock_owner == self.state_handler.name
|
|
|
|
def demote(self):
|
|
return self.state_handler.demote(self.cluster.leader)
|
|
|
|
def follow_the_leader(self):
|
|
return self.state_handler.follow_the_leader(self.cluster.leader)
|
|
|
|
def run_cycle(self):
|
|
try:
|
|
self.load_cluster_from_dcs()
|
|
if not self.state_handler.is_healthy():
|
|
has_lock = self.has_lock()
|
|
self.state_handler.write_recovery_conf(None if has_lock else self.cluster.leader)
|
|
self.state_handler.start()
|
|
if not has_lock:
|
|
return 'started as a secondary'
|
|
logger.info('started as readonly because i had the session lock')
|
|
self.load_cluster_from_dcs()
|
|
|
|
if self.cluster.is_unlocked():
|
|
if self.state_handler.is_healthiest_node(self.old_cluster):
|
|
if self.acquire_lock():
|
|
if self.state_handler.is_leader() or self.state_handler.is_promoted:
|
|
return 'acquired session lock as a leader'
|
|
else:
|
|
self.state_handler.promote()
|
|
return 'promoted self to leader by acquiring session lock'
|
|
else:
|
|
self.load_cluster_from_dcs()
|
|
if self.state_handler.is_leader():
|
|
self.demote()
|
|
return 'demoted self due after trying and failing to obtain lock'
|
|
else:
|
|
self.follow_the_leader()
|
|
return 'following new leader after trying and failing to obtain lock'
|
|
else:
|
|
self.load_cluster_from_dcs()
|
|
if self.state_handler.is_leader():
|
|
self.demote()
|
|
return 'demoting self because i am not the healthiest node'
|
|
else:
|
|
self.follow_the_leader()
|
|
return 'following a different leader because i am not the healthiest node'
|
|
else:
|
|
if self.has_lock() and self.update_lock():
|
|
if self.state_handler.is_leader() or self.state_handler.is_promoted:
|
|
return 'no action. i am the leader with the lock'
|
|
else:
|
|
self.state_handler.promote()
|
|
return 'promoted self to leader because i had the session lock'
|
|
else:
|
|
logger.info('does not have lock')
|
|
if self.state_handler.is_leader():
|
|
self.demote()
|
|
return 'demoting self because i do not have the lock and i was a leader'
|
|
else:
|
|
self.follow_the_leader()
|
|
return 'no action. i am a secondary and i am following a leader'
|
|
except DCSError:
|
|
logger.error('Error communicating with DCS')
|
|
if self.state_handler.is_leader():
|
|
self.state_handler.demote(None)
|
|
return 'demoted self because DCS is not accessible and i was a leader'
|
|
except (InterfaceError, OperationalError):
|
|
logger.error('Error communicating with Postgresql. Will try again')
|