Server IP : 103.119.228.120 / Your IP : 18.116.12.7 Web Server : Apache System : Linux v8.techscape8.com 3.10.0-1160.119.1.el7.tuxcare.els2.x86_64 #1 SMP Mon Jul 15 12:09:18 UTC 2024 x86_64 User : nobody ( 99) PHP Version : 5.6.40 Disable Function : shell_exec,symlink,system,exec,proc_get_status,proc_nice,proc_terminate,define_syslog_variables,syslog,openlog,closelog,escapeshellcmd,passthru,ocinum cols,ini_alter,leak,listen,chgrp,apache_note,apache_setenv,debugger_on,debugger_off,ftp_exec,dl,dll,myshellexec,proc_open,socket_bind,proc_close,escapeshellarg,parse_ini_filepopen,fpassthru,exec,passthru,escapeshellarg,escapeshellcmd,proc_close,proc_open,ini_alter,popen,show_source,proc_nice,proc_terminate,proc_get_status,proc_close,pfsockopen,leak,apache_child_terminate,posix_kill,posix_mkfifo,posix_setpgid,posix_setsid,posix_setuid,dl,symlink,shell_exec,system,dl,passthru,escapeshellarg,escapeshellcmd,myshellexec,c99_buff_prepare,c99_sess_put,fpassthru,getdisfunc,fx29exec,fx29exec2,is_windows,disp_freespace,fx29sh_getupdate,fx29_buff_prepare,fx29_sess_put,fx29shexit,fx29fsearch,fx29ftpbrutecheck,fx29sh_tools,fx29sh_about,milw0rm,imagez,sh_name,myshellexec,checkproxyhost,dosyayicek,c99_buff_prepare,c99_sess_put,c99getsource,c99sh_getupdate,c99fsearch,c99shexit,view_perms,posix_getpwuid,posix_getgrgid,posix_kill,parse_perms,parsesort,view_perms_color,set_encoder_input,ls_setcheckboxall,ls_reverse_all,rsg_read,rsg_glob,selfURL,dispsecinfo,unix2DosTime,addFile,system,get_users,view_size,DirFiles,DirFilesWide,DirPrintHTMLHeaders,GetFilesTotal,GetTitles,GetTimeTotal,GetMatchesCount,GetFileMatchesCount,GetResultFiles,fs_copy_dir,fs_copy_obj,fs_move_dir,fs_move_obj,fs_rmdir,SearchText,getmicrotime MySQL : ON | cURL : ON | WGET : ON | Perl : ON | Python : ON | Sudo : ON | Pkexec : ON Directory : /lib/mysqlsh/lib/python3.9/site-packages/ |
Upload File : |
from asyncio import iscoroutinefunction from datetime import datetime, timedelta from functools import wraps from inspect import isgeneratorfunction, isasyncgenfunction, isclass from math import ceil, floor from time import monotonic from typing import AnyStr, Iterable STRING_TYPES = (bytes, str) STATE_CLOSED = 'closed' STATE_OPEN = 'open' STATE_HALF_OPEN = 'half_open' def in_exception_list(*exc_types): """Build a predicate function that checks if an exception is a subtype from a list""" def matches_types(thrown_type, _): return issubclass(thrown_type, exc_types) return matches_types def build_failure_predicate(expected_exception): """ Build a failure predicate_function. The returned function has the signature (Type[Exception], Exception) -> bool. Return value True indicates a failure in the underlying function. :param expected_exception: either an type of Exception, iterable of Exception types, or a predicate function. If an Exception type or iterable of Exception types, the failure predicate will return True when a thrown exception type matches one of the provided types. If a predicate function, it will just be returned as is. :return: callable (Type[Exception], Exception) -> bool """ if isclass(expected_exception) and issubclass(expected_exception, Exception): failure_predicate = in_exception_list(expected_exception) else: try: # Check for an iterable of Exception types iter(expected_exception) # guard against a surprise later if isinstance(expected_exception, STRING_TYPES): raise ValueError("expected_exception cannot be a string. Did you mean name?") failure_predicate = in_exception_list(*expected_exception) except TypeError: # not iterable. guess that it's a predicate function if not callable(expected_exception) or isclass(expected_exception): raise ValueError("expected_exception does not look like a predicate") failure_predicate = expected_exception return failure_predicate class CircuitBreaker(object): FAILURE_THRESHOLD = 5 RECOVERY_TIMEOUT = 30 EXPECTED_EXCEPTION = Exception FALLBACK_FUNCTION = None def __init__(self, failure_threshold=None, recovery_timeout=None, expected_exception=None, name=None, fallback_function=None ): """ Construct a circuit breaker. :param failure_threshold: break open after this many failures :param recovery_timeout: close after this many seconds :param expected_exception: either an type of Exception, iterable of Exception types, or a predicate function. :param name: name for this circuitbreaker :param fallback_function: called when the circuit is opened :return: Circuitbreaker instance :rtype: Circuitbreaker """ self._last_failure = None self._failure_count = 0 self._failure_threshold = failure_threshold or self.FAILURE_THRESHOLD self._recovery_timeout = recovery_timeout or self.RECOVERY_TIMEOUT # Build the failure predicate. In order of precedence, prefer the # * the constructor argument # * the subclass attribute EXPECTED_EXCEPTION # * the CircuitBreaker attribute EXPECTED_EXCEPTION if not expected_exception: try: # Introspect our final type, then grab the value via __dict__ to avoid python Descriptor magic # in the case where it's a callable function. expected_exception = type(self).__dict__["EXPECTED_EXCEPTION"] except KeyError: expected_exception = CircuitBreaker.EXPECTED_EXCEPTION self.is_failure = build_failure_predicate(expected_exception) self._fallback_function = fallback_function or self.FALLBACK_FUNCTION self._name = name self._state = STATE_CLOSED self._opened = monotonic() def __call__(self, wrapped): return self.decorate(wrapped) def __enter__(self): return None def __exit__(self, exc_type, exc_value, _traceback): if exc_type and self.is_failure(exc_type, exc_value): # exception was raised and is our concern self._last_failure = exc_value self.__call_failed() else: self.__call_succeeded() return False # return False to raise exception if any def decorate(self, function): """ Applies the circuit breaker to a function """ if self._name is None: try: self._name = function.__qualname__ except AttributeError: self._name = function.__name__ CircuitBreakerMonitor.register(self) if iscoroutinefunction(function) or isasyncgenfunction(function): return self._decorate_async(function) return self._decorate_sync(function) def _decorate_sync(self, function): @wraps(function) def wrapper(*args, **kwargs): if self.opened: if self.fallback_function: return self.fallback_function(*args, **kwargs) raise CircuitBreakerError(self) return self.call(function, *args, **kwargs) @wraps(function) def gen_wrapper(*args, **kwargs): if self.opened: if self.fallback_function: yield from self.fallback_function(*args, **kwargs) return raise CircuitBreakerError(self) yield from self.call_generator(function, *args, **kwargs) return gen_wrapper if isgeneratorfunction(function) else wrapper def _decorate_async(self, function): @wraps(function) async def awrapper(*args, **kwargs): if self.opened: if self.fallback_function: return await self.fallback_function(*args, **kwargs) raise CircuitBreakerError(self) return await self.call_async(function, *args, **kwargs) @wraps(function) async def gen_awrapper(*args, **kwargs): if self.opened: if self.fallback_function: async for el in self.fallback_function(*args, **kwargs): yield el return raise CircuitBreakerError(self) async for el in self.call_async_generator(function, *args, **kwargs): yield el return gen_awrapper if isasyncgenfunction(function) else awrapper def call(self, func, *args, **kwargs): """ Calls the decorated function and applies the circuit breaker rules on success or failure :param func: Decorated function """ with self: return func(*args, **kwargs) def call_generator(self, func, *args, **kwargs): """ Calls the decorated generator function and applies the circuit breaker rules on success or failure :param func: Decorated generator function """ with self: for el in func(*args, **kwargs): yield el async def call_async(self, func, *args, **kwargs): """ Calls the decorated async function and applies the circuit breaker rules on success or failure :param func: Decorated async function """ with self: return await func(*args, **kwargs) async def call_async_generator(self, func, *args, **kwargs): """ Calls the decorated async generator function and applies the circuit breaker rules on success or failure :param func: Decorated async generator function """ with self: async for el in func(*args, **kwargs): yield el def __call_succeeded(self): """ Close circuit after successful execution and reset failure count """ self._state = STATE_CLOSED self._last_failure = None self._failure_count = 0 def __call_failed(self): """ Count failure and open circuit, if threshold has been reached """ self._failure_count += 1 if self._failure_count >= self._failure_threshold: self._state = STATE_OPEN self._opened = monotonic() @property def state(self): if self._state == STATE_OPEN and self.open_remaining <= 0: return STATE_HALF_OPEN return self._state @property def open_until(self): """ The approximate datetime when the circuit breaker will try to recover :return: datetime """ return datetime.utcnow() + timedelta(seconds=self.open_remaining) @property def open_remaining(self): """ Number of seconds remaining, the circuit breaker stays in OPEN state :return: int """ remain = (self._opened + self._recovery_timeout) - monotonic() return ceil(remain) if remain > 0 else floor(remain) @property def failure_count(self): return self._failure_count @property def closed(self): return self.state == STATE_CLOSED @property def opened(self): return self.state == STATE_OPEN @property def name(self): return self._name @property def last_failure(self): return self._last_failure @property def fallback_function(self): return self._fallback_function def __str__(self, *args, **kwargs): return self._name class CircuitBreakerError(Exception): def __init__(self, circuit_breaker, *args, **kwargs): """ :param circuit_breaker: :param args: :param kwargs: :return: """ super(CircuitBreakerError, self).__init__(*args, **kwargs) self._circuit_breaker = circuit_breaker def __str__(self, *args, **kwargs): return 'Circuit "%s" OPEN until %s (%d failures, %d sec remaining) (last_failure: %r)' % ( self._circuit_breaker.name, self._circuit_breaker.open_until, self._circuit_breaker.failure_count, round(self._circuit_breaker.open_remaining), self._circuit_breaker.last_failure, ) class CircuitBreakerMonitor(object): circuit_breakers = {} @classmethod def register(cls, circuit_breaker): cls.circuit_breakers[circuit_breaker.name] = circuit_breaker @classmethod def all_closed(cls) -> bool: return len(list(cls.get_open())) == 0 @classmethod def get_circuits(cls) -> Iterable[CircuitBreaker]: return cls.circuit_breakers.values() @classmethod def get(cls, name: AnyStr) -> CircuitBreaker: return cls.circuit_breakers.get(name) @classmethod def get_open(cls) -> Iterable[CircuitBreaker]: for circuit in cls.get_circuits(): if circuit.opened: yield circuit @classmethod def get_closed(cls) -> Iterable[CircuitBreaker]: for circuit in cls.get_circuits(): if circuit.closed: yield circuit def circuit(failure_threshold=None, recovery_timeout=None, expected_exception=None, name=None, fallback_function=None, cls=CircuitBreaker): # if the decorator is used without parameters, the # wrapped function is provided as first argument if callable(failure_threshold): return cls().decorate(failure_threshold) else: return cls( failure_threshold=failure_threshold, recovery_timeout=recovery_timeout, expected_exception=expected_exception, name=name, fallback_function=fallback_function)