mirror of
https://github.com/apache/superset.git
synced 2026-04-10 20:06:13 +00:00
06fcaa3095
* upgrade celery to 4.0.2 * using Redis for unit tests (sqla broker not supported in Celery 4) * Setting Celery's soft_time_limit based on `SQLLAB_ASYNC_TIME_LIMIT_SEC` config * Better error handling in async tasks * Better statsd logging in async tasks * show [pending/running] query status in Results tab * systematically using sqla NullPool on worker (async) to limit number of database connections
68 lines
1.6 KiB
Python
68 lines
1.6 KiB
Python
from colorama import Fore, Style
|
|
import logging
|
|
|
|
|
|
class BaseStatsLogger(object):
|
|
"""Base class for logging realtime events"""
|
|
|
|
def __init__(self, prefix='superset'):
|
|
self.prefix = prefix
|
|
|
|
def key(self, key):
|
|
if self.prefix:
|
|
return self.prefix + key
|
|
return key
|
|
|
|
def incr(self, key):
|
|
"""Increment a counter"""
|
|
raise NotImplementedError()
|
|
|
|
def decr(self, key):
|
|
"""Decrement a counter"""
|
|
raise NotImplementedError()
|
|
|
|
def gauge(self, key):
|
|
"""Setup a gauge"""
|
|
raise NotImplementedError()
|
|
|
|
|
|
class DummyStatsLogger(BaseStatsLogger):
|
|
|
|
def incr(self, key):
|
|
logging.info(
|
|
Fore.CYAN + "[stats_logger] (incr) " + key + Style.RESET_ALL)
|
|
|
|
def decr(self, key):
|
|
logging.info(
|
|
Fore.CYAN + "[stats_logger] (decr) " + key + Style.RESET_ALL)
|
|
|
|
def gauge(self, key, value):
|
|
logging.info((
|
|
Fore.CYAN + "[stats_logger] (gauge) "
|
|
"{key} | {value}" + Style.RESET_ALL).format(**locals())
|
|
)
|
|
|
|
|
|
try:
|
|
from statsd import StatsClient
|
|
|
|
class StatsdStatsLogger(BaseStatsLogger):
|
|
def __init__(self, host, port, prefix='superset'):
|
|
self.client = StatsClient(
|
|
host=host,
|
|
port=port,
|
|
prefix=prefix)
|
|
|
|
def incr(self, key):
|
|
self.client.incr(key)
|
|
|
|
def decr(self, key):
|
|
self.client.decr(key)
|
|
|
|
def gauge(self, key):
|
|
# pylint: disable=no-value-for-parameter
|
|
self.client.gauge(key)
|
|
|
|
except Exception as e:
|
|
pass
|