22 Commits

Author SHA1 Message Date
58804bbe50 fix: grafana error 8 (#31) 2023-08-07 17:11:46 +08:00
1818308508 fix: grafana error 7 (#30) 2023-08-07 16:31:25 +08:00
7866e6cbbf fix: grafana error 6 (#29) 2023-08-07 16:27:19 +08:00
a34e1c7d0b fix: grafana error 5 (#28) 2023-08-07 16:23:29 +08:00
b6659976fb fix: grafana error 4 (#27) 2023-08-07 16:15:22 +08:00
6c059ac19d fix: grafana error 3 (#26) 2023-08-07 16:05:46 +08:00
3641e7a1fa fix: grafana error 2 (#25) 2023-08-07 15:52:22 +08:00
ac50af774d fix: grafana errors (#24) 2023-08-07 15:44:28 +08:00
96d33944a4 fix: metris errors 2023-08-07 15:11:45 +08:00
0fd6949262 fix: update setup 2023-08-07 14:59:31 +08:00
a8d088f6a3 fix: grafana.json.mako sytanx error 2023-08-07 14:59:31 +08:00
0a2a382a35 fix: update method of start_grafana 2023-08-07 14:45:29 +08:00
e19884b1c0 fix: update method of start_statsd_exporter 2023-08-07 14:38:17 +08:00
2f4c5b5d82 fix: update method of check_docker 2023-08-07 14:26:33 +08:00
68b8eb6c3b fix: update command metric-config-gen 2023-08-07 13:52:35 +08:00
2c58ffd698 chore: add extra require schema 2023-08-04 12:11:31 +08:00
57ff3be326 chore: remove useless dependencies 2023-08-04 10:15:13 +08:00
44ecc83e1a docs: update readme 2023-08-01 17:16:11 +08:00
ab47aa2551 chore: bump python-on-whales to 0.64.0 2023-08-01 14:39:37 +08:00
18ec9b259b docs: update README.md 2023-08-01 14:09:27 +08:00
19deb5473d docs: fix typo in README.md 2023-08-01 13:01:44 +08:00
e480218d3e style and docs 2023-08-01 12:56:01 +08:00
4 changed files with 34 additions and 29 deletions

View File

@@ -1,8 +1,10 @@
# namekoplus
[![Upload Python Package](https://github.com/Bryanthelol/namekoplus/actions/workflows/python-publish.yml/badge.svg?event=release)](https://github.com/Bryanthelol/namekoplus/actions/workflows/python-publish.yml)
A lightweight Python distributed microservice solution
## Command Line Tool Usage
## CLI Usage
### Checkout Command
@@ -27,5 +29,5 @@ namekoplus init --directory <dir_name> --type <template_type>
See Documents:
- [中文](https://doc.bearcatlog.com/)
- [English](https://legendary-sopapillas-e2626d.netlify.app/)
- [English](https://murl.vip/TwML)
- [中文](https://murl.vip/B0O9)

View File

@@ -28,15 +28,14 @@
"links": [],
"liveNow": false,
"panels": [
% for grafana_dict in grafana_list:
% for grafana_dict in grafana_list:
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
"type": "statsd",
"uid": "5qrwjFCnk"
"type": "statsd"
},
"fill": 1,
"fillGradient": 0,
@@ -47,7 +46,7 @@
"y": 0
},
"hiddenSeries": false,
"id": 5,
"id": ${loop.index},
"legend": {
"alignAsTable": true,
"avg": true,
@@ -92,7 +91,7 @@
"title": "${service_name} | ${grafana_dict['stat_name']}",
"tooltip": {
"shared": true,
"sort": 0,
"sort": ${loop.index},
"value_type": "individual"
},
"type": "graph",
@@ -116,8 +115,13 @@
"yaxis": {
"align": false
}
% if grafana_dict['is_last'] == 1:
},
% else:
}
% endfor
% endif
% endfor
],
"refresh": "3s",
"schemaVersion": 36,

View File

@@ -1,4 +1,3 @@
import importlib
import inspect
import os
import shutil
@@ -10,7 +9,6 @@ import shortuuid
from python_on_whales import DockerException, ClientNotFoundError, DockerClient, docker
from mako.template import Template
INIT_TYPE_CHOICES = ['all', 'rpc', 'event', 'http', 'timer', 'demo']
MIDDLEWARE_CHOICES = ['rabbitmq', 'metrics']
TEST_TYPE_CHOICES = ['unit']
@@ -29,9 +27,10 @@ def check_docker():
click.echo('Please start docker correctly', err=True)
raise
if not docker.compose.is_installed():
click.echo('Please install docker-compose first', err=True)
raise
# TODO 目前在某些系统环境的检查不准确,暂时去除这个检查逻辑
# if not docker.compose.is_installed():
# click.echo('Please install docker-compose first', err=True)
# raise
@contextmanager
@@ -110,7 +109,7 @@ def start_statsd_agent():
def start_statsd_exporter():
with status(f'Starting statsd exporter'):
statsd_mapping_file_path = os.path.join('.', 'statsd_mapping.yml')
statsd_mapping_file_path = os.getcwd() + '/statsd_mapping.yml'
returned_string = docker.run(image='prom/statsd-exporter:latest', name='statsd-exporter', pull='missing',
detach=True, restart='always', tty=True, hostname='statsd-exporter',
publish=[(9125, 9125, 'udp'), (9102, 9102)], interactive=True,
@@ -137,7 +136,7 @@ def start_grafana():
grafana_conf_dir = os.path.join(get_directory('chassis-agent'), 'metric-configs')
grafana_provisioning_path = os.path.join(grafana_conf_dir, 'grafana_conf/provisioning')
grafana_config_path = os.path.join(grafana_conf_dir, 'grafana_conf/config/grafana.ini')
grafana_dashboard_path = os.path.join('.', 'grafana_dashboards')
grafana_dashboard_path = os.path.join(os.getcwd(), 'grafana_dashboards')
returned_string = docker.run(image='grafana/grafana:latest', name='grafana', hostname='grafana',
detach=True, restart='always', tty=True, interactive=True,
publish=[(3100, 3000)], pull='missing',
@@ -159,6 +158,7 @@ def stop_network(network_name):
def start_metric_servers():
# TODO 检查相应容器是否已启动,如果启动,则先删除
start_network('metric_servers')
sleep(0.5)
start_prometheus()
@@ -324,10 +324,12 @@ def metric_config_gen(module, class_name_str):
"""
import sys
from statsd.client.timer import Timer
sys.path.append(os.getcwd())
sys.path.append(os.getcwd())
for root, dirs, files in os.walk(os.getcwd()):
for _dir in dirs:
sys.path.append(os.path.join(root, _dir))
# Extract information of statsd config from the class of nameko service
dest_dir = module.split('.')[0]
file_name = module.split('.')[-1]
_module = __import__(module)
@@ -365,6 +367,11 @@ def metric_config_gen(module, class_name_str):
for config in config_list:
if config['class_name'] == class_name:
grafana_list.append(config)
for idx, grafana_dict in enumerate(grafana_list):
if idx + 1 == len(grafana_list):
grafana_dict['is_last'] = 1
else:
grafana_dict['is_last'] = 0
grafana_configs_dir = os.path.join(get_directory('chassis-agent'), 'metric-configs')
grafana_file_path = os.path.join(grafana_configs_dir, 'grafana.json.mako')
output_file = os.path.join('grafana_dashboards', f'{class_name}_Grafana.json')

View File

@@ -9,7 +9,7 @@ with open(path.join(here, 'README.md'), encoding='utf-8') as f:
setup(
name='namekoplus',
version='0.4.1',
version='0.4.23',
description='A lightweight Python distributed microservice solution',
long_description=long_description,
long_description_content_type='text/markdown',
@@ -50,7 +50,7 @@ setup(
install_requires=[
'nameko==3.0.0rc11',
'click==8.1.5',
'python-on-whales==0.63.0',
'python-on-whales==0.64.0',
'pytest==7.4.0',
'mako==1.2.4',
'shortuuid==1.0.11'
@@ -63,15 +63,7 @@ setup(
'ob': ['statsd==4.0.1',
'nameko-sentry==1.0.0',
'nameko-tracer==1.4.0'],
'apiflask': ['apiflask>=1.3.1',
'gevent>=22.10.2',
'gunicorn==20.1.0'],
'rocketry': ['rocketry==2.4.0'],
'gutter': ['gutter==0.5.0'],
'mysql': ['pymysql==1.0.3',
'sqlalchemy==2.0.15',
'sqlacodegen==2.3.0',
'alembic==1.11.1'],
'schema': ['marshmallow==3.20.1'],
'security': ['cryptography'],
'dev': ['environs==9.5.0']
},