Compare commits

..

No commits in common. "main" and "v0.4.2" have entirely different histories.
main ... v0.4.2

42 changed files with 117 additions and 150 deletions

View File

@ -12,41 +12,28 @@ on:
release:
types: [published]
# permissions:
# contents: read
permissions:
contents: read
jobs:
# deploy:
deploy:
# runs-on: ubuntu-latest
# steps:
# - uses: actions/checkout@v3
# - name: Set up Python
# uses: actions/setup-python@v3
# with:
# python-version: '3.x'
# - name: Install dependencies
# run: |
# python -m pip install --upgrade pip
# pip install build
# - name: Build package
# run: python -m build
# - name: Publish package
# uses: pypa/gh-action-pypi-publish@27b31702a0e7fc50959f5ad993c78deac1bdfc29
# with:
# user: ${{ secrets.PYPI_API_USER }}
# password: ${{ secrets.PYPI_API_PASSWORD }}
pypi-publish:
name: upload release to PyPI
runs-on: ubuntu-latest
permissions:
contents: read
steps:
- uses: actions/checkout@v3
- uses: pdm-project/setup-pdm@v3
- name: Publish package distributions to PyPI
run: pdm publish -u ${{ secrets.PYPI_API_USER }} -P ${{ secrets.PYPI_API_PASSWORD }}
- uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v3
with:
python-version: '3.x'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install build
- name: Build package
run: python -m build
- name: Publish package
uses: pypa/gh-action-pypi-publish@27b31702a0e7fc50959f5ad993c78deac1bdfc29
with:
user: ${{ secrets.PYPI_API_USER }}
password: ${{ secrets.PYPI_API_PASSWORD }}

2
.gitignore vendored
View File

@ -108,8 +108,6 @@ ipython_config.py
# in version control.
# https://pdm.fming.dev/#use-with-ide
.pdm.toml
.pdm-python
.pdm-build/
# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
__pypackages__/

View File

@ -1,16 +1,7 @@
# namekoplus
[![Upload Python Package](https://github.com/Bryanthelol/namekoplus/actions/workflows/python-publish.yml/badge.svg?event=release)](https://github.com/Bryanthelol/namekoplus/actions/workflows/python-publish.yml)
A lightweight Python distributed microservice solution
## Installation
```shell
python3 -m pip install namekoplus
```
## CLI Usage
### Checkout Command
@ -32,7 +23,7 @@ namekoplus init --directory <dir_name> --type <template_type>
```
## Detailed Usage
## `Detailed` Usage
See Documents:

1
namekoplus/__init__.py Normal file
View File

@ -0,0 +1 @@
from namekoplus.chassis.chassis import *

View File

@ -28,14 +28,15 @@
"links": [],
"liveNow": false,
"panels": [
% for grafana_dict in grafana_list:
% for grafana_dict in grafana_list:
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
"type": "statsd"
"type": "statsd",
"uid": "5qrwjFCnk"
},
"fill": 1,
"fillGradient": 0,
@ -46,7 +47,7 @@
"y": 0
},
"hiddenSeries": false,
"id": ${loop.index},
"id": 5,
"legend": {
"alignAsTable": true,
"avg": true,
@ -91,7 +92,7 @@
"title": "${service_name} | ${grafana_dict['stat_name']}",
"tooltip": {
"shared": true,
"sort": ${loop.index},
"sort": 0,
"value_type": "individual"
},
"type": "graph",
@ -115,13 +116,8 @@
"yaxis": {
"align": false
}
% if grafana_dict['is_last'] == 1:
}
% else:
},
% endif
% endfor
% endfor
],
"refresh": "3s",
"schemaVersion": 36,

View File

@ -27,10 +27,9 @@ def check_docker():
click.echo('Please start docker correctly', err=True)
raise
# TODO 目前在某些系统环境的检查不准确,暂时去除这个检查逻辑
# if not docker.compose.is_installed():
# click.echo('Please install docker-compose first', err=True)
# raise
if not docker.compose.is_installed():
click.echo('Please install docker-compose first', err=True)
raise
@contextmanager
@ -109,7 +108,7 @@ def start_statsd_agent():
def start_statsd_exporter():
with status(f'Starting statsd exporter'):
statsd_mapping_file_path = os.getcwd() + '/statsd_mapping.yml'
statsd_mapping_file_path = os.path.join('.', 'statsd_mapping.yml')
returned_string = docker.run(image='prom/statsd-exporter:latest', name='statsd-exporter', pull='missing',
detach=True, restart='always', tty=True, hostname='statsd-exporter',
publish=[(9125, 9125, 'udp'), (9102, 9102)], interactive=True,
@ -136,7 +135,7 @@ def start_grafana():
grafana_conf_dir = os.path.join(get_directory('chassis-agent'), 'metric-configs')
grafana_provisioning_path = os.path.join(grafana_conf_dir, 'grafana_conf/provisioning')
grafana_config_path = os.path.join(grafana_conf_dir, 'grafana_conf/config/grafana.ini')
grafana_dashboard_path = os.path.join(os.getcwd(), 'grafana_dashboards')
grafana_dashboard_path = os.path.join('.', 'grafana_dashboards')
returned_string = docker.run(image='grafana/grafana:latest', name='grafana', hostname='grafana',
detach=True, restart='always', tty=True, interactive=True,
publish=[(3100, 3000)], pull='missing',
@ -325,9 +324,6 @@ def metric_config_gen(module, class_name_str):
import sys
from statsd.client.timer import Timer
sys.path.append(os.getcwd())
for root, dirs, files in os.walk(os.getcwd()):
for _dir in dirs:
sys.path.append(os.path.join(root, _dir))
# Extract information of statsd config from the class of nameko service
file_name = module.split('.')[-1]
@ -367,11 +363,6 @@ def metric_config_gen(module, class_name_str):
for config in config_list:
if config['class_name'] == class_name:
grafana_list.append(config)
for idx, grafana_dict in enumerate(grafana_list):
if idx + 1 == len(grafana_list):
grafana_dict['is_last'] = 1
else:
grafana_dict['is_last'] = 0
grafana_configs_dir = os.path.join(get_directory('chassis-agent'), 'metric-configs')
grafana_file_path = os.path.join(grafana_configs_dir, 'grafana.json.mako')
output_file = os.path.join('grafana_dashboards', f'{class_name}_Grafana.json')

View File

@ -2,8 +2,7 @@ AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:l
WEB_SERVER_ADDRESS: '0.0.0.0:8000'
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 20
PREFETCH_COUNT: 20
max_workers: 10
parent_calls_tracked: 20
LOGGING:

View File

@ -1,6 +1,5 @@
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 20
PREFETCH_COUNT: 20
max_workers: 10
parent_calls_tracked: 20

View File

@ -1,8 +1,7 @@
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 20
PREFETCH_COUNT: 20
max_workers: 10
parent_calls_tracked: 20
LOGGING:

View File

@ -2,8 +2,7 @@ AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:l
WEB_SERVER_ADDRESS: '0.0.0.0:8000'
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 20
PREFETCH_COUNT: 20
max_workers: 10
parent_calls_tracked: 20
LOGGING:

View File

@ -1,8 +1,7 @@
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 20
PREFETCH_COUNT: 20
max_workers: 10
parent_calls_tracked: 20
LOGGING:

View File

@ -1,8 +1,7 @@
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 20
PREFETCH_COUNT: 20
max_workers: 10
parent_calls_tracked: 20
LOGGING:

View File

@ -1,68 +0,0 @@
[project]
name = "namekoplus"
version = "0.5.3"
description = "A lightweight Python distributed microservice solution"
keywords = ["lightweight python distributed microservice solution"]
readme = "README.md"
authors = [
{name = "Bryant He", email = "bryantsisu@qq.com"},
]
classifiers = [
"Development Status :: 3 - Alpha",
"Environment :: Web Environment",
"Intended Audience :: Developers",
"License :: OSI Approved :: MIT License",
"Programming Language :: Python :: 3",
"Topic :: Software Development :: Libraries :: Python Modules",
]
requires-python = ">=3.8, <4"
dependencies = [
"click==8.1.5",
"mako==1.2.4",
"nameko==3.0.0rc11",
"pytest==7.4.0",
"python-on-whales==0.65.0",
"shortuuid==1.0.11",
]
license = {text = "MIT"}
[project.urls]
"Homepage" = "https://github.com/Bryanthelol/namekoplus"
"Source Code" = "https://github.com/Bryanthelol/namekoplus"
"Bug Tracker" = "https://github.com/Bryanthelol/namekoplus/issues"
[project.optional-dependencies]
ha = [
"cachetools==5.3.0",
"circuitbreaker==2.0.0",
"tenacity==8.2.2",
]
ob = [
"nameko-sentry==1.0.0",
"nameko-tracer==1.4.0",
]
log = [
"logstash_formatter==0.5.17",
"loguru==0.7.2",
]
metric = [
"statsd==4.0.1",
]
schema = [
"marshmallow==3.20.1",
]
security = [
"cryptography",
]
dev = [
"environs==9.5.0",
"python-dotenv==1.0.0",
]
[project.scripts]
namekoplus = "namekoplus.command:cli"
[build-system]
requires = ["pdm-backend"]
build-backend = "pdm.backend"

78
setup.py Normal file
View File

@ -0,0 +1,78 @@
from setuptools import setup, find_packages
from codecs import open
from os import path
here = path.abspath(path.dirname(__file__))
with open(path.join(here, 'README.md'), encoding='utf-8') as f:
long_description = f.read()
setup(
name='namekoplus',
version='0.4.1',
description='A lightweight Python distributed microservice solution',
long_description=long_description,
long_description_content_type='text/markdown',
url='',
project_urls={
'Documentation': 'https://doc.bearcatlog.com/',
'Source Code': 'https://github.com/Bryanthelol/namekoplus',
'Bug Tracker': 'https://github.com/Bryanthelol/namekoplus/issues',
},
author='Bryant He',
author_email='bryantsisu@qq.com',
license='MIT',
classifiers=[
'Development Status :: 3 - Alpha',
'Environment :: Web Environment',
'Intended Audience :: Developers',
'License :: OSI Approved :: MIT License',
'Programming Language :: Python :: 3',
'Topic :: Software Development :: Libraries :: Python Modules',
],
platforms='any',
python_requires='>=3.8, <4',
keywords='lightweight python distributed microservice solution',
packages=find_packages(exclude=['contrib', 'docs', 'tests']),
include_package_data=True,
data_files=['README.md'],
entry_points={
'console_scripts': [
'namekoplus = namekoplus.command:cli',
],
},
install_requires=[
'nameko==3.0.0rc11',
'click==8.1.5',
'python-on-whales==0.63.0',
'pytest==7.4.0',
'mako==1.2.4',
'shortuuid==1.0.11'
],
extras_require={
'ha': ['tenacity==8.2.2',
'cachetools==5.3.0',
'circuitbreaker==2.0.0',
'logstash_formatter==0.5.17'],
'ob': ['statsd==4.0.1',
'nameko-sentry==1.0.0',
'nameko-tracer==1.4.0'],
'apiflask': ['apiflask>=1.3.1',
'gevent>=22.10.2',
'gunicorn==20.1.0'],
'rocketry': ['rocketry==2.4.0'],
'gutter': ['gutter==0.5.0'],
'mysql': ['pymysql==1.0.3',
'sqlalchemy==2.0.15',
'sqlacodegen==2.3.0',
'alembic==1.11.1'],
'security': ['cryptography'],
'dev': ['environs==9.5.0']
},
)

View File

@ -1 +0,0 @@
from .chassis.chassis import *

View File