6 Commits

Author SHA1 Message Date
0777788609 chore: update the test files 2023-07-24 18:02:22 +08:00
dd23c91192 feat: add a command to generating test files 2023-07-24 15:07:09 +08:00
cb5762720f docs: update readme; fix typo 2023-07-23 00:13:17 +08:00
920e204756 docs: update readme 2023-07-21 17:50:41 +08:00
9ac4a39c0d fix: chassis-agent config missed in MANIFEST.in 2023-07-21 16:57:00 +08:00
37bdf56862 chore: add demo 2023-07-21 15:41:45 +08:00
16 changed files with 131 additions and 39 deletions

View File

@@ -1,3 +1,5 @@
include *.py *.md
recursive-include namekoplus/chassis *.py
recursive-include namekoplus/templates *.py *.yml
include *.py *.md *.mako
recursive-include namekoplus/chassis *.py *.mako
recursive-include namekoplus/templates *.py *.yml *.mako
recursive-include namekoplus/chassis-agent *.py *.yml *.mako
recursive-include namekoplus/tests *.py *.mako

View File

@@ -2,10 +2,6 @@
A lightweight Python distributed microservice solution
## Document
[中文文档](https://doc.bearcatlog.com/)
## Command Line Tool Usage
### Checkout Command
@@ -14,8 +10,22 @@ A lightweight Python distributed microservice solution
namekoplus --help
```
### Start a middleware that nameko depends on
```shell
namekoplus start -m rabbitmq
```
### Initialize a nameko service from templates
```shell
namekoplus init --directory <dir_name> --type <template_type>
```
## Detailed Usage
See Documents:
- [中文](https://doc.bearcatlog.com/)
- [English](https://legendary-sopapillas-e2626d.netlify.app/)

View File

View File

@@ -7,6 +7,9 @@ from python_on_whales import DockerException, ClientNotFoundError, DockerClient,
def check_docker():
"""
Check if docker and docker compose are installed and running.
"""
try:
docker_testing.ps()
except ClientNotFoundError:
@@ -23,6 +26,9 @@ def check_docker():
@contextmanager
def status(status_msg: str, newline: bool = False, quiet: bool = False):
"""
Show status message and yield.
"""
msg_suffix = ' ...' if not newline else ' ...\n'
click.echo(status_msg + msg_suffix)
try:
@@ -36,24 +42,25 @@ def status(status_msg: str, newline: bool = False, quiet: bool = False):
click.echo(' Done\n')
def get_template_directory() -> str:
def get_directory(dir_name: str) -> str:
"""
Return the directory where nameko_plus setup templates are found.
Return the directory path of the given nameko-plus directory name.
"""
import namekoplus
package_dir = os.path.abspath(os.path.dirname(namekoplus.__file__))
return os.path.join(package_dir, 'templates')
return os.path.join(package_dir, dir_name)
def get_agent_directory() -> str:
"""
Return the directory where nameko_plus setup agent are found.
"""
import namekoplus
def copy_files(src_dir, dest_dir):
for file_ in os.listdir(src_dir):
if file_ == '__pycache__':
continue
package_dir = os.path.abspath(os.path.dirname(namekoplus.__file__))
return os.path.join(package_dir, 'chassis-agent')
src_file_path = os.path.join(src_dir, file_)
output_file = os.path.join(dest_dir, file_)
with status(f'Generating {os.path.abspath(output_file)}'):
shutil.copy(src_file_path, output_file)
@click.group()
@@ -68,7 +75,7 @@ def cli():
@click.option('-t', '--type', '_type',
default='all',
show_default=True,
type=click.Choice(['all', 'rpc', 'event', 'http', 'timer'], case_sensitive=False),
type=click.Choice(['all', 'rpc', 'event', 'http', 'timer', 'demo'], case_sensitive=False),
help='The template type of nameko service')
def init(directory, _type):
"""
@@ -78,24 +85,16 @@ def init(directory, _type):
click.echo('Directory {} already exists and is not empty'.format(directory), err=True)
return
template_dir = os.path.join(get_template_directory(), _type)
template_dir = os.path.join(get_directory('templates'), _type)
if not os.access(template_dir, os.F_OK):
click.echo('No such template type {}'.format(_type), err=True)
return
# 创建目录
if not os.access(directory, os.F_OK):
with status(f'Creating directory {os.path.abspath(directory)!r}'):
os.makedirs(directory)
# 把 templates 放入新建的目录
for file_ in os.listdir(template_dir):
if file_ == '__pycache__':
continue
src_file_path = os.path.join(template_dir, file_)
output_file = os.path.join(directory, file_)
with status(f'Generating {os.path.abspath(output_file)}'):
shutil.copy(src_file_path, output_file)
copy_files(template_dir, directory)
@cli.command()
@@ -119,7 +118,7 @@ def start(middleware, user, password):
os.environ['RABBITMQ_DEFAULT_USER'] = user
os.environ['RABBITMQ_DEFAULT_PASS'] = password
docker_compose_file_dir = os.path.join(get_agent_directory(), middleware)
docker_compose_file_dir = os.path.join(get_directory('chassis-agent'), middleware)
for file_ in os.listdir(docker_compose_file_dir):
compose_file_path = os.path.join(docker_compose_file_dir, file_)
with status(f'Starting {middleware}'):
@@ -138,13 +137,38 @@ def stop(middleware):
"""
check_docker()
docker_compose_file_dir = os.path.join(get_agent_directory(), middleware)
docker_compose_file_dir = os.path.join(get_directory('chassis-agent'), middleware)
for file_ in os.listdir(docker_compose_file_dir):
compose_file_path = os.path.join(docker_compose_file_dir, file_)
with status(f'Stoping {middleware}'):
with status(f'Stopping {middleware}'):
docker = DockerClient(compose_files=[compose_file_path])
docker.compose.down()
@cli.command()
@click.option('-e', '--existed_dir', 'directory',
required=True,
help='The existed directory name of the nameko service')
@click.option('-t', '--type', '_type',
default='unit',
show_default=True,
type=click.Choice(['unit'], case_sensitive=False),
help='The test type of the nameko service')
def test_gen(directory, _type):
"""
Generate test files for nameko services.
"""
if not os.access(directory, os.F_OK) or not os.listdir(directory):
click.echo('Directory {} dose not exist or is empty'.format(directory), err=True)
return
tests_dir = os.path.join(get_directory('tests'), _type)
if not os.access(tests_dir, os.F_OK):
click.echo('No such test type {}'.format(_type), err=True)
return
copy_files(tests_dir, directory)
if __name__ == '__main__':
cli()

View File

@@ -1,4 +1,5 @@
AMQP_URI: pyamqp://${RABBIT_USER:guest}:${RABBIT_PASSWORD:guest}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
WEB_SERVER_ADDRESS: '0.0.0.0:8000'
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 10

View File

View File

@@ -0,0 +1,5 @@
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 10
parent_calls_tracked: 20

View File

@@ -0,0 +1,20 @@
from nameko.rpc import rpc, ServiceRpc
class RpcResponderDemoService:
name = "rpc_responder_demo_service"
@rpc
def hello(self, name):
return "Hello, {}!".format(name)
class RpcCallerDemoService:
name = "rpc_caller_demo_service"
remote = ServiceRpc("rpc_responder_demo_service")
@rpc
def remote_hello(self, value="John Doe"):
res = u"{}".format(value)
return self.remote.hello(res)

View File

@@ -1,4 +1,4 @@
AMQP_URI: pyamqp://${RABBIT_USER:guest}:${RABBIT_PASSWORD:guest}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 10

View File

@@ -1,4 +1,5 @@
AMQP_URI: pyamqp://${RABBIT_USER:guest}:${RABBIT_PASSWORD:guest}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
WEB_SERVER_ADDRESS: '0.0.0.0:8000'
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 10

View File

@@ -1,4 +1,4 @@
AMQP_URI: pyamqp://${RABBIT_USER:guest}:${RABBIT_PASSWORD:guest}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 10

View File

@@ -1,4 +1,4 @@
AMQP_URI: pyamqp://${RABBIT_USER:guest}:${RABBIT_PASSWORD:guest}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
AMQP_URI: pyamqp://${RABBIT_USER:admin}:${RABBIT_PASSWORD:admin}@${RABBIT_HOST:localhost}:${RABBIT_PORT:5672}/
RPC_EXCHANGE: 'nameko-rpc'
max_workers: 10

View File

View File

View File

@@ -0,0 +1,29 @@
"""
Service unit testing best practice.
"""
import pytest
from nameko.testing.services import worker_factory
@pytest.mark.parametrize(
'value, expected',
[
('John Doe', 'Hello, John Doe!'),
('', 'Hello, !'),
('Bryant', 'Hello, Bryant!'),
],
)
def test_example_service(value, expected):
"""
Test example service.
"""
# create worker with mock dependencies
service = worker_factory(ServiceName) # TODO replace ServiceName with the name of the service and import it
# add side effects to the mock rpc dependency on the "remote" service
service.remote.hello.side_effect = lambda name: "Hello, {}!".format(name)
# test remote_hello business logic
assert service.remote_hello(value) == expected
service.remote.hello.assert_called_once_with(value)

View File

@@ -9,7 +9,7 @@ with open(path.join(here, 'README.md'), encoding='utf-8') as f:
setup(
name='namekoplus',
version='0.2.0',
version='0.3.1',
description='A lightweight Python distributed microservice solution',
long_description=long_description,
long_description_content_type='text/markdown',
@@ -33,7 +33,7 @@ setup(
'Topic :: Software Development :: Libraries :: Python Modules',
],
platforms='any',
python_requires='>=3',
python_requires='>=3.8, <4',
keywords='lightweight python distributed microservice solution',
@@ -71,7 +71,7 @@ setup(
'sqlalchemy==2.0.15',
'sqlacodegen==2.3.0',
'alembic==1.11.1'],
'ssl': ['cryptography'],
'security': ['cryptography'],
'dev': ['mako==1.2.4',
'environs==9.5.0']
},