documentation #1
26
.drone.yml
26
.drone.yml
@ -30,6 +30,32 @@ steps:
|
|||||||
- docker push "$DOCKER_USERNAME/consumer-scheduler"
|
- docker push "$DOCKER_USERNAME/consumer-scheduler"
|
||||||
- docker push "$DOCKER_USERNAME/consumer-scheduler:$DRONE_BUILD_NUMBER"
|
- docker push "$DOCKER_USERNAME/consumer-scheduler:$DRONE_BUILD_NUMBER"
|
||||||
|
|
||||||
|
- name: make_docs
|
||||||
|
image: python:3.8
|
||||||
|
commands:
|
||||||
|
- pip3 install Sphinx sphinx_rtd_theme
|
||||||
|
- pip3 install -r requirements.txt
|
||||||
|
- cd docs
|
||||||
|
- make html
|
||||||
|
|
||||||
|
- name: build_docs
|
||||||
|
image: docker:stable-dind
|
||||||
|
volumes:
|
||||||
|
- name: dockersock
|
||||||
|
path: /var/run
|
||||||
|
environment:
|
||||||
|
DOCKER_USERNAME:
|
||||||
|
from_secret: DOCKER_USERNAME
|
||||||
|
DOCKER_PASSWORD:
|
||||||
|
from_secret: DOCKER_PASSWORD
|
||||||
|
commands:
|
||||||
|
- cd docs
|
||||||
|
- echo "$DOCKER_PASSWORD" | docker login -u "$DOCKER_USERNAME" --password-stdin
|
||||||
|
- docker build -t="$DOCKER_USERNAME/consumer-scheduler-docs" .
|
||||||
|
- docker build -t="$DOCKER_USERNAME/consumer-scheduler-docs:$DRONE_BUILD_NUMBER" .
|
||||||
|
- docker push "$DOCKER_USERNAME/consumer-scheduler-docs"
|
||||||
|
- docker push "$DOCKER_USERNAME/consumer-scheduler-docs:$DRONE_BUILD_NUMBER"
|
||||||
|
|
||||||
- name: slack
|
- name: slack
|
||||||
image: plugins/slack
|
image: plugins/slack
|
||||||
settings:
|
settings:
|
||||||
|
7
README.rst
Normal file
7
README.rst
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
======================
|
||||||
|
P2P Consumer Scheduler
|
||||||
|
======================
|
||||||
|
|
||||||
|
Repository for the consumer's scheduler
|
||||||
|
|
||||||
|
Functionality: updates the database of the available consumers periodically
|
12
app.py
12
app.py
@ -21,19 +21,24 @@ sentry_sdk.init("https://0a106e104e114bc9a3fa47f9cb0db2f4@sentry.kmlabz.com/10")
|
|||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
|
|
||||||
|
# set logging preferences
|
||||||
logging.basicConfig(filename = '', level = logging.DEBUG)
|
logging.basicConfig(filename = '', level = logging.DEBUG)
|
||||||
|
|
||||||
|
# connect to redis
|
||||||
r = redis.Redis(host = 'localhost', port = 6379, db = 0)
|
r = redis.Redis(host = 'localhost', port = 6379, db = 0)
|
||||||
|
|
||||||
|
# set initial consumer addresses
|
||||||
ip_list = os.environ['INITIAL_SERVERS'].split(',')
|
ip_list = os.environ['INITIAL_SERVERS'].split(',')
|
||||||
logging.debug('Get consumer list from environ at first: Done')
|
logging.debug('Get consumer list from environ at first: Done')
|
||||||
|
# get the dictionary of the currently available consumers
|
||||||
consumer_list_redis = json.loads((r.get('consumer_list') or b'{}').decode('utf-8'))
|
consumer_list_redis = json.loads((r.get('consumer_list') or b'{}').decode('utf-8'))
|
||||||
logging.debug('Get consumer list from redis at first: Done')
|
logging.debug('Get consumer list from redis at first: Done')
|
||||||
temp_dict = { }
|
temp_dict = { }
|
||||||
|
|
||||||
for ip in ip_list:
|
for ip in ip_list:
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
# request synchronization
|
||||||
response = requests.post(f"http://{ip}/sync", json = { 'uuid': os.environ['LOCAL_UUID'] })
|
response = requests.post(f"http://{ip}/sync", json = { 'uuid': os.environ['LOCAL_UUID'] })
|
||||||
except requests.exceptions.ConnectionError:
|
except requests.exceptions.ConnectionError:
|
||||||
continue
|
continue
|
||||||
@ -46,11 +51,13 @@ def main():
|
|||||||
logging.debug('Update redis consumers ip list from first answers: Done')
|
logging.debug('Update redis consumers ip list from first answers: Done')
|
||||||
while True:
|
while True:
|
||||||
logging.debug('Infinite Cycle start : Done')
|
logging.debug('Infinite Cycle start : Done')
|
||||||
|
# get the dictionary of the currently available consumers
|
||||||
consumer_list_redis = json.loads((r.get('consumer_list') or b'{}').decode('utf-8'))
|
consumer_list_redis = json.loads((r.get('consumer_list') or b'{}').decode('utf-8'))
|
||||||
logging.debug('Get consumer list from redis: Done')
|
logging.debug('Get consumer list from redis: Done')
|
||||||
for uuid, info in consumer_list_redis.items():
|
for uuid, info in consumer_list_redis.items():
|
||||||
ip = info['ip']
|
ip = info['ip']
|
||||||
try:
|
try:
|
||||||
|
# request synchronization
|
||||||
response = requests.post(f"http://{ip}/sync", json = { 'uuid': os.environ['LOCAL_UUID'] })
|
response = requests.post(f"http://{ip}/sync", json = { 'uuid': os.environ['LOCAL_UUID'] })
|
||||||
except requests.exceptions.ConnectionError:
|
except requests.exceptions.ConnectionError:
|
||||||
continue
|
continue
|
||||||
@ -58,11 +65,14 @@ def main():
|
|||||||
if response.status_code == 200:
|
if response.status_code == 200:
|
||||||
temp_dict[response.json()['uuid']] = { 'ip': ip }
|
temp_dict[response.json()['uuid']] = { 'ip': ip }
|
||||||
|
|
||||||
|
|
||||||
|
# update the dictionary of the currently available consumers
|
||||||
consumer_list_redis.update(temp_dict)
|
consumer_list_redis.update(temp_dict)
|
||||||
r.set('consumer_list', json.dumps(consumer_list_redis).encode('utf-8'))
|
r.set('consumer_list', json.dumps(consumer_list_redis).encode('utf-8'))
|
||||||
logging.debug('Update redis consumer ip list from answers: Done')
|
logging.debug('Update redis consumer ip list from answers: Done')
|
||||||
|
|
||||||
logging.debug('Waiting for next turn')
|
logging.debug('Waiting for next turn')
|
||||||
|
# wait for the next update time
|
||||||
time.sleep(30)
|
time.sleep(30)
|
||||||
|
|
||||||
|
|
||||||
|
3
docs/Dockerfile
Normal file
3
docs/Dockerfile
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
FROM nginx:latest
|
||||||
|
|
||||||
|
COPY _build/html/ /usr/share/nginx/html
|
20
docs/Makefile
Normal file
20
docs/Makefile
Normal file
@ -0,0 +1,20 @@
|
|||||||
|
# Minimal makefile for Sphinx documentation
|
||||||
|
#
|
||||||
|
|
||||||
|
# You can set these variables from the command line, and also
|
||||||
|
# from the environment for the first two.
|
||||||
|
SPHINXOPTS ?=
|
||||||
|
SPHINXBUILD ?= sphinx-build
|
||||||
|
SOURCEDIR = .
|
||||||
|
BUILDDIR = _build
|
||||||
|
|
||||||
|
# Put it first so that "make" without argument is like "make help".
|
||||||
|
help:
|
||||||
|
@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
|
||||||
|
|
||||||
|
.PHONY: help Makefile
|
||||||
|
|
||||||
|
# Catch-all target: route all unknown targets to Sphinx using the new
|
||||||
|
# "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS).
|
||||||
|
%: Makefile
|
||||||
|
@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
|
55
docs/conf.py
Normal file
55
docs/conf.py
Normal file
@ -0,0 +1,55 @@
|
|||||||
|
# Configuration file for the Sphinx documentation builder.
|
||||||
|
#
|
||||||
|
# This file only contains a selection of the most common options. For a full
|
||||||
|
# list see the documentation:
|
||||||
|
# https://www.sphinx-doc.org/en/master/usage/configuration.html
|
||||||
|
|
||||||
|
# -- Path setup --------------------------------------------------------------
|
||||||
|
|
||||||
|
# If extensions (or modules to document with autodoc) are in another directory,
|
||||||
|
# add these directories to sys.path here. If the directory is relative to the
|
||||||
|
# documentation root, use os.path.abspath to make it absolute, like shown here.
|
||||||
|
#
|
||||||
|
# import os
|
||||||
|
# import sys
|
||||||
|
# sys.path.insert(0, os.path.abspath('.'))
|
||||||
|
|
||||||
|
|
||||||
|
# -- Project information -----------------------------------------------------
|
||||||
|
|
||||||
|
project = 'Consumer Scheduler'
|
||||||
|
copyright = '2020, GoldenPogacsa Inc.'
|
||||||
|
author = 'GoldenPogacsa Inc.'
|
||||||
|
|
||||||
|
# The full version, including alpha/beta/rc tags
|
||||||
|
release = '0.1.0'
|
||||||
|
|
||||||
|
|
||||||
|
# -- General configuration ---------------------------------------------------
|
||||||
|
|
||||||
|
# Add any Sphinx extension module names here, as strings. They can be
|
||||||
|
# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
|
||||||
|
# ones.
|
||||||
|
extensions = [
|
||||||
|
]
|
||||||
|
|
||||||
|
# Add any paths that contain templates here, relative to this directory.
|
||||||
|
templates_path = []
|
||||||
|
|
||||||
|
# List of patterns, relative to source directory, that match files and
|
||||||
|
# directories to ignore when looking for source files.
|
||||||
|
# This pattern also affects html_static_path and html_extra_path.
|
||||||
|
exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store']
|
||||||
|
|
||||||
|
|
||||||
|
# -- Options for HTML output -------------------------------------------------
|
||||||
|
|
||||||
|
# The theme to use for HTML and HTML Help pages. See the documentation for
|
||||||
|
# a list of builtin themes.
|
||||||
|
#
|
||||||
|
html_theme = 'sphinx_rtd_theme'
|
||||||
|
|
||||||
|
# Add any paths that contain custom static files (such as style sheets) here,
|
||||||
|
# relative to this directory. They are copied after the builtin static files,
|
||||||
|
# so a file named "default.css" will overwrite the builtin "default.css".
|
||||||
|
html_static_path = []
|
23
docs/index.rst
Normal file
23
docs/index.rst
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
.. Consumer Scheduler documentation master file, created by
|
||||||
|
sphinx-quickstart on Wed Apr 8 21:57:33 2020.
|
||||||
|
You can adapt this file completely to your liking, but it should at least
|
||||||
|
contain the root `toctree` directive.
|
||||||
|
|
||||||
|
Welcome to Consumer Scheduler's documentation!
|
||||||
|
==============================================
|
||||||
|
|
||||||
|
.. toctree::
|
||||||
|
:maxdepth: 2
|
||||||
|
:caption: Contents:
|
||||||
|
|
||||||
|
readme
|
||||||
|
source/modules
|
||||||
|
|
||||||
|
|
||||||
|
Indices and tables
|
||||||
|
==================
|
||||||
|
|
||||||
|
* :ref:`genindex`
|
||||||
|
* :ref:`modindex`
|
||||||
|
* :ref:`search`
|
||||||
|
* `Git repository <https://git.kmlabz.com/GoldenPogacsa/consumer-scheduler>`_
|
35
docs/make.bat
Normal file
35
docs/make.bat
Normal file
@ -0,0 +1,35 @@
|
|||||||
|
@ECHO OFF
|
||||||
|
|
||||||
|
pushd %~dp0
|
||||||
|
|
||||||
|
REM Command file for Sphinx documentation
|
||||||
|
|
||||||
|
if "%SPHINXBUILD%" == "" (
|
||||||
|
set SPHINXBUILD=sphinx-build
|
||||||
|
)
|
||||||
|
set SOURCEDIR=.
|
||||||
|
set BUILDDIR=_build
|
||||||
|
|
||||||
|
if "%1" == "" goto help
|
||||||
|
|
||||||
|
%SPHINXBUILD% >NUL 2>NUL
|
||||||
|
if errorlevel 9009 (
|
||||||
|
echo.
|
||||||
|
echo.The 'sphinx-build' command was not found. Make sure you have Sphinx
|
||||||
|
echo.installed, then set the SPHINXBUILD environment variable to point
|
||||||
|
echo.to the full path of the 'sphinx-build' executable. Alternatively you
|
||||||
|
echo.may add the Sphinx directory to PATH.
|
||||||
|
echo.
|
||||||
|
echo.If you don't have Sphinx installed, grab it from
|
||||||
|
echo.http://sphinx-doc.org/
|
||||||
|
exit /b 1
|
||||||
|
)
|
||||||
|
|
||||||
|
%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
|
||||||
|
goto end
|
||||||
|
|
||||||
|
:help
|
||||||
|
%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
|
||||||
|
|
||||||
|
:end
|
||||||
|
popd
|
1
docs/readme.rst
Normal file
1
docs/readme.rst
Normal file
@ -0,0 +1 @@
|
|||||||
|
.. include:: ../README.rst
|
7
docs/source/app.rst
Normal file
7
docs/source/app.rst
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
app module
|
||||||
|
==========
|
||||||
|
|
||||||
|
.. automodule:: app
|
||||||
|
:members:
|
||||||
|
:undoc-members:
|
||||||
|
:show-inheritance:
|
7
docs/source/modules.rst
Normal file
7
docs/source/modules.rst
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
consumer-scheduler
|
||||||
|
==================
|
||||||
|
|
||||||
|
.. toctree::
|
||||||
|
:maxdepth: 4
|
||||||
|
|
||||||
|
app
|
Reference in New Issue
Block a user