21 Commits

Author SHA1 Message Date
35cce46eed Added ip override
All checks were successful
continuous-integration/drone/push Build is passing
2020-05-14 22:37:30 +02:00
f5d293c11b Merge branch 'dev-unittests' into dev
All checks were successful
continuous-integration/drone/push Build is passing
continuous-integration/drone/pr Build is passing
2020-05-14 13:56:51 +02:00
a945a13196 Merge branch 'dev-unittests' into dev
All checks were successful
continuous-integration/drone/push Build is passing
2020-05-13 17:33:13 +02:00
a793a9861b use drone cache
All checks were successful
continuous-integration/drone/push Build is passing
2020-05-08 23:20:10 +02:00
2e7a0546dd Fixed epic conflicts
All checks were successful
continuous-integration/drone/push Build is passing
2020-05-08 23:10:13 +02:00
8a79853559 use custom dind to build doc container image
All checks were successful
continuous-integration/drone/push Build is passing
2020-04-28 20:54:22 +02:00
68a57a8c4e dockerfile keyword is still needed
Some checks failed
continuous-integration/drone/push Build is failing
2020-04-28 20:31:13 +02:00
32fda37113 change context of document building
Some checks failed
continuous-integration/drone/push Build is failing
2020-04-28 20:27:15 +02:00
f07cd6c441 change directory before kaniko step
Some checks failed
continuous-integration/drone/push Build is failing
2020-04-28 20:14:31 +02:00
b05aec4a3c change drone stage names
Some checks failed
continuous-integration/drone/push Build is failing
2020-04-28 19:26:50 +02:00
02b6d29367 use kaniko to build container images
Some checks reported errors
continuous-integration/drone/push Build encountered an error
2020-04-28 19:25:47 +02:00
bb22760426 added option to get full consumers info
All checks were successful
continuous-integration/drone/push Build is passing
2020-04-22 02:45:57 +02:00
5f68e18cff Merge branch 'dev'
All checks were successful
continuous-integration/drone/push Build is passing
2020-04-17 17:08:00 +02:00
ea83ce5f80 Merge pull request 'documentation' (#4) from documentation into master
All checks were successful
continuous-integration/drone/push Build is passing
2020-04-08 23:03:02 +02:00
d3a75b5f95 added docs to CI pipeline
Some checks failed
continuous-integration/drone/pr Build is passing
continuous-integration/drone/push Build is failing
2020-04-08 21:54:04 +02:00
fa1309b87f added docs
Some checks failed
continuous-integration/drone/pr Build is failing
continuous-integration/drone/push Build is failing
2020-04-08 21:40:32 +02:00
f24a03fde9 Merge remote-tracking branch 'origin/documentation' into documentation
Some checks failed
continuous-integration/drone/push Build is failing
2020-04-07 21:34:57 +02:00
d3aee82cbe readme added 2020-04-07 21:34:32 +02:00
54aa6ef712 fix drone config
Some checks failed
continuous-integration/drone/push Build is failing
2020-04-04 19:07:57 +02:00
36d297f227 sphinx drone
Some checks reported errors
continuous-integration/drone/push Build encountered an error
2020-04-04 19:05:27 +02:00
60c6698495 comments added
All checks were successful
continuous-integration/drone/push Build is passing
2020-04-04 13:53:26 +02:00
15 changed files with 299 additions and 24 deletions

View File

@ -3,32 +3,84 @@ type: docker
name: default name: default
steps: steps:
- name: restore-cache-with-filesystem
image: meltwater/drone-cache
settings:
backend: "filesystem"
restore: true
cache_key: "{{ .Repo.Name }}"
archive_format: "gzip"
filesystem_cache_root: "/tmp/cache"
mount:
- '.pipcache'
volumes:
- name: cache
path: /tmp/cache
- name: static_analysis - name: static_analysis
image: python:3 image: python:3
commands: commands:
- pip3 install pylint bandit mccabe - pip3 install --cache-dir='./.pipcache' pylint bandit mccabe
- pip3 install -r requirements.txt - pip3 install --cache-dir='./.pipcache' -r requirements.txt
- find . -name "*.py" -exec python3 -m py_compile '{}' \; - find . -name "*.py" -exec python3 -m py_compile '{}' \;
- find . -name "*.py" -exec pylint '{}' + || if [ $? -eq 1 ]; then echo "you fail"; fi - find . -name "*.py" -exec pylint '{}' + || if [ $? -eq 1 ]; then echo "you fail"; fi
- find . -name "*.py" -exec python3 -m mccabe --min 3 '{}' + || if [ $? -eq 1 ]; then echo "you fail"; fi - find . -name "*.py" -exec python3 -m mccabe --min 3 '{}' + || if [ $? -eq 1 ]; then echo "you fail"; fi
- bandit -r . + || if [ $? -eq 1 ]; then echo "you fail"; fi - bandit -r . + || if [ $? -eq 1 ]; then echo "you fail"; fi
- name: build - name: build-app
image: banzaicloud/drone-kaniko
settings:
registry: registry.kmlabz.com
repo: goldenpogacsa/${DRONE_REPO_NAME}
username:
from_secret: DOCKER_USERNAME
password:
from_secret: DOCKER_PASSWORD
tags:
- latest
- ${DRONE_BUILD_NUMBER}
- name: make_docs
image: python:3.8
commands:
- pip3 install --cache-dir='./.pipcache' Sphinx sphinx_rtd_theme
- pip3 install -r requirements.txt
- cd docs
- make html
- name: rebuild-cache-with-filesystem
image: meltwater/drone-cache
pull: true
settings:
backend: "filesystem"
rebuild: true
cache_key: "{{ .Repo.Name }}"
archive_format: "gzip"
filesystem_cache_root: "/tmp/cache"
mount:
- '.pipcache'
volumes:
- name: cache
path: /tmp/cache
- name: build_docs
image: docker:stable-dind image: docker:stable-dind
volumes: volumes:
- name: dockersock - name: dockersock
path: /var/run path: /var/run
environment: environment:
DOCKER_USERNAME: DOCKER_USERNAME:
from_secret: DOCKER_USERNAME from_secret: DOCKER_USERNAME
DOCKER_PASSWORD: DOCKER_PASSWORD:
from_secret: DOCKER_PASSWORD from_secret: DOCKER_PASSWORD
commands: commands:
- echo "$DOCKER_PASSWORD" | docker login -u "$DOCKER_USERNAME" --password-stdin - cd docs
- docker build -t="$DOCKER_USERNAME/consumer_api" . - echo "$DOCKER_PASSWORD" | docker login -u "$DOCKER_USERNAME" --password-stdin registry.kmlabz.com
- docker build -t="$DOCKER_USERNAME/consumer_api:$DRONE_BUILD_NUMBER" . - docker build -t="registry.kmlabz.com/goldenpogacsa/consumer-api-docs" .
- docker push "$DOCKER_USERNAME/consumer_api" - docker build -t="registry.kmlabz.com/goldenpogacsa/consumer-api-docs:$DRONE_BUILD_NUMBER" .
- docker push "$DOCKER_USERNAME/consumer_api:$DRONE_BUILD_NUMBER" - docker push "registry.kmlabz.com/goldenpogacsa/consumer-api-docs"
- docker push "registry.kmlabz.com/goldenpogacsa/consumer-api-docs:$DRONE_BUILD_NUMBER"
- name: slack - name: slack
image: plugins/slack image: plugins/slack
@ -51,3 +103,6 @@ services:
volumes: volumes:
- name: dockersock - name: dockersock
temp: {} temp: {}
- name: cache
host:
path: "/tmp/cache"

12
README.rst Normal file
View File

@ -0,0 +1,12 @@
================
P2P Consumer API
================
Repository for the consumer's API
implemented interfaces / functionalities:
* consumer
* log
* sync

View File

@ -19,11 +19,11 @@ __version__text__ = "1"
SENTRY_DSN = os.environ.get("SENTRY_DSN") SENTRY_DSN = os.environ.get("SENTRY_DSN")
if SENTRY_DSN: if SENTRY_DSN:
sentry_sdk.init( sentry_sdk.init(
dsn = SENTRY_DSN, dsn=SENTRY_DSN,
integrations = [FlaskIntegration()], integrations=[FlaskIntegration()],
send_default_pii = True, send_default_pii=True,
release = os.environ.get('RELEASE_ID', 'test'), release=os.environ.get('RELEASE_ID', 'test'),
environment = os.environ.get('RELEASEMODE', 'dev') environment=os.environ.get('RELEASEMODE', 'dev')
) )
app = Flask(__name__) app = Flask(__name__)
@ -35,7 +35,7 @@ app.config['PRODUCER_TIMEOUT'] = int(os.environ.get('PRODUCER_TIMEOUT', 60))
redis_client.init_app(app) redis_client.init_app(app)
for view in [ConsumersView, LogView, SyncView]: for view in [ConsumersView, LogView, SyncView]:
view.register(app, trailing_slash = False) view.register(app, trailing_slash=False)
if __name__ == "__main__": if __name__ == "__main__":
app.run(debug = True) app.run(debug=True)

View File

@ -29,4 +29,6 @@ class LogView(FlaskView):
# print out message # print out message
current_app.logger.info(f"New message: {request.json['message']}") current_app.logger.info(f"New message: {request.json['message']}")
# return HTTP 204 - No content message
return Response(status = 204) return Response(status = 204)

View File

@ -2,14 +2,22 @@ import json
import time import time
from flask import request, current_app, jsonify from flask import request, current_app, jsonify
from flask_classful import FlaskView from flask_classful import FlaskView
from db import redis_client # ez nagyon otvar from db import redis_client
class SyncView(FlaskView): class SyncView(FlaskView):
def post(self): def post(self):
remote_uuid = request.json['uuid'] remote_uuid = request.json['uuid']
remote_ip = request.remote_addr
if 'ip' in request.json:
remote_ip = request.json['ip']
if request.remote_addr != remote_ip:
current_app.logger.debug(f"IP was overriden by the remote consumer {remote_ip} instead of {request.remote_addr}")
else:
remote_ip = request.remote_addr
cust_key = f"consumer_{remote_uuid}" cust_key = f"consumer_{remote_uuid}"
@ -31,8 +39,8 @@ class SyncView(FlaskView):
redis_client.set(cust_key, json.dumps(info).encode('utf-8')) redis_client.set(cust_key, json.dumps(info).encode('utf-8'))
redis_client.expire(cust_key, current_app.config["CUSTOMER_TIMEOUT"]) redis_client.expire(cust_key, current_app.config["CUSTOMER_TIMEOUT"])
# return with the current UUID
response = { response = {
"uuid": current_app.config['LOCAL_UUID'] "uuid": current_app.config['LOCAL_UUID']
} }
return jsonify(response) return jsonify(response)

3
docs/Dockerfile Normal file
View File

@ -0,0 +1,3 @@
FROM nginx:latest
COPY _build/html/ /usr/share/nginx/html

20
docs/Makefile Normal file
View File

@ -0,0 +1,20 @@
# Minimal makefile for Sphinx documentation
#
# You can set these variables from the command line, and also
# from the environment for the first two.
SPHINXOPTS ?=
SPHINXBUILD ?= sphinx-build
SOURCEDIR = .
BUILDDIR = _build
# Put it first so that "make" without argument is like "make help".
help:
@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
.PHONY: help Makefile
# Catch-all target: route all unknown targets to Sphinx using the new
# "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS).
%: Makefile
@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)

55
docs/conf.py Normal file
View File

@ -0,0 +1,55 @@
# Configuration file for the Sphinx documentation builder.
#
# This file only contains a selection of the most common options. For a full
# list see the documentation:
# https://www.sphinx-doc.org/en/master/usage/configuration.html
# -- Path setup --------------------------------------------------------------
# If extensions (or modules to document with autodoc) are in another directory,
# add these directories to sys.path here. If the directory is relative to the
# documentation root, use os.path.abspath to make it absolute, like shown here.
#
# import os
# import sys
# sys.path.insert(0, os.path.abspath('.'))
# -- Project information -----------------------------------------------------
project = 'Consumer API'
copyright = '2020, GoldenPogacsa Inc.'
author = 'GoldenPogacsa Inc.'
# The full version, including alpha/beta/rc tags
release = '0.1.0'
# -- General configuration ---------------------------------------------------
# Add any Sphinx extension module names here, as strings. They can be
# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
# ones.
extensions = [
]
# Add any paths that contain templates here, relative to this directory.
templates_path = []
# List of patterns, relative to source directory, that match files and
# directories to ignore when looking for source files.
# This pattern also affects html_static_path and html_extra_path.
exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store']
# -- Options for HTML output -------------------------------------------------
# The theme to use for HTML and HTML Help pages. See the documentation for
# a list of builtin themes.
#
html_theme = 'sphinx_rtd_theme'
# Add any paths that contain custom static files (such as style sheets) here,
# relative to this directory. They are copied after the builtin static files,
# so a file named "default.css" will overwrite the builtin "default.css".
html_static_path = []

23
docs/index.rst Normal file
View File

@ -0,0 +1,23 @@
.. Consumer API documentation master file, created by
sphinx-quickstart on Wed Apr 8 21:31:18 2020.
You can adapt this file completely to your liking, but it should at least
contain the root `toctree` directive.
Welcome to Consumer API's documentation!
========================================
.. toctree::
:maxdepth: 2
:caption: Contents:
readme
source/modules
Indices and tables
==================
* :ref:`genindex`
* :ref:`modindex`
* :ref:`search`
* `Git repository <https://git.kmlabz.com/GoldenPogacsa/consumer-api>`_

35
docs/make.bat Normal file
View File

@ -0,0 +1,35 @@
@ECHO OFF
pushd %~dp0
REM Command file for Sphinx documentation
if "%SPHINXBUILD%" == "" (
set SPHINXBUILD=sphinx-build
)
set SOURCEDIR=.
set BUILDDIR=_build
if "%1" == "" goto help
%SPHINXBUILD% >NUL 2>NUL
if errorlevel 9009 (
echo.
echo.The 'sphinx-build' command was not found. Make sure you have Sphinx
echo.installed, then set the SPHINXBUILD environment variable to point
echo.to the full path of the 'sphinx-build' executable. Alternatively you
echo.may add the Sphinx directory to PATH.
echo.
echo.If you don't have Sphinx installed, grab it from
echo.http://sphinx-doc.org/
exit /b 1
)
%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
goto end
:help
%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
:end
popd

1
docs/readme.rst Normal file
View File

@ -0,0 +1 @@
.. include:: ../README.rst

7
docs/source/app.rst Normal file
View File

@ -0,0 +1,7 @@
app module
==========
.. automodule:: app
:members:
:undoc-members:
:show-inheritance:

7
docs/source/db.rst Normal file
View File

@ -0,0 +1,7 @@
db module
=========
.. automodule:: db
:members:
:undoc-members:
:show-inheritance:

9
docs/source/modules.rst Normal file
View File

@ -0,0 +1,9 @@
consumer_api
============
.. toctree::
:maxdepth: 4
app
db
views

38
docs/source/views.rst Normal file
View File

@ -0,0 +1,38 @@
views package
=============
Submodules
----------
views.consumers\_view module
----------------------------
.. automodule:: views.consumers_view
:members:
:undoc-members:
:show-inheritance:
views.log\_view module
----------------------
.. automodule:: views.log_view
:members:
:undoc-members:
:show-inheritance:
views.sync\_view module
-----------------------
.. automodule:: views.sync_view
:members:
:undoc-members:
:show-inheritance:
Module contents
---------------
.. automodule:: views
:members:
:undoc-members:
:show-inheritance: