commit e0853f8a402254adc2f64c17ac8049514cb4c54e Author: Torma Kristóf Date: Fri Aug 13 14:19:40 2021 +0200 init diff --git a/.drone.yml b/.drone.yml new file mode 100644 index 0000000..083dd1f --- /dev/null +++ b/.drone.yml @@ -0,0 +1,39 @@ +kind: pipeline +type: docker +name: default + +steps: + - name: code-analysis + image: aosapps/drone-sonar-plugin + settings: + sonar_host: + from_secret: SONAR_HOST + sonar_token: + from_secret: SONAR_CODE + + - name: build_application + image: openjdk:11-jdk + commands: + - chmod +x gradlew + - ./gradlew build -x test + + - name: kaniko + image: banzaicloud/drone-kaniko + settings: + registry: registry.kmlabz.com + repo: birbnetes/${DRONE_REPO_NAME} + username: + from_secret: DOCKER_USERNAME + password: + from_secret: DOCKER_PASSWORD + tags: + - latest + - ${DRONE_BUILD_NUMBER} + + - name: ms-teams + image: kuperiu/drone-teams + settings: + webhook: + from_secret: TEAMS_WEBHOOK + when: + status: [ failure ] \ No newline at end of file diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..9affc3d --- /dev/null +++ b/.gitignore @@ -0,0 +1,8 @@ +/.gradle +/.idea +/out +/build +*.iml +*.ipr +*.iws +*.log \ No newline at end of file diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..482a2be --- /dev/null +++ b/Dockerfile @@ -0,0 +1,14 @@ +FROM openjdk:11-jre + +ENV APPLICATION_USER kotlin +RUN useradd $APPLICATION_USER + +RUN mkdir /app +RUN chown -R $APPLICATION_USER /app + +USER $APPLICATION_USER + +COPY ./build/libs/sample-service-consumer.jar /app/sample-service-consumer.jar +WORKDIR /app + +CMD ["java", "-server", "-XX:+UnlockExperimentalVMOptions", "-XX:InitialRAMFraction=2", "-XX:MinRAMFraction=2", "-XX:MaxRAMFraction=2", "-XX:+UseG1GC", "-XX:MaxGCPauseMillis=100", "-XX:+UseStringDeduplication", "-jar", "output-service-rdb.jar"] \ No newline at end of file diff --git a/build.gradle.kts b/build.gradle.kts new file mode 100644 index 0000000..d95820a --- /dev/null +++ b/build.gradle.kts @@ -0,0 +1,45 @@ +plugins { + application + kotlin("jvm") version "1.5.10" + id("com.github.johnrengelman.shadow") version "7.0.0" +} + +application { + mainClassName = "MainKt" +} + +group = "com.kmlabz" +version = "1.0-SNAPSHOT" + +repositories { + mavenCentral() + jcenter() +} + +dependencies { + implementation("com.rabbitmq:amqp-client:5.13.0") + implementation("com.viartemev:the-white-rabbit:0.0.6") + implementation("com.zaxxer:HikariCP:5.0.0") + implementation("org.jetbrains.exposed:exposed-core:0.33.1") + implementation("org.jetbrains.exposed:exposed-dao:0.33.1") + implementation("org.jetbrains.exposed:exposed-jdbc:0.33.1") + implementation("org.jetbrains.exposed:exposed-java-time:0.33.1") + implementation("io.insert-koin:koin-core:3.1.2") + implementation("org.postgresql:postgresql:42.2.23") + implementation("com.google.code.gson:gson:2.8.7") +} + +tasks { + named("shadowJar") { + archiveBaseName.set("sample-service-consumer") + classifier = null + version = null + mergeServiceFiles() + manifest { + attributes(mapOf("Main-Class" to "Main")) + } + } + compileKotlin { + kotlinOptions.jvmTarget = "11" + } +} diff --git a/gradle.properties b/gradle.properties new file mode 100644 index 0000000..7fc6f1f --- /dev/null +++ b/gradle.properties @@ -0,0 +1 @@ +kotlin.code.style=official diff --git a/gradle/wrapper/gradle-wrapper.jar b/gradle/wrapper/gradle-wrapper.jar new file mode 100644 index 0000000..7454180 Binary files /dev/null and b/gradle/wrapper/gradle-wrapper.jar differ diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 0000000..69a9715 --- /dev/null +++ b/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,5 @@ +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-7.1-bin.zip +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists diff --git a/gradlew b/gradlew new file mode 100644 index 0000000..744e882 --- /dev/null +++ b/gradlew @@ -0,0 +1,185 @@ +#!/usr/bin/env sh + +# +# Copyright 2015 the original author or authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn () { + echo "$*" +} + +die () { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MSYS* | MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin or MSYS, switch paths to Windows format before running java +if [ "$cygwin" = "true" -o "$msys" = "true" ] ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=`expr $i + 1` + done + case $i in + 0) set -- ;; + 1) set -- "$args0" ;; + 2) set -- "$args0" "$args1" ;; + 3) set -- "$args0" "$args1" "$args2" ;; + 4) set -- "$args0" "$args1" "$args2" "$args3" ;; + 5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + 6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + 7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + 8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + 9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Escape application args +save () { + for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done + echo " " +} +APP_ARGS=`save "$@"` + +# Collect all arguments for the java command, following the shell quoting and substitution rules +eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" + +exec "$JAVACMD" "$@" diff --git a/gradlew.bat b/gradlew.bat new file mode 100644 index 0000000..107acd3 --- /dev/null +++ b/gradlew.bat @@ -0,0 +1,89 @@ +@rem +@rem Copyright 2015 the original author or authors. +@rem +@rem Licensed under the Apache License, Version 2.0 (the "License"); +@rem you may not use this file except in compliance with the License. +@rem You may obtain a copy of the License at +@rem +@rem https://www.apache.org/licenses/LICENSE-2.0 +@rem +@rem Unless required by applicable law or agreed to in writing, software +@rem distributed under the License is distributed on an "AS IS" BASIS, +@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +@rem See the License for the specific language governing permissions and +@rem limitations under the License. +@rem + +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Resolve any "." and ".." in APP_HOME to make it shorter. +for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m" + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto execute + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto execute + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %* + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/settings.gradle.kts b/settings.gradle.kts new file mode 100644 index 0000000..dcf420c --- /dev/null +++ b/settings.gradle.kts @@ -0,0 +1,3 @@ + +rootProject.name = "sample-service-consumer" + diff --git a/src/main/kotlin/Main.kt b/src/main/kotlin/Main.kt new file mode 100644 index 0000000..5d36e59 --- /dev/null +++ b/src/main/kotlin/Main.kt @@ -0,0 +1,14 @@ +import di.databasemodule +import mq.ConsumerWrapper +import org.koin.core.context.GlobalContext.startKoin + +fun main(vararg args: String) { + + startKoin { + printLogger() + modules(databasemodule) + } + + val consumerWrapper = ConsumerWrapper(); + consumerWrapper.recieve(); +} \ No newline at end of file diff --git a/src/main/kotlin/api/ApiObject.kt b/src/main/kotlin/api/ApiObject.kt new file mode 100644 index 0000000..5a2d189 --- /dev/null +++ b/src/main/kotlin/api/ApiObject.kt @@ -0,0 +1,10 @@ +package api + +import com.google.gson.annotations.SerializedName +import java.time.LocalDate + +data class ApiObject( + @SerializedName("tag") val tag: String, + @SerializedName("device_id") val device_id: Int, + @SerializedName("device_date") val device_date: LocalDate +) \ No newline at end of file diff --git a/src/main/kotlin/config/EnvConfig.kt b/src/main/kotlin/config/EnvConfig.kt new file mode 100644 index 0000000..86b2673 --- /dev/null +++ b/src/main/kotlin/config/EnvConfig.kt @@ -0,0 +1,11 @@ +package config + +data class EnvConfig ( + var mqHost: String = System.getenv("MQ_HOST") ?: "localhost", + var mqUserName: String = System.getenv("MQ_USERNAME") ?: "rabbitmq", + var mqPassWord: String = System.getenv("MQ_PASSWORD") ?: "rabbitmq", + var mqExchange: String = System.getenv("MQ_EXCHANGE") ?: "rabbitmq", + var dbJdbc: String = System.getenv("DB_JDBC") ?: "input", + var dbUsername: String = System.getenv("DB_USERNAME") ?: "output", + var dbPassowrd: String = System.getenv("DB_PASSOWRD") ?: "output" +) \ No newline at end of file diff --git a/src/main/kotlin/database/DatabaseFactory.kt b/src/main/kotlin/database/DatabaseFactory.kt new file mode 100644 index 0000000..f98444d --- /dev/null +++ b/src/main/kotlin/database/DatabaseFactory.kt @@ -0,0 +1,38 @@ +package database + +import config.EnvConfig +import com.zaxxer.hikari.* +import kotlinx.coroutines.Dispatchers +import kotlinx.coroutines.withContext +import org.jetbrains.exposed.sql.* +import org.jetbrains.exposed.sql.transactions.transaction + +object DatabaseFactory { + + private val envConfig = EnvConfig() + private val dbUrl = envConfig.dbJdbc + private val dbUser = envConfig.dbUsername + private val dbPassword = envConfig.dbPassowrd + + fun init() { + Database.connect(hikari()) + } + + private fun hikari(): HikariDataSource { + val config = HikariConfig() + config.driverClassName = "org.postgresql.Driver" + config.jdbcUrl = dbUrl + config.username = dbUser + config.password = dbPassword + config.maximumPoolSize = 3 + config.isAutoCommit = false + config.transactionIsolation = "TRANSACTION_REPEATABLE_READ" + config.validate() + return HikariDataSource(config) + } + + suspend fun dbQuery(block: () -> T): T = + withContext(Dispatchers.IO) { + transaction { block() } + } +} \ No newline at end of file diff --git a/src/main/kotlin/database/dao/SampleObjects.kt b/src/main/kotlin/database/dao/SampleObjects.kt new file mode 100644 index 0000000..5145df1 --- /dev/null +++ b/src/main/kotlin/database/dao/SampleObjects.kt @@ -0,0 +1,14 @@ +package database.dao + +import org.jetbrains.exposed.dao.id.IntIdTable +import org.jetbrains.exposed.sql.* +import org.jetbrains.exposed.sql.`java-time`.date +import java.time.LocalDate + +object SampleObjects : IntIdTable() { + val tag: Column = varchar("tag", 32) + val timestamp: Column = date("timestamp").default(LocalDate.now()) + val device_id: Column = integer("device_id") + val device_date: Column = date("device_date") + override val primaryKey = PrimaryKey(id, name = "PK_SampleObject_Id") +} \ No newline at end of file diff --git a/src/main/kotlin/database/model/SampleObject.kt b/src/main/kotlin/database/model/SampleObject.kt new file mode 100644 index 0000000..3c6507b --- /dev/null +++ b/src/main/kotlin/database/model/SampleObject.kt @@ -0,0 +1,14 @@ +package database.model + +import database.dao.SampleObjects +import org.jetbrains.exposed.dao.IntEntity +import org.jetbrains.exposed.dao.IntEntityClass +import org.jetbrains.exposed.dao.id.EntityID + +class SampleObject(id: EntityID): IntEntity(id) { + companion object : IntEntityClass(SampleObjects) + var tag by SampleObjects.tag + var timestamp by SampleObjects.timestamp + var device_id by SampleObjects.device_id + var device_date by SampleObjects.device_date +} \ No newline at end of file diff --git a/src/main/kotlin/database/service/ISampleObjectService.kt b/src/main/kotlin/database/service/ISampleObjectService.kt new file mode 100644 index 0000000..cfd9aca --- /dev/null +++ b/src/main/kotlin/database/service/ISampleObjectService.kt @@ -0,0 +1,8 @@ +package database.service + +import java.time.LocalDate +import api.ApiObject + +interface ISampleObjectService{ + fun addOne(apiObject: ApiObject) +} \ No newline at end of file diff --git a/src/main/kotlin/database/service/SampleObjectService.kt b/src/main/kotlin/database/service/SampleObjectService.kt new file mode 100644 index 0000000..730d20b --- /dev/null +++ b/src/main/kotlin/database/service/SampleObjectService.kt @@ -0,0 +1,18 @@ +package database.service + +import database.model.SampleObject +import api.ApiObject +import org.jetbrains.exposed.sql.transactions.transaction + +class SampleObjectService : ISampleObjectService { + + override fun addOne(apiObject: ApiObject) { + transaction { + SampleObject.new { + tag = apiObject.tag + device_date = apiObject.device_date + device_id = apiObject.device_id + } + } + } +} \ No newline at end of file diff --git a/src/main/kotlin/di/DatabaseModule.kt b/src/main/kotlin/di/DatabaseModule.kt new file mode 100644 index 0000000..86330af --- /dev/null +++ b/src/main/kotlin/di/DatabaseModule.kt @@ -0,0 +1,9 @@ +package di + +import database.service.ISampleObjectService +import database.service.SampleObjectService +import org.koin.dsl.module + +val databasemodule = module(createdAtStart = true) { + single { SampleObjectService() } +} \ No newline at end of file diff --git a/src/main/kotlin/mq/ConsumerWrapper.kt b/src/main/kotlin/mq/ConsumerWrapper.kt new file mode 100644 index 0000000..efc3989 --- /dev/null +++ b/src/main/kotlin/mq/ConsumerWrapper.kt @@ -0,0 +1,25 @@ +package mq + +import com.rabbitmq.client.BuiltinExchangeType +import com.rabbitmq.client.ConnectionFactory +import config.EnvConfig + +class ConsumerWrapper { + private val envConfig = EnvConfig() + + fun recieve(){ + val factory = ConnectionFactory() + factory.host = envConfig.mqHost + factory.username = envConfig.mqUserName + factory.password = envConfig.mqPassWord + + val inputConnection = factory.newConnection() + val inputChannel = inputConnection.createChannel() + + inputChannel.exchangeDeclare(envConfig.mqExchange, BuiltinExchangeType.FANOUT) + val inputQueueName = inputChannel.queueDeclare().queue + inputChannel.queueBind(inputQueueName, envConfig.mqExchange, "") + + inputChannel.basicConsume(inputQueueName, true, DatabaseConsumer()) + } +} \ No newline at end of file diff --git a/src/main/kotlin/mq/DatabaseConsumer.kt b/src/main/kotlin/mq/DatabaseConsumer.kt new file mode 100644 index 0000000..d0c69a1 --- /dev/null +++ b/src/main/kotlin/mq/DatabaseConsumer.kt @@ -0,0 +1,37 @@ +package mq + +import api.ApiObject +import com.google.gson.Gson +import com.rabbitmq.client.AMQP +import com.rabbitmq.client.Consumer +import com.rabbitmq.client.Envelope +import com.rabbitmq.client.ShutdownSignalException +import database.service.ISampleObjectService +import org.koin.core.component.KoinComponent +import org.koin.core.component.inject + +class DatabaseConsumer: Consumer, KoinComponent { + private val resultObjectService : ISampleObjectService by inject() + private val gson = Gson() + override fun handleConsumeOk(consumerTag : String?) { + } + override fun handleCancelOk(p0 : String?) { + throw UnsupportedOperationException() + } + override fun handleRecoverOk(p0 : String?) { + throw UnsupportedOperationException() + } + override fun handleCancel(p0 : String?) { + throw UnsupportedOperationException() + } + + override fun handleShutdownSignal(consumerTag: String?, sig: ShutdownSignalException?) { + println("got shutdown signal") + } + + override fun handleDelivery(consumerTag : String?, envelope : Envelope?, basicProperties : AMQP.BasicProperties?, body : ByteArray?) { + val rawJson = body!!.toString(Charsets.UTF_8) + val apiObject = gson.fromJson(rawJson, ApiObject::class.java) + resultObjectService.addOne(apiObject) + } +} \ No newline at end of file