From bdef812b7e2eb064b31d534440e0e4b8767429a7 Mon Sep 17 00:00:00 2001 From: Romain Forlot Date: Sun, 8 Apr 2018 23:59:31 +0200 Subject: Add project skeleton Change-Id: Ieae59a0c66c9a9f7500f56e33cc0a98d572c0621 Signed-off-by: Romain Forlot --- .gitignore | 16 +++ .gitmodules | 6 +- .vscode/.cmaketools.json | 10 ++ .vscode/c_cpp_properties.json | 42 +++++++ .vscode/launch.json | 36 ++++++ .vscode/settings.json | 9 ++ CMakeLists.txt | 21 ++++ afb-helpers | 1 + conf.d/app-templates | 2 +- conf.d/autobuild/agl/autobuild | 67 +++++++++++ conf.d/autobuild/linux/autobuild | 67 +++++++++++ conf.d/cmake/config.cmake | 201 ++++++++++++++++++++++++++++++++ src/CMakeLists.txt | 42 +++++++ src/harvester-apidef.json | 193 +++++++++++++++++++++++++++++++ src/harvester.c | 241 +++++++++++++++++++++++++++++++++++++++ src/harvester.h | 34 ++++++ 16 files changed, 984 insertions(+), 4 deletions(-) create mode 100644 .gitignore create mode 100644 .vscode/.cmaketools.json create mode 100644 .vscode/c_cpp_properties.json create mode 100644 .vscode/launch.json create mode 100644 .vscode/settings.json create mode 100644 CMakeLists.txt create mode 160000 afb-helpers create mode 100755 conf.d/autobuild/agl/autobuild create mode 100755 conf.d/autobuild/linux/autobuild create mode 100644 conf.d/cmake/config.cmake create mode 100644 src/CMakeLists.txt create mode 100644 src/harvester-apidef.json create mode 100644 src/harvester.c create mode 100644 src/harvester.h diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..8c8fdad --- /dev/null +++ b/.gitignore @@ -0,0 +1,16 @@ +.kdev4 +*.kdev4 +*.swp +*.kate-swp +.vs +*.sln +*.vcxproj +*.user +obj +build +bin +docs_doxygen +node_modules/ +_book/ +.stfolder +*apidef*h diff --git a/.gitmodules b/.gitmodules index 54b5c1f..95c929c 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,6 +1,6 @@ [submodule "conf.d/app-templates"] path = conf.d/app-templates url = https://gerrit.automotivelinux.org/gerrit/apps/app-templates -[submodule "afb-utilities"] - path = afb-utilities - url = git@github.com:iotbzh/afb-utilities +[submodule "afb-helpers"] + path = afb-helpers + url = https://gerrit.automotivelinux.org/gerrit/p/apps/app-afb-helpers-submodule.git diff --git a/.vscode/.cmaketools.json b/.vscode/.cmaketools.json new file mode 100644 index 0000000..0a3d8ea --- /dev/null +++ b/.vscode/.cmaketools.json @@ -0,0 +1,10 @@ +{ + "variant": { + "label": "Debug", + "keywordSettings": { + "buildType": "debug" + }, + "description": "Emit debug information without performing optimizations" + }, + "activeEnvironments": [] +} \ No newline at end of file diff --git a/.vscode/c_cpp_properties.json b/.vscode/c_cpp_properties.json new file mode 100644 index 0000000..478d780 --- /dev/null +++ b/.vscode/c_cpp_properties.json @@ -0,0 +1,42 @@ +{ + "configurations": [ + { + "name": "Linux", + "includePath": [ + "${workspaceFolder}", + "/usr/include/c++/7", + "/usr/include/c++/7/x86_64-redhat-linux", + "/usr/include/c++/7/backward", + "/usr/local/include", + "/usr/lib64/clang/5.0.1/include", + "/usr/include", + "/opt/include", + "/opt/AGL/include", + "${workspaceFolder}/afb-helpers", + "${workspaceFolder}/src" + ], + "defines": [], + "intelliSenseMode": "clang-x64", + "browse": { + "path": [ + "${workspaceFolder}", + "/usr/include/c++/7", + "/usr/include/c++/7/x86_64-redhat-linux", + "/usr/include/c++/7/backward", + "/usr/local/include", + "/usr/lib64/clang/5.0.1/include", + "/usr/include", + "/opt/include", + "/opt/AGL/include", + "${workspaceFolder}/afb-helpers" + ], + "limitSymbolsToIncludedHeaders": true, + "databaseFilename": "" + }, + "compilerPath": "/usr/bin/clang", + "cStandard": "c11", + "cppStandard": "c++17" + } + ], + "version": 3 +} \ No newline at end of file diff --git a/.vscode/launch.json b/.vscode/launch.json new file mode 100644 index 0000000..59b23de --- /dev/null +++ b/.vscode/launch.json @@ -0,0 +1,36 @@ +{ + // Use IntelliSense to learn about possible attributes. + // Hover to view descriptions of existing attributes. + // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387 + "version": "0.2.0", + "configurations": [ + { + "name": "(gdb) Launch", + "type": "cppdbg", + "request": "launch", + "program": "/opt/bin/afb-daemon", + "args": [ "--rootdir=${workspaceRoot}/build/package/", + "--workdir=${workspaceRoot}/build/package/", + "--ldpaths=lib", + "--roothttp=.", + "--tracereq=common", + "--token=1", + "--verbose", + "--verbose", + "--verbose"], + "additionalSOLibSearchPath": "${workspaceRoot}/build/package/lib", + "stopAtEntry": false, + "cwd": "${workspaceRoot}/build/package", + "environment": [], + "externalConsole": true, + "MIMode": "gdb", + "setupCommands": [ + { + "description": "Enable pretty-printing for gdb", + "text": "-enable-pretty-printing", + "ignoreFailures": true + } + ] + } + ] +} diff --git a/.vscode/settings.json b/.vscode/settings.json new file mode 100644 index 0000000..c0718fc --- /dev/null +++ b/.vscode/settings.json @@ -0,0 +1,9 @@ +{ + "files.associations": { + "harvester-apidef.h": "c", + "typeinfo": "c", + "curl-wrap.h": "c" + }, + "C_Cpp.intelliSenseEngineFallback": "Disabled", + "C_Cpp.errorSquiggles": "Disabled" +} diff --git a/CMakeLists.txt b/CMakeLists.txt new file mode 100644 index 0000000..3cc33f2 --- /dev/null +++ b/CMakeLists.txt @@ -0,0 +1,21 @@ +########################################################################### +# Copyright 2015, 2016, 2017 IoT.bzh +# +# author: Romain Forlot +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +########################################################################### + +CMAKE_MINIMUM_REQUIRED(VERSION 3.5) + +include(${CMAKE_CURRENT_SOURCE_DIR}/conf.d/cmake/config.cmake) diff --git a/afb-helpers b/afb-helpers new file mode 160000 index 0000000..6c76886 --- /dev/null +++ b/afb-helpers @@ -0,0 +1 @@ +Subproject commit 6c768865528a215c76901b6ed4f95e30916dcf6f diff --git a/conf.d/app-templates b/conf.d/app-templates index dd0cec7..a3c312e 160000 --- a/conf.d/app-templates +++ b/conf.d/app-templates @@ -1 +1 @@ -Subproject commit dd0cec7a85d9e8339ce8df3afa4c8113536d7fcd +Subproject commit a3c312ece0a77310a9d8ecde1dd0f1267646f4ff diff --git a/conf.d/autobuild/agl/autobuild b/conf.d/autobuild/agl/autobuild new file mode 100755 index 0000000..83097ab --- /dev/null +++ b/conf.d/autobuild/agl/autobuild @@ -0,0 +1,67 @@ +#!/usr/bin/make -f +# Copyright (C) 2015, 2016 "IoT.bzh" +# Author "Romain Forlot" +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +THISFILE := $(lastword $(MAKEFILE_LIST)) +BUILD_DIR := $(abspath $(dir $(THISFILE)/../../../../..)/build) +DEST := ${BUILD_DIR}/target + +.PHONY: all clean distclean configure build package help update + +all: help + +help: + @echo "List of targets available:" + @echo "" + @echo "- all" + @echo "- clean" + @echo "- distclean" + @echo "- configure" + @echo "- build: compilation, link and prepare files for package into a widget" + @echo "- package: output a widget file '*.wgt'" + @echo "- install: install in your ${CMAKE_INSTALL_DIR} directory" + @echo "" + @echo "Usage: ./conf.d/autobuild/agl/autobuild package DEST=${HOME}/opt" + @echo "Don't use your build dir as DEST as wgt file is generated at this location" + +update: configure + @cmake --build ${BUILD_DIR} --target autobuild + +clean: + @([ -d ${BUILD_DIR} ] && make -C ${BUILD_DIR} clean) || echo Nothing to clean + +distclean: + @rm -rf ${BUILD_DIR} + +configure: ${BUILD_DIR}/Makefile + +build: configure + @cmake --build ${BUILD_DIR} ${BUILD_ARGS} --target all + +package: build + @mkdir -p ${BUILD_DIR}/$@/bin + @mkdir -p ${BUILD_DIR}/$@/etc + @mkdir -p ${BUILD_DIR}/$@/lib + @mkdir -p ${BUILD_DIR}/$@/htdocs + @mkdir -p ${BUILD_DIR}/$@/var + @cmake --build ${BUILD_DIR} --target widget + @mkdir -p ${DEST} && cp ${BUILD_DIR}/*wgt ${DEST} + +install: build + @cmake --build ${BUILD_DIR} --target install + +${BUILD_DIR}/Makefile: + @[ -d ${BUILD_DIR} ] || mkdir -p ${BUILD_DIR} + @[ -f ${BUILD_DIR}/Makefile ] || (cd ${BUILD_DIR} && cmake ${CONFIGURE_ARGS} ..) diff --git a/conf.d/autobuild/linux/autobuild b/conf.d/autobuild/linux/autobuild new file mode 100755 index 0000000..83097ab --- /dev/null +++ b/conf.d/autobuild/linux/autobuild @@ -0,0 +1,67 @@ +#!/usr/bin/make -f +# Copyright (C) 2015, 2016 "IoT.bzh" +# Author "Romain Forlot" +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +THISFILE := $(lastword $(MAKEFILE_LIST)) +BUILD_DIR := $(abspath $(dir $(THISFILE)/../../../../..)/build) +DEST := ${BUILD_DIR}/target + +.PHONY: all clean distclean configure build package help update + +all: help + +help: + @echo "List of targets available:" + @echo "" + @echo "- all" + @echo "- clean" + @echo "- distclean" + @echo "- configure" + @echo "- build: compilation, link and prepare files for package into a widget" + @echo "- package: output a widget file '*.wgt'" + @echo "- install: install in your ${CMAKE_INSTALL_DIR} directory" + @echo "" + @echo "Usage: ./conf.d/autobuild/agl/autobuild package DEST=${HOME}/opt" + @echo "Don't use your build dir as DEST as wgt file is generated at this location" + +update: configure + @cmake --build ${BUILD_DIR} --target autobuild + +clean: + @([ -d ${BUILD_DIR} ] && make -C ${BUILD_DIR} clean) || echo Nothing to clean + +distclean: + @rm -rf ${BUILD_DIR} + +configure: ${BUILD_DIR}/Makefile + +build: configure + @cmake --build ${BUILD_DIR} ${BUILD_ARGS} --target all + +package: build + @mkdir -p ${BUILD_DIR}/$@/bin + @mkdir -p ${BUILD_DIR}/$@/etc + @mkdir -p ${BUILD_DIR}/$@/lib + @mkdir -p ${BUILD_DIR}/$@/htdocs + @mkdir -p ${BUILD_DIR}/$@/var + @cmake --build ${BUILD_DIR} --target widget + @mkdir -p ${DEST} && cp ${BUILD_DIR}/*wgt ${DEST} + +install: build + @cmake --build ${BUILD_DIR} --target install + +${BUILD_DIR}/Makefile: + @[ -d ${BUILD_DIR} ] || mkdir -p ${BUILD_DIR} + @[ -f ${BUILD_DIR}/Makefile ] || (cd ${BUILD_DIR} && cmake ${CONFIGURE_ARGS} ..) diff --git a/conf.d/cmake/config.cmake b/conf.d/cmake/config.cmake new file mode 100644 index 0000000..d56283c --- /dev/null +++ b/conf.d/cmake/config.cmake @@ -0,0 +1,201 @@ +########################################################################### +# Copyright 2015, 2016, 2017 IoT.bzh +# +# author: Fulup Ar Foll +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +########################################################################### + +# Project Info +# ------------------ +set(PROJECT_NAME harvester) +set(PROJECT_PRETTY_NAME "Harvester Service") +set(PROJECT_DESCRIPTION "Harvest mectrics from others services in a TS DB and send to the cloud") +set(PROJECT_URL "https://github.com/iotbzh/agl-service-edge-collector") +set(PROJECT_ICON "icon.png") +set(PROJECT_AUTHOR "Romain Forlot") +set(PROJECT_AUTHOR_MAIL "claneys@iot.bzh") +set(PROJECT_LICENSE "APL2.0") +set(PROJECT_LANGUAGES "C") + +# Where are stored default templates files from submodule or subtree app-templates in your project tree +# relative to the root project directory +set(PROJECT_APP_TEMPLATES_DIR "conf.d/app-templates") + +# Where are stored your external libraries for your project. This is 3rd party library that you don't maintain +# but used and must be built and linked. +# set(PROJECT_LIBDIR "libs") + +# Which directories inspect to find CMakeLists.txt target files +# set(PROJECT_SRC_DIR_PATTERN "*") + +# Compilation Mode (DEBUG, RELEASE) +# ---------------------------------- +#set(CMAKE_BUILD_TYPE "DEBUG") +#set(USE_EFENCE 1) + +# Kernel selection if needed. You can choose between a +# mandatory version to impose a minimal version. +# Or check Kernel minimal version and just print a Warning +# about missing features and define a preprocessor variable +# to be used as preprocessor condition in code to disable +# incompatibles features. Preprocessor define is named +# KERNEL_MINIMAL_VERSION_OK. +# +# NOTE*** FOR NOW IT CHECKS KERNEL Yocto environment and +# Yocto SDK Kernel version. +# ----------------------------------------------- +#set (kernel_mandatory_version 4.8) +#set (kernel_minimal_version 4.8) + +# Compiler selection if needed. Impose a minimal version. +# ----------------------------------------------- +set (gcc_minimal_version 4.9) + +# PKG_CONFIG required packages +# ----------------------------- +set (PKG_REQUIRED_LIST + json-c + libcurl + libsystemd>=222 + afb-daemon + libmicrohttpd>=0.9.55 +) + +# Prefix path where will be installed the files +# Default: /usr/local (need root permission to write in) +# ------------------------------------------------------ +#set(CMAKE_INSTALL_PREFIX $ENV{HOME}/opt) + +# Customize link option +# ----------------------------- +#list(APPEND link_libraries -an-option) + +# Compilation options definition +# Use CMake generator expressions to specify only for a specific language +# Values are prefilled with default options that is currently used. +# Either separate options with ";", or each options must be quoted separately +# DO NOT PUT ALL OPTION QUOTED AT ONCE , COMPILATION COULD FAILED ! +# ---------------------------------------------------------------------------- +#set(COMPILE_OPTIONS +# -Wall +# -Wextra +# -Wconversion +# -Wno-unused-parameter +# -Wno-sign-compare +# -Wno-sign-conversion +# -Werror=maybe-uninitialized +# -Werror=implicit-function-declaration +# -ffunction-sections +# -fdata-sections +# -fPIC +# CACHE STRING "Compilation flags") +#set(C_COMPILE_OPTIONS "" CACHE STRING "Compilation flags for C language.") +#set(CXX_COMPILE_OPTIONS "" CACHE STRING "Compilation flags for C++ language.") +#set(PROFILING_COMPILE_OPTIONS +# -g +# -O0 +# -pg +# -Wp,-U_FORTIFY_SOURCE +# CACHE STRING "Compilation flags for PROFILING build type.") +#set(DEBUG_COMPILE_OPTIONS +# -g +# -ggdb +# -Wp,-U_FORTIFY_SOURCE +# CACHE STRING "Compilation flags for DEBUG build type.") +#set(CCOV_COMPILE_OPTIONS +# -g +# -O2 +# --coverage +# CACHE STRING "Compilation flags for CCOV build type.") +#set(RELEASE_COMPILE_OPTIONS +# -g +# -O2 +# CACHE STRING "Compilation flags for RELEASE build type.") + +# (BUG!!!) as PKG_CONFIG_PATH does not work [should be an env variable] +# --------------------------------------------------------------------- +set(CMAKE_PREFIX_PATH ${CMAKE_INSTALL_PREFIX}/lib64/pkgconfig ${CMAKE_INSTALL_PREFIX}/lib/pkgconfig) +set(LD_LIBRARY_PATH ${CMAKE_INSTALL_PREFIX}/lib64 ${CMAKE_INSTALL_PREFIX}/lib) + +# Optional location for config.xml.in +# ----------------------------------- +#set(WIDGET_ICON "\"conf.d/wgt/${PROJECT_ICON}\"" CACHE PATH "Path to the widget icon") +#set(WIDGET_CONFIG_TEMPLATE "\"${CMAKE_CURRENT_SOURCE_DIR}/conf.d/wgt/config.xml.in\"" CACHE PATH "Path to widget config file template (config.xml.in)") + +# Mandatory widget Mimetype specification of the main unit +# -------------------------------------------------------------------------- +# Choose between : +#- text/html : HTML application, +# content.src designates the home page of the application +# +#- application/vnd.agl.native : AGL compatible native, +# content.src designates the relative path of the binary. +# +# - application/vnd.agl.service: AGL service, content.src is not used. +# +#- ***application/x-executable***: Native application, +# content.src designates the relative path of the binary. +# For such application, only security setup is made. +# +set(WIDGET_TYPE MimeType_Not_Set) + +# Mandatory Widget entry point file of the main unit +# -------------------------------------------------------------- +# This is the file that will be executed, loaded, +# at launch time by the application framework. +# +set(WIDGET_ENTRY_POINT EntryPoint_Path_Not_Set) + +# Optional dependencies order +# --------------------------- +#set(EXTRA_DEPENDENCIES_ORDER) + +# Optional Extra global include path +# ----------------------------------- +#set(EXTRA_INCLUDE_DIRS) + +# Optional extra libraries +# ------------------------- +#set(EXTRA_LINK_LIBRARIES) + +# Optional force binding Linking flag +# ------------------------------------ +# set(BINDINGS_LINK_FLAG LinkOptions ) + +# Optional force package prefix generation, like widget +# ----------------------------------------------------- +# set(PKG_PREFIX DestinationPath) + +# Optional Application Framework security token +# and port use for remote debugging. +#------------------------------------------------------------ +set(AFB_TOKEN "" CACHE PATH "Default binder security token") +set(AFB_REMPORT "1234" CACHE PATH "Default binder listening port") + +# Print a helper message when every thing is finished +# ---------------------------------------------------- +set(CLOSING_MESSAGE "Typical binding launch: afb-daemon --port=${AFB_REMPORT} --workdir=${CMAKE_BINARY_DIR}/package --ldpaths=lib --roothttp=htdocs --token=\"${AFB_TOKEN}\" --tracereq=common --verbose") +set(PACKAGE_MESSAGE "Install widget file using in the target : afm-util install ${PROJECT_NAME}.wgt") + +# Optional schema validator about now only XML, LUA and JSON +# are supported +#------------------------------------------------------------ +#set(LUA_CHECKER "luac" "-p" CACHE STRING "LUA compiler") +#set(XML_CHECKER "xmllint" CACHE STRING "XML linter") +#set(JSON_CHECKER "json_verify" CACHE STRING "JSON linter") + +# This include is mandatory and MUST happens at the end +# of this file, else you expose you to unexpected behavior +# ----------------------------------------------------------- +include(${PROJECT_APP_TEMPLATES_DIR}/cmake/common.cmake) diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt new file mode 100644 index 0000000..4707070 --- /dev/null +++ b/src/CMakeLists.txt @@ -0,0 +1,42 @@ +########################################################################### +# Copyright 2015, 2016, 2017 IoT.bzh +# +# author: Fulup Ar Foll +# contrib: Romain Forlot +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +########################################################################### + +# Add target to project dependency list +PROJECT_TARGET_ADD(harvester) + + # Define project Targets + add_library(${TARGET_NAME} MODULE + ${TARGET_NAME}.c + ) + + set(OPENAPI_DEF "harvester-apidef" CACHE STRING "name and path to the JSON API definition without extension") + + # Binder exposes a unique public entry point + SET_TARGET_PROPERTIES(${TARGET_NAME} PROPERTIES + PREFIX "afb-" + LABELS "BINDINGV2" + LINK_FLAGS ${BINDINGS_LINK_FLAG} + OUTPUT_NAME ${TARGET_NAME} + ) + + # Library dependencies (include updates automatically) + TARGET_LINK_LIBRARIES(${TARGET_NAME} + afb-helpers + ${link_libraries}) + diff --git a/src/harvester-apidef.json b/src/harvester-apidef.json new file mode 100644 index 0000000..3ae3dee --- /dev/null +++ b/src/harvester-apidef.json @@ -0,0 +1,193 @@ +{ + "openapi": "3.0.0", + "$schema": "http://iot.bzh/download/openapi/schema-3.0/default-schema.json", + "info": { + "description": "", + "title": "harvester", + "version": "4.0", + "x-binding-c-generator": { + "api": "harvester", + "version": 2, + "prefix": "", + "postfix": "", + "start": null , + "onevent": null, + "init": "init", + "scope": "", + "private": false + } + }, + "servers": [ + { + "url": "ws://{host}:{port}/api/monitor", + "description": "TS caching binding", + "variables": { + "host": { + "default": "localhost" + }, + "port": { + "default": "1234" + } + }, + "x-afb-events": [ + { + "$ref": "#/components/schemas/afb-event" + } + ] + } + ], + "components": { + "schemas": { + "afb-reply": { + "$ref": "#/components/schemas/afb-reply-v2" + }, + "afb-event": { + "$ref": "#/components/schemas/afb-event-v2" + }, + "afb-reply-v2": { + "title": "Generic response.", + "type": "object", + "required": [ "jtype", "request" ], + "properties": { + "jtype": { + "type": "string", + "const": "afb-reply" + }, + "request": { + "type": "object", + "required": [ "status" ], + "properties": { + "status": { "type": "string" }, + "info": { "type": "string" }, + "token": { "type": "string" }, + "uuid": { "type": "string" }, + "reqid": { "type": "string" } + } + }, + "response": { "type": "object" } + } + }, + "afb-event-v2": { + "type": "object", + "required": [ "jtype", "event" ], + "properties": { + "jtype": { + "type": "string", + "const": "afb-event" + }, + "event": { "type": "string" }, + "data": { "type": "object" } + } + } + }, + "x-permissions": { + "monitor": { + "permission": "urn:AGL:permission:low-can:public:monitor" + }, + "write": { + "permission": "urn:AGL:permission::platform:can:write " + } + }, + "responses": { + "200": { + "description": "A complex object array response", + "content": { + "application/json": { + "schema": { + "$ref": "#/components/schemas/afb-reply" + } + } + } + } + } + }, + "paths": { + "/auth": { + "description": "Authenticate session to raise Level Of Assurance of the session", + "get": { + "x-permissions": { + "$ref": "#/components/x-permissions/write" + }, + "responses": { + "200": {"$ref": "#/components/responses/200"} + } + } + }, + "/write": { + "description": "Write a metric to local TSDB and Cloud service if available", + "get": { + "x-permissions": { + "LOA": 1 + }, + "parameters": [ + { + "in": "query", + "name": "host", + "required": false, + "schema": { "type": "string" } + }, + { + "in": "query", + "name": "port", + "required": false, + "schema": { "type": "integer" } + }, + { + "in": "query", + "name": "metric", + "required": true, + "schema": { "type": "object" }, + "parameters" : [ + { + "in": "query", + "name": "name", + "required": true, + "schema": { "type": "string" } + }, + { + "in": "query", + "name": "source", + "required": false, + "schema": { "type": "string" } + }, + { + "in": "query", + "name": "unit", + "required": false, + "schema": { "type": "string" } + }, + { + "in": "query", + "name": "identity", + "required": false, + "schema": { "type": "string" } + }, + { + "in": "query", + "name": "value", + "required": true, + "schema": { + "oneOf": [ + {"type": "boolean"}, + {"type": "integer"}, + {"type": "double"}, + {"type": "string"} + ] + } + }, + { + "in": "query", + "name": "timestamp", + "required": true, + "schema": { "type": "double" } + } + ] + } + ], + "responses": { + "200": {"$ref": "#/components/responses/200"} + } + } + } + } +} diff --git a/src/harvester.c b/src/harvester.c new file mode 100644 index 0000000..2120676 --- /dev/null +++ b/src/harvester.c @@ -0,0 +1,241 @@ +/* + * Copyright (C) 2015, 2016 "IoT.bzh" + * Author "Romain Forlot" + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#define _GNU_SOURCE +#include "harvester.h" +#include "harvester-apidef.h" +#include +#include + +#include "curl-wrap.h" +#include "wrap-json.h" + +#define DEFAULT_DB "agl-collector" +#define DEFAULT_DBHOST "localhost" +#define DEFAULT_DBPORT "8086" +#define URL_MAXIMUM_LENGTH 2047 + +int dbping() +{ + int ret = 0; + char *result; + size_t result_size; + CURL *request = curl_wrap_prepare_get("localhost:"DEFAULT_DBPORT"/ping",NULL, NULL); + curl_wrap_perform(request, &result, &result_size); + + if(curl_wrap_response_code_get(request) != 204) { + AFB_ERROR("TimeSeries DB not reachable"); + ret = -1; + } + + curl_easy_cleanup(request); + return ret; +} + +int create_database() +{ + int ret = 0; + char *result; + size_t result_size; + + // Declare query to be posted + const char **post_data; + post_data = malloc(sizeof(*post_data)); + post_data[0] = "q=CREATE DATABASE \""DEFAULT_DB"\""; + post_data[1] = NULL; + + CURL *request = curl_wrap_prepare_post("localhost:"DEFAULT_DBPORT"/query",NULL, 1, post_data); + curl_wrap_perform(request, &result, &result_size); + + if(curl_wrap_response_code_get(request) != 200) { + AFB_ERROR("Can't create database."); + ret = -1; + } + + curl_easy_cleanup(request); + free(post_data); + + if(ret == 0) + AFB_NOTICE("Database 'agl-collector' created"); + + return ret; +} + +void curl_cb(void *closure, int status, CURL *curl, const char *result, size_t size) +{ + struct afb_req *req = (struct afb_req*)closure; + long rep_code = curl_wrap_response_code_get(curl); + switch(rep_code) { + case 204: + AFB_DEBUG("Request correctly written"); + afb_req_success(*req, NULL, "Request has been successfully writen"); + break; + case 400: + afb_req_fail(*req, "Bad request", result); + break; + case 401: + afb_req_fail(*req, "Unauthorized access", result); + break; + case 404: + afb_req_fail(*req, "Not found", result); + AFB_NOTICE("Attempt to create the DB '"DEFAULT_DB"'"); + create_database(); + break; + case 500: + afb_req_fail_f(*req, "Timeout", "Overloaded server: %s", result); + break; + default: + afb_req_fail(*req, "Failure", "Unexpected behavior."); + break; + } +} + +int unpack_metric(json_object *m, const char **name, const char **source, const char **unit, const char **identity, json_object **jv, uint64_t *timestamp) +{ + if (wrap_json_unpack(m, "{ss,s?s,s?s,s?s,so,sI!}", + "name", name, + "source", source, + "unit", unit, + "identity", identity, + "value", jv, + "timestamp", timestamp)) + return -1; + else if (!json_object_is_type(*jv, json_type_boolean) && + !json_object_is_type(*jv, json_type_double) && + !json_object_is_type(*jv, json_type_int) && + !json_object_is_type(*jv, json_type_string)) + return -1; + + return 0; +} + +void concatenate(char* dest, const char* source, const char *sep) +{ + strncat(dest, sep, strlen(sep)); + strncat(dest, source, strlen(source)); +} + +char *make_query(char *query, const char *name, const char *source, const char *unit, const char *identity, json_object *jv, uint64_t timestamp) +{ + char *ts; + memset(query, 0, URL_MAXIMUM_LENGTH); + + strncat(query, name, strlen(name)); + if (source) { + concatenate(query, source, ","); + } + if (unit) { + concatenate(query, unit, ","); + } + if (identity) { + concatenate(query, identity, ","); + } + + concatenate(query, "value", " "); + concatenate(query, json_object_to_json_string(jv), "="); + asprintf(&ts, "%lu", timestamp); + concatenate(query, ts, " "); + + return query; +} + +CURL *make_curl_write_post(const char *url, struct json_object *metric) +{ + CURL *curl; + const char *name = NULL, + *source = NULL, + *unit = NULL, + *identity = NULL, + **post_data; + char query[URL_MAXIMUM_LENGTH]; + memset(query, 0, URL_MAXIMUM_LENGTH); + + post_data = malloc(sizeof(*post_data)); + + json_object *jv = NULL; + uint64_t timestamp = 0; + + if(unpack_metric(metric, &name, &source, &unit, &identity, &jv, ×tamp)) { + AFB_ERROR("ERROR UNPACKING metric. %s", json_object_to_json_string(metric)); + curl = NULL; + } + else { + make_query(query, name, source, unit, identity, jv, timestamp); + post_data[0] = query; + post_data[1] = NULL; + curl = curl_wrap_prepare_post(url, NULL, 1, post_data); + } + + free(post_data); + return curl; +} + +int do_write(struct afb_req req, const char* host, int port, json_object *metric) +{ + CURL *curl_request; + char url[URL_MAXIMUM_LENGTH]; // Safe limit for most popular web browser + memset(url, 0, sizeof(url)); + + // Handle default host and port + host = host ? host : DEFAULT_DBHOST; + port = port > 0 ? port : atoi(DEFAULT_DBPORT); + + strncat(url, host, strlen(host)); + strncat(url, ":"DEFAULT_DBPORT"/write?db="DEFAULT_DB, strlen(":"DEFAULT_DBPORT"/write?db="DEFAULT_DB)); + curl_request = make_curl_write_post(url, metric); + curl_wrap_do(curl_request, curl_cb, &req); + + return 0; +} + +void write(struct afb_req req) +{ + int port = -1; + const char *host = NULL; + + json_object *req_args = afb_req_json(req), + *metric = NULL; + + if(wrap_json_unpack(req_args, "{s?s,s?i,so!}", + "host", &host, + "port", &port, + "metric", &metric) || ! metric) + afb_req_fail(req, "Failed", "Error processing arguments. Miss metric\ + JSON object or malformed"); + else if(do_write(req, host, port, metric)) + afb_req_fail(req, "Failed", "Error processing metric JSON object.\ + Malformed !"); +} + +void auth(struct afb_req request) +{ + afb_req_session_set_LOA(request, 1); + afb_req_success(request, NULL, NULL); +} + +int init() +{ + int err = 0; + err = curl_global_init(CURL_GLOBAL_DEFAULT); + if (!err) + err = dbping(); + else { + AFB_ERROR("Something went wrong initiliazing libcurl. Abort"); + } + + return err; +} diff --git a/src/harvester.h b/src/harvester.h new file mode 100644 index 0000000..e67145c --- /dev/null +++ b/src/harvester.h @@ -0,0 +1,34 @@ +/* + * Copyright (C) 2015, 2016 "IoT.bzh" + * Author "Romain Forlot" + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#define AFB_BINDING_VERSION 2 +#include + +union port { + int i_port; + char c_port[5]; // Available ports 1-65535 +}; + +union metric_value { + enum metric_type {b = 0, i, d, str} type; + int b_value; + int i_value; + double d_value; + char *str_value; +}; + +int init(); -- cgit 1.2.3-korg