[CI] Use travis for CI/CD (#72)

* Adding initial travis skeleton

* test

* Add first ci steps

* Add unit tests into travis ci yml

* Fix docker args

* Fix docker args

* Migrate to opencv3/4 API

* Opencv v2 compat

* Reverse opencv compat condition

* Fix compat condition; remove already defined items

* fix logic for CV_FOURCC_COMPAT

* initial OSX bundle support

* Fix icon name in osx

* More OSX packaging options

* Add deploy step

* Don't require qemu-arm-static if we're not building docker images

* test release

* Use custom upload token

* Build on all branches

* More fix on deploy

* Correct version for releases; also get a better formatted body

* Fix travis.yml syntax

* [OSX] Place icon in the correct path

* Multi-platform build test

* Switch language to c++

* Use python 3.6 venv before running packaging in Linux

* Use DragNDrop generator for OSX automated builds

* Use custom release script

* add missing deploy script

* Use sudo to install PIP dependency

* Fix compilation on ubuntu 16.04
Add skip_cleanup flag for deployment

* Use python 3.6 virtualenv for GitHub release

* Explicit use of python3 in deploy scripts

* Fix deploy script

* Only build on PR or master

* Build for all architectures

* Parametric build matrix

* Add build step for building unit tests only

* Remove ubuntu 16.04 from supported distros

* Fix fedora build

* Restore previous scripts format

* Download google tests via cmake
fix network unit test

* Remove all submodules, use cmake downloader instead

* Restore ubuntu 16.04
Fix out-of-project build

* Add more distributions, and remove deprecated ones.
Try to optimise travis by skipping tests on arm builds

* More cache optimisation by reusing build directory in docker

* Consistent date on release number

* remove CMake cache to enforce docker generated variables

* Downgrade cmake requirements to 3.0 to get compilation working on Jessie

* Restore cmake 3.1 dependency; remove debian jessie support (besides cmake, Qt version is too low for it)

* Use plain https download instead of git for googletest

* Increment parallel make jobs

* Add more verbose unit tests output

* Revert add_test in CMake; remove arm images as they're too slow to build on CI

* Revert failing test

* reuse docker images

* Restore previous behaviour; run on xenial instead of trusty

* Rework and simplify build by using python as travis yaml generator

* Install pyaml on travis

* Minor updates to travis scripts

* Upgrade docker version

* cd to correct directory in OSX

* Change docker startup options

* debug docker startup

* Adding append-docker-arg option to pass --security-opt seccomp:unconfined

* Fix docker.py flag

* Try #2

* Exit on deps installation issues on osx

* Fix indentation block

* Restore trusty as compile machine for travis

* Use docker privileged mode

Author: GuLinux

.gitmodules

@@ -1,9 +0,0 @@
-[submodule "GuLinux-Commons"]
-	path = GuLinux-Commons
-	url = https://github.com/GuLinux/GuLinux-Commons.git
-[submodule "src/drivers/qhy/QHYCCD_Linux"]
-	path = src/drivers/qhy/QHYCCD_Linux
-	url = https://github.com/qhyccd-lzr/QHYCCD_Linux.git
-[submodule "tests/googletest"]
-	path = tests/googletest
-	url = https://github.com/google/googletest

.travis.yml

@@ -0,0 +1,61 @@
+before_install:
+  - 'bash -x ${TRAVIS_BUILD_DIR}/scripts/travis/before_install'
+deploy:
+  on:
+    branch: master
+    repo: GuLinux/PlanetaryImager
+  provider: script
+  script: 'bash -x ${TRAVIS_BUILD_DIR}/scripts/travis/deploy'
+  skip_cleanup: true
+if: 'branch = master OR type = pull_request'
+language: cpp
+matrix:
+  include:
+    - env: 'SKIP_TESTS=0 BUILD_OS_FAMILY=osx'
+      os: osx
+    - dist: xenial
+      env: 'SKIP_TESTS=0 DOCKER_IMAGE=gulinux/planetaryimager_build:ubuntu-19.04-x86_64 IMAGE_ARCH=x86_64 BUILD_OS_FAMILY=linux CMAKE_BINARY=cmake'
+      os: linux
+      services:
+        - docker
+    - dist: xenial
+      env: 'SKIP_TESTS=0 DOCKER_IMAGE=gulinux/planetaryimager_build:ubuntu-18.04-x86_64 IMAGE_ARCH=x86_64 BUILD_OS_FAMILY=linux CMAKE_BINARY=cmake'
+      os: linux
+      services:
+        - docker
+    - dist: xenial
+      env: 'SKIP_TESTS=0 DOCKER_IMAGE=gulinux/planetaryimager_build:ubuntu-16.04-x86_64 IMAGE_ARCH=x86_64 BUILD_OS_FAMILY=linux CMAKE_BINARY=cmake'
+      os: linux
+      services:
+        - docker
+    - dist: xenial
+      env: 'SKIP_TESTS=0 DOCKER_IMAGE=gulinux/planetaryimager_build:debian-stretch-x86_64 IMAGE_ARCH=x86_64 BUILD_OS_FAMILY=linux CMAKE_BINARY=cmake'
+      os: linux
+      services:
+        - docker
+    - dist: xenial
+      env: 'SKIP_TESTS=0 DOCKER_IMAGE=gulinux/planetaryimager_build:debian-buster-x86_64 IMAGE_ARCH=x86_64 BUILD_OS_FAMILY=linux CMAKE_BINARY=cmake'
+      os: linux
+      services:
+        - docker
+    - dist: xenial
+      env: 'SKIP_TESTS=0 DOCKER_IMAGE=gulinux/planetaryimager_build:fedora-29-x86_64 IMAGE_ARCH=x86_64 BUILD_OS_FAMILY=linux CMAKE_BINARY=cmake'
+      os: linux
+      services:
+        - docker
+    - dist: xenial
+      env: 'SKIP_TESTS=0 DOCKER_IMAGE=gulinux/planetaryimager_build:fedora-30-x86_64 IMAGE_ARCH=x86_64 BUILD_OS_FAMILY=linux CMAKE_BINARY=cmake'
+      os: linux
+      services:
+        - docker
+    - dist: xenial
+      env: 'SKIP_TESTS=0 DOCKER_IMAGE=gulinux/planetaryimager_build:fedora-31-x86_64 IMAGE_ARCH=x86_64 BUILD_OS_FAMILY=linux CMAKE_BINARY=cmake'
+      os: linux
+      services:
+        - docker
+    - dist: xenial
+      env: 'SKIP_TESTS=1 DOCKER_IMAGE=gulinux/planetaryimager_build:windows-x86_64 IMAGE_ARCH=x86_64 BUILD_OS_FAMILY=windows CMAKE_BINARY=x86_64-w64-mingw32.static-cmake'
+      os: linux
+      services:
+        - docker
+script: 'bash -x ${TRAVIS_BUILD_DIR}/scripts/travis/ci-build && bash -x ${TRAVIS_BUILD_DIR}/scripts/travis/tests && bash -x ${TRAVIS_BUILD_DIR}/scripts/travis/package'

CMakeLists.txt

@@ -2,6 +2,7 @@ cmake_minimum_required(VERSION 3.1)
 enable_testing()
 project(PlanetaryImager)
 set(CMAKE_CXX_STANDARD 14)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
 
 set(MAJOR_VERSION 0)
 set(MINOR_VERSION 7)
@@ -15,15 +16,24 @@ include(cmake/options.cmake)
 include(cmake/utils.cmake)
 include(cmake/functions.cmake)
 
-add_definitions(-DSRC_DIR="${CMAKE_SOURCE_DIR}")
+external_project_download(cmake/GuLinux-Commons.cmake.in GuLinux-Commons)
 
+add_definitions(-DSRC_DIR="${CMAKE_SOURCE_DIR}")
+configure_file(${CMAKE_SOURCE_DIR}/scripts/version.sh.in ${CMAKE_BINARY_DIR}/scripts/version.sh)
 
-install(FILES README.md Changelog.md DESTINATION share/doc/PlanetaryImager)
+if(NOT OSX_BUNDLE)
+    install(FILES README.md Changelog.md DESTINATION share/doc/PlanetaryImager)
+endif()
 
 
 
-add_subdirectory(GuLinux-Commons/Qt)
-add_subdirectory(GuLinux-Commons/c++)
+add_subdirectory(${CMAKE_BINARY_DIR}/GuLinux-Commons/Qt ${CMAKE_BINARY_DIR}/GuLinux-Commons-build/Qt)
+add_subdirectory(${CMAKE_BINARY_DIR}/GuLinux-Commons/c++ ${CMAKE_BINARY_DIR}/GuLinux-Commons-build/c++)
+include_directories(
+    ${CMAKE_BINARY_DIR}/GuLinux-Commons/Qt
+    ${CMAKE_BINARY_DIR}/GuLinux-Commons/c++
+    ${CMAKE_BINARY_DIR}/GuLinux-Commons
+)
 
 add_subdirectory(src)
 if(ENABLE_PLANETARYIMAGER_TESTING)

GuLinux-Commons

@@ -0,0 +1,15 @@
+cmake_minimum_required(VERSION 3.1)
+
+project(GuLinux-Commons-Download NONE)
+
+include(ExternalProject)
+ExternalProject_Add(GuLinux-Commons
+  GIT_REPOSITORY    https://github.com/GuLinux/GuLinux-Commons.git
+  GIT_TAG           7aafede7ec32b576ba6648fa53613f319f215111
+  SOURCE_DIR        "${CMAKE_CURRENT_BINARY_DIR}/GuLinux-Commons"
+  BINARY_DIR        "${CMAKE_CURRENT_BINARY_DIR}/GuLinux-Commons-build"
+  CONFIGURE_COMMAND ""
+  BUILD_COMMAND     ""
+  INSTALL_COMMAND   ""
+  TEST_COMMAND      ""
+)

cmake/GuLinux-Commons.cmake.in

@@ -46,3 +46,20 @@ function(add_driver)
   install(TARGETS ${add_driver_NAME} LIBRARY DESTINATION ${drivers_destination})
   set(enabled_drivers ${enabled_drivers} ${add_driver_NAME} CACHE INTERNAL "")
 endfunction()
+
+function(external_project_download IN_FILE OUT_DIR)
+  configure_file(${IN_FILE} ${OUT_DIR}_download/CMakeLists.txt)
+  execute_process(COMMAND ${CMAKE_COMMAND} -G "${CMAKE_GENERATOR}" .
+    RESULT_VARIABLE result
+    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/${OUT_DIR}_download)
+  if(result)
+    message(FATAL_ERROR "CMake step for ${OUT_DIR} failed: ${result}")
+  endif()
+  execute_process(COMMAND ${CMAKE_COMMAND} --build .
+    RESULT_VARIABLE result
+    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/${OUT_DIR}_download )
+  if(result)
+    message(FATAL_ERROR "Build step for ${OUT_DIR} failed: ${result}")
+  endif()
+endfunction()
+

cmake/functions.cmake

@@ -30,5 +30,16 @@ if(DEBUG_NETWORK_PACKETS)
 endif()
 
 # Extra executables to be built
-option(build_network_server "Build PlanetaryImager network daemon and frontend" On)
-
+if("${CPACK_GENERATOR}" STREQUAL "DragNDrop")
+    message("Disabling PlanetaryImager network daemon and frontend in bundle mode")
+    set(build_network_server Off)
+    set(OSX_BUNDLE On)
+    add_definitions(-DOSX_BUNDLE=1)
+    set(CMAKE_INSTALL_PREFIX /)
+    set(MACOSX_BUNDLE_BUNDLE_NAME PlanetaryImager)
+    set(MACOSX_BUNDLE_BUNDLE_VERSION ${FULL_VERSION})
+    set(MACOSX_BUNDLE_GUI_IDENTIFIER net.gulinux.planetaryimager)
+    set(APPBUNDLE_INSTALL_PREFIX "${MACOSX_BUNDLE_BUNDLE_NAME}.app/")
+else()
+    option(build_network_server "Build PlanetaryImager network daemon and frontend" On)
+endif()

cmake/options.cmake

@@ -5,7 +5,8 @@ if(CMAKE_SYSTEM_NAME STREQUAL "Linux")
   add_subdirectory(icons)
 endif()
 if(CMAKE_SYSTEM_NAME STREQUAL "Darwin")
-    install(FILES planetary_imager.icns DESTINATION Resources)
-    install(FILES Info.plist DESTINATION .)
-    install(PROGRAMS planetary_imager_osx_launcher.sh DESTINATION MacOS)
+    install(FILES planetary_imager.icns DESTINATION ${APPBUNDLE_INSTALL_PREFIX}/Contents/Resources)
+    set(MACOSX_BUNDLE_ICON_FILE planetary_imager CACHE INTERNAL "")
+#     install(FILES Info.plist DESTINATION .)
+#     install(PROGRAMS planetary_imager_osx_launcher.sh DESTINATION MacOS)
 endif()

files/CMakeLists.txt

@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+from github import Github
+from github.GithubException import UnknownObjectException
+import os
+import sys
+
+github = Github(os.environ['GITHUB_OAUTH_USER'], os.environ['GITHUB_OAUTH_TOKEN'])
+repo = github.get_repo('GuLinux/PlanetaryImager')
+
+release_name = os.environ['PLANETARY_IMAGER_VERSION']
+release_tag = 'v' + release_name
+release_body = os.environ['TRAVIS_COMMIT_MESSAGE']
+commit_id = os.environ['TRAVIS_COMMIT']
+
+pr_number = os.environ.get('TRAVIS_PULL_REQUEST', 'false')
+if pr_number and pr_number != 'false':
+    try:
+        pr = repo.get_pull(int(pr_number))
+        print(pr)
+        print(pr.title)
+        print(pr.body)
+        release_body='''# {}  
+{}
+
+## Commit message:
+```
+{}
+```
+'''.format(pr.title, pr.body, release_body)
+        print(release_body)
+    except ValueError:
+        pass
+
+release = None
+try:
+    release = repo.get_release(release_tag)
+except UnknownObjectException:
+    release = repo.create_git_release(release_tag, release_name, release_body, draft=False, prerelease=True, target_commitish=commit_id)
+
+print('Release created/updated: ' + release_tag)
+for asset in sys.argv[1:]:
+    print(' - deploying asset: ' + asset)
+    release.upload_asset(asset)

scripts/release-travis.py

@@ -0,0 +1,23 @@
+#!/bin/bash
+set -e
+if [ "${TRAVIS_OS_NAME}" == "linux" ]; then
+    curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
+    sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
+    sudo apt-get update
+    sudo apt-get -y -o Dpkg::Options::="--force-confnew" install docker-ce
+    sudo systemctl restart docker
+    docker --version
+    current_arch="$(uname -i)"
+    if [ "$current_arch" != "${IMAGE_ARCH}" ]; then
+        echo "Architecture $current_arch different than specified docker image ($DOCKER_IMAGE); enabling qemu-arm-static"
+        sudo apt-get install -y binfmt-support
+        docker run --rm --privileged multiarch/qemu-user-static:register
+    fi
+fi
+if [ "${TRAVIS_OS_NAME}" == "osx" ]; then
+    bash support/osx/install-deps
+    brew install python@3
+fi
+echo "export GIT_COMMIT_DATE=\"$(git show -s --format='%cd' --date=short | tr -d '-')\"" > ${TRAVIS_BUILD_DIR}/git_commit_date.sh
+cat ${TRAVIS_BUILD_DIR}/git_commit_date.sh
+