[ci] reorga script locations, bring back binning script for travis

.ci/travis/script.bash

+#!/bin/bash
+#
+# ~~~
+# This file is part of the dune-gdt project:
+#   https://github.com/dune-community/dune-gdt
+# Copyright 2010-2018 dune-gdt developers and contributors. All rights reserved.
+# License: Dual licensed as BSD 2-Clause License (http://opensource.org/licenses/BSD-2-Clause)
+#      or  GPL-2.0+ (http://opensource.org/licenses/gpl-license)
+#          with "runtime exception" (http://www.dune-project.org/license.html)
+# Authors:
+#   Felix Schindler (2017)
+#   Rene Milk       (2016 - 2018)
+#
+# ~~~
+
+set -ex
+
+WAIT="${SUPERDIR}/scripts/bash/travis_wait_new.bash 45"
+source ${SUPERDIR}/scripts/bash/retry_command.bash
+
+${SRC_DCTRL} ${BLD} --only=${MY_MODULE} configure
+${SRC_DCTRL} ${BLD} --only=${MY_MODULE} make
+
+# if this generates a diff we need to manually run this and commit -> push
+${SRC_DCTRL} ${BLD} --only=${MY_MODULE} bexec ninja -v -j 1 refresh_test_timings
+pushd ${SUPERDIR}/${MY_MODULE}
+    git diff --exit-code dune/gdt/test/{builder_definitions.cmake,compiles_totals.pickle}
+popd
+
+free -h
+
+if [ x"${TESTS}" == x ] ; then
+    ${WAIT} ${SRC_DCTRL} ${BLD} --only=${MY_MODULE} bexec ninja -v test_binaries
+    ${WAIT} ${SRC_DCTRL} ${BLD} --only=${MY_MODULE} bexec ctest -V -j 2
+else
+    ${WAIT} ${SRC_DCTRL} ${BLD} --only=${MY_MODULE} bexec ninja -v -j 1 test_binaries_builder_${TESTS}
+    ${WAIT} ${SRC_DCTRL} ${BLD} --only=${MY_MODULE} bexec ctest -V -j 2 -L "^builder_${TESTS}$"
+fi
+if [ "X${TRAVIS_PULL_REQUEST}" != "Xfalse" ] ; then
+        ${SUPERDIR}/.ci/init_sshkey.sh ${encrypted_95fb78800815_key} ${encrypted_95fb78800815_iv} keys/dune-community/dune-gdt-testlogs
+        retry_command ${SUPERDIR}/scripts/bash/travis_upload_test_logs.bash ${DUNE_BUILD_DIR}/${MY_MODULE}/dune/gdt/test/
+fi
+
+# clang coverage currently disabled for being to mem hungry
+if [[ ${CC} == *"clang"* ]] ; then
+    exit 0
+fi
+
+pushd ${DUNE_BUILD_DIR}/${MY_MODULE}
+COVERAGE_INFO=${PWD}/coverage.info
+lcov --directory . --output-file ${COVERAGE_INFO} -c
+for d in "dune-common" "dune-pybindxi" "dune-geometry"  "dune-istl"  "dune-grid" "dune-alugrid"  "dune-uggrid"  "dune-localfunctions" \
+         "dune-xt-common" "dune-xt-functions" "dune-xt-la" "dune-xt-grid" ; do
+    lcov --directory . --output-file ${COVERAGE_INFO} -r ${COVERAGE_INFO} "${SUPERDIR}/${d}/*"
+done
+lcov --directory . --output-file ${COVERAGE_INFO} -r ${COVERAGE_INFO} "${SUPERDIR}/${MY_MODULE}/dune/xt/*/test/*"
+cd ${SUPERDIR}/${MY_MODULE}
+${OLDPWD}/dune-env pip install codecov
+${OLDPWD}/dune-env codecov -v -X gcov -X coveragepy -F ctest -f ${COVERAGE_INFO} -t ${CODECOV_TOKEN}
+popd

.drone.yml

@@ -17,7 +17,7 @@ pipeline:
     environment:
       - MY_MODULE=dune-gdt
     commands:
-      - /home/dune-ci/src/dune-gdt/.travis.script.bash
+      - /home/dune-ci/src/dune-gdt/.ci/drone/script.bash
 
   python:
     image: dunecommunity/dune-gdt-testing_${CC}:${DRONE_COMMIT_SHA}
@@ -25,7 +25,7 @@ pipeline:
     environment:
       - MY_MODULE=dune-gdt
     commands:
-      - /home/dune-ci/src/dune-gdt/.travis.test_python.bash
+      - /home/dune-ci/src/dune-gdt/.ci/travis/test_python.bash
 
   cleanup_fail:
     image: dunecommunity/gitlabci_dockerindocker-dockerindocker

.gitsuper

@@ -4,7 +4,7 @@ status = 1a3bcab04b011a5d6e44f9983cae6ff89fa695e8 bin (heads/master)
 	 8495540a687b3ee1f7f9a6298d6a5faea51ac069 config.opts (8495540)
 	 8f2c5aba441417bf2c42f22272f538c68a89cc4a dune-alugrid (remotes/origin/releases/2.5)
 	 707acf201d5a754c80f87cc4d71aa36bf29a6e3f dune-common (v2.5.1-9-g707acf20)
-	+3843b5aaa5159d3e87659437f1b00dda22d79dcd dune-gdt (heads/refactor-space-interface_drone)
+	+b72dfa1475a06d1ef6605f0e2481b0ce7f09eed0 dune-gdt (heads/refactor-space-interface_drone)
 	 390a2c503783bbed778a8ff610f8c5ca09c238d0 dune-geometry (v2.5.1-5-g390a2c5)
 	 d7b20bbc5f6fdcfc312beb0ea5d16d39ea26904e dune-grid (v2.5.1-2-gd7b20bbc5)
 	 9e29a333e8af02382d80b95335a784d5ce1ea2c8 dune-grid-glue (v2.4.0-70-g9e29a33)
@@ -44,7 +44,7 @@ commit = 707acf201d5a754c80f87cc4d71aa36bf29a6e3f
 [submodule.dune-gdt]
 remote = https://github.com/dune-community/dune-gdt.git
 status = 2424627f0ad5de7e4aaa5e7f48bc2a02414d95a1 .vcsetup (heads/master)
-commit = 3843b5aaa5159d3e87659437f1b00dda22d79dcd
+commit = b72dfa1475a06d1ef6605f0e2481b0ce7f09eed0
 
 [submodule.dune-geometry]
 remote = https://github.com/dune-community/dune-geometry.git

.travis.yml

@@ -17,22 +17,22 @@ services: docker
 install:
     - export BASEIMAGE="${MY_MODULE}-testing_base_${CC}:${TRAVIS_BRANCH}"
     - export IMAGE="dunecommunity/${MY_MODULE}-testing_${CC}:${TRAVIS_COMMIT}"
-    - ./.travis.add_swap.bash 2000 &
+    - ./.ci/travis/add_swap.bash 2000 &
     # get image with fallback to master branch of the super repo
     - docker pull dunecommunity/${BASEIMAGE} || export BASEIMAGE="${MY_MODULE}-testing_base_${CC}:master" ; docker pull dunecommunity/${BASEIMAGE}
     - docker build --build-arg BASE=${BASEIMAGE} -t ${IMAGE} -f .ci/docker/Dockerfile .
     # for add swap
     - wait
     - export ENV_FILE=${HOME}/env
-    - python3 ./.travis.make_env_file.py
+    - python3 ./.ci/make_env_file.py
     - export DOCKER_RUN="docker run --env-file ${ENV_FILE} -v ${TRAVIS_BUILD_DIR}:/home/dune-ci/src/${MY_MODULE} ${IMAGE}"
 
 script:
-    - ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.travis.script.bash
+    - ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.ci/travis/script.bash
 
 # runs independent of 'script' failure/success
 after_script:
-    - ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.travis.after_script.bash
+    - ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.ci/travis/after_script.bash
 
 notifications:
   email:
@@ -114,12 +114,12 @@ jobs:
     env: CC=clang TESTS=12
   - stage: test_python
     env: CC=gcc
-    script: ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.travis.test_python.bash
+    script: ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.ci/travis/test_python.bash
     # overwrite other global/matrix settings
     after_script: true
   - stage: test_python
     env: CC=clang
-    script: ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.travis.test_python.bash
+    script: ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.ci/travis/test_python.bash
     # overwrite other global/matrix settings
     after_script: true
 

.travis.yml.py

@@ -31,22 +31,22 @@ services: docker
 install:
     - export BASEIMAGE="${MY_MODULE}-testing_base_${CC}:${TRAVIS_BRANCH}"
     - export IMAGE="dunecommunity/${MY_MODULE}-testing_${CC}:${TRAVIS_COMMIT}"
-    - ./.travis.add_swap.bash 2000 &
+    - ./.ci/travis/add_swap.bash 2000 &
     # get image with fallback to master branch of the super repo
     - docker pull dunecommunity/${BASEIMAGE} || export BASEIMAGE="${MY_MODULE}-testing_base_${CC}:master" ; docker pull dunecommunity/${BASEIMAGE}
     - docker build --build-arg BASE=${BASEIMAGE} -t ${IMAGE} -f .ci/docker/Dockerfile .
     # for add swap
     - wait
     - export ENV_FILE=${HOME}/env
-    - python3 ./.travis.make_env_file.py
+    - python3 ./.ci/make_env_file.py
     - export DOCKER_RUN="docker run --env-file ${ENV_FILE} -v ${TRAVIS_BUILD_DIR}:/home/dune-ci/src/${MY_MODULE} ${IMAGE}"
 
 script:
-    - ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.travis.script.bash
+    - ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.ci/travis/script.bash
 
 # runs independent of 'script' failure/success
 after_script:
-    - ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.travis.after_script.bash
+    - ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.ci/travis/after_script.bash
 
 notifications:
   email:
@@ -84,12 +84,12 @@ jobs:
 {%- endfor %}
   - stage: test_python
     env: CC=gcc
-    script: ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.travis.test_python.bash
+    script: ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.ci/travis/test_python.bash
     # overwrite other global/matrix settings
     after_script: true
   - stage: test_python
     env: CC=clang
-    script: ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.travis.test_python.bash
+    script: ${DOCKER_RUN} /home/dune-ci/src/${MY_MODULE}/.ci/travis/test_python.bash
     # overwrite other global/matrix settings
     after_script: true
 
@@ -109,7 +109,7 @@ oldyml = open(ymlfn, 'rt').read()
 newyml = tpl.render(builders=range(0, builder_count))
 if newyml != oldyml:
     with open(ymlfn, 'wt') as yml:
-        yml.write(tpl.render(newyml))
+        yml.write(newyml)
     
 travis = where.first('travis')
 if travis: