add scripts and configs for Spring

projects/spring/config/flamenco-manager.yaml

+# Configuration file for Flamenco Manager.
+# For an explanation of the fields, refer to flamenco-manager-example.yaml
+#
+# NOTE: this file will be overwritten by Flamenco Manager's web-based configuration system.
+#
+# This file was written on 2018-01-12 13:07:38 +01:00
+
+database_url: mongodb://localhost/flamanager
+database_path: ./db
+listen: '[::0]:5983'
+own_url: http://localhost:5983/
+flamenco: https://cloud.blender.org/
+manager_id: 
+manager_secret:
+tlskey: ""
+tlscert: ""
+download_task_sleep: 1m0s
+download_task_recheck_throttle: 10s
+variables:
+  blender:
+    darwin: blender 
+    linux: ./run_icc_mpi.sh
+    windows: blender.exe
+path_replacement:
+  job_storage:
+    darwin: storage
+    linux: storage
+    windows: storage
+  render:
+    darwin: value-on-macos
+    linux: output
+    windows: output
+task_update_push_max_interval: 5s
+task_update_push_max_count: 20
+cancel_task_fetch_max_interval: 10s
+active_task_timeout_interval: 1m0s
+active_worker_timeout_interval: 5m0s
+task_cleanup_max_age: 336h0m0s
+watch_for_latest_image: ""
+ssdp_discovery: false
+ssdp_device_uuid: 
+test_tasks:
+  test_blender_render:
+    job_storage: '{job_storage}/test-jobs'
+    render_output: '{render}/test-renders'

projects/spring/config/flamenco-worker.cfg

+[flamenco-worker]
+
+# The URL of the Flamenco Manager. Leave empty for auto-discovery via UPnP/SSDP.
+manager_url = http://LOCALHOST:5983
+
+task_types = sleep blender-render file-management
+task_update_queue_db = flamenco-worker.db
+
+may_i_run_interval_seconds = 5
+push_log_max_interval_seconds = 20
+push_log_max_entries = 200
+push_act_max_interval_seconds = 10
+
+[loggers]
+keys = root,flamenco_worker
+
+[logger_root]
+level = WARNING
+handlers = console,file
+
+[logger_flamenco_worker]
+level = INFO
+qualname = flamenco_worker
+handlers = console,file
+propagate = 0
+
+[handlers]
+keys = console,file
+
+[handler_console]
+class = logging.StreamHandler
+formatter = flamenco
+args = (sys.stderr,)
+
+[handler_file]
+class = logging.handlers.TimedRotatingFileHandler
+formatter = flamenco
+# (filename, when, interval, backupCount, encoding, delay, utc, atTime=None)
+# Be aware that tilde expansion is *not* performed on the path.
+args = ('flamenco-worker.log', 'midnight', 1, 7, 'utf8', True, True)
+
+[formatters]
+keys = flamenco
+
+[formatter_flamenco]
+format = %(asctime)-15s %(levelname)8s %(name)s %(message)s

projects/spring/scripts/build/build_blender28_icc_mpi.sh

+#!/bin/bash
+
+ml CMake/3.7.2
+ml intel/2017b
+
+ROOT_DIR=${PWD}
+
+lib_dir=${ROOT_DIR}/install
+output=${ROOT_DIR}/install/blender28_icc_mpi
+src=${ROOT_DIR}/src
+
+export CC=mpiicc
+export CXX=mpiicpc
+
+export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:${ROOT_DIR}/lib
+
+#export CC=mpiicc
+#export CXX=mpiicpc
+
+#-----------blender--------------
+mkdir ${ROOT_DIR}/build/blender28_icc_mpi
+cd ${ROOT_DIR}/build/blender28_icc_mpi
+
+make_d="${src}/blender"
+make_d="${make_d} -DWITH_OPENIMAGEIO=ON" 
+make_d="${make_d} -DWITH_CYCLES=ON" 
+make_d="${make_d} -DWITH_SYSTEM_GLEW=OFF"  
+make_d="${make_d} -DCMAKE_CXX_FLAGS='-qoverride-limits'"
+make_d="${make_d} -DCMAKE_C_FLAGS='-qoverride-limits'"
+make_d="${make_d} -DCMAKE_EXE_LINKER_FLAGS='-lrt'"
+make_d="${make_d} -DWITH_OPENMP=ON"
+make_d="${make_d} -DWITH_MPI=ON"
+make_d="${make_d} -DWITH_MPI_SOCKET=OFF"
+make_d="${make_d} -DWITH_CPU_SSE=ON"
+make_d="${make_d} -DWITH_HEADLESS:BOOL=OFF"
+make_d="${make_d} -DWITH_GAMEENGINE=OFF"
+make_d="${make_d} -DWITH_AUDASPACE=OFF"
+make_d="${make_d} -DWITH_ALEMBIC=ON"           
+make_d="${make_d} -DWITH_OPENAL=OFF"
+make_d="${make_d} -DCMAKE_INSTALL_PREFIX=${output}"
+make_d="${make_d} -DCMAKE_BUILD_TYPE=Release"
+
+cmake ${make_d}
+
+make -j24 install

projects/spring/scripts/build/build_client28_icc_mpi.sh

+#!/bin/bash
+
+ml CMake/3.7.2
+ml intel/2017b
+
+ROOT_DIR=${PWD}
+
+lib_dir=${ROOT_DIR}/install
+output=${ROOT_DIR}/install/blender28_client_icc_mpi
+src=${ROOT_DIR}/src
+
+export CC=mpiicc
+export CXX=mpiicpc
+
+#-----------blender_client--------------
+mkdir ${ROOT_DIR}/build/blender28_client_icc_mpi
+cd ${ROOT_DIR}/build/blender28_client_icc_mpi
+
+make_d="${src}/blender/client"
+
+make_d="${make_d} -DWITH_OPENMP=ON"
+make_d="${make_d} -DWITH_MPI=ON"
+make_d="${make_d} -DWITH_MPI_SOCKET=OFF"
+make_d="${make_d} -DWITH_KNC_NATIVE=ON"
+make_d="${make_d} -DWITH_CPU_SSE=OFF"
+
+make_d="${make_d} -DCMAKE_BUILD_TYPE=Release"
+make_d="${make_d} -DCMAKE_INSTALL_PREFIX=${output}"
+
+cmake ${make_d}
+make -j24 install

projects/spring/scripts/pbs/blender/flamenco-worker.cfg

+[flamenco-worker]
+
+# The URL of the Flamenco Manager. Leave empty for auto-discovery via UPnP/SSDP.
+manager_url = http://LOCALHOST:5983
+
+task_types = sleep blender-render file-management
+task_update_queue_db = flamenco-worker.db
+
+may_i_run_interval_seconds = 5
+push_log_max_interval_seconds = 20
+push_log_max_entries = 200
+push_act_max_interval_seconds = 10
+
+[loggers]
+keys = root,flamenco_worker
+
+[logger_root]
+level = WARNING
+handlers = console,file
+
+[logger_flamenco_worker]
+level = INFO
+qualname = flamenco_worker
+handlers = console,file
+propagate = 0
+
+[handlers]
+keys = console,file
+
+[handler_console]
+class = logging.StreamHandler
+formatter = flamenco
+args = (sys.stderr,)
+
+[handler_file]
+class = logging.handlers.TimedRotatingFileHandler
+formatter = flamenco
+# (filename, when, interval, backupCount, encoding, delay, utc, atTime=None)
+# Be aware that tilde expansion is *not* performed on the path.
+args = ('flamenco-worker.log', 'midnight', 1, 7, 'utf8', True, True)
+
+[formatters]
+keys = flamenco
+
+[formatter_flamenco]
+format = %(asctime)-15s %(levelname)8s %(name)s %(message)s

projects/spring/scripts/pbs/blender/over.py

+import bpy
+
+bpy.context.user_preferences.addons['cycles'].preferences.compute_device_type = 'MPI'
+
+for scene in bpy.data.scenes:
+    scene.cycles.device = 'GPU'
+    scene.cycles.use_load_balancing = True
+    print('use_load_balancing: ', scene.cycles.use_load_balancing, ', scene.cycles.device: ', scene.cycles.device)
+
+for d in bpy.context.user_preferences.addons['cycles'].preferences.devices:
+    if d.type == 'CPU':
+        d.use = False
+    print("Device '{}' type {} : {}" . format(d.name, d.type, d.use))

projects/spring/scripts/pbs/blender/run_icc_mpi.sh

+#!/bin/bash
+
+#--------------MODULE----------
+ml Mesa
+ml intel/2017b
+
+#--------------VAR---------------
+ROOT_CYCLESPHI=/work/cycles_xeon_phi
+ROOT_FLAMENCO=/work/flamenco
+
+PARAMS=$@
+
+NODEFILECN=$PWD/nodefile-cn-sn
+echo $HOSTNAME > $NODEFILECN
+cat /lscratch/$PBS_JOBID/nodefile-mic-sn >> $NODEFILECN
+
+TEMP=$(wc -l < "$NODEFILECN")
+NUMOFCN=$((TEMP-1))
+
+#--------------ENV---------------
+export MIC_ENV_PREFIX=MIC
+export I_MPI_MIC=1
+export I_MPI_MIC_POSTFIX=-mic
+
+export I_MPI_FABRICS=shm:tcp
+
+export OMP_NUM_THREADS=24
+export MIC_OMP_NUM_THREADS=240
+
+export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:${ROOT_CYCLESPHI}/lib
+
+#echo "--------------RUN---------------" >> $PWD/blender.log
+echo mpirun -genv LD_LIBRARY_PATH $MIC_LD_LIBRARY_PATH -n 1 -machinefile $NODEFILECN ${ROOT_CYCLESPHI}/install/blender28_icc_mpi2/blender $PARAMS : -n $NUMOFCN ${ROOT_CYCLESPHI}/install/blender28_client_icc_mpi2/bin/blender_client
+
+mpirun -genv LD_LIBRARY_PATH $MIC_LD_LIBRARY_PATH -n 1 -machinefile $NODEFILECN ${ROOT_CYCLESPHI}/install/blender28_icc_mpi2/blender $PARAMS : -n $NUMOFCN ${ROOT_CYCLESPHI}/install/blender28_client_icc_mpi2/bin/blender_client
+

projects/spring/scripts/pbs/job_manager_mic.sh

+#!/bin/bash
+#PBS -N manager_mic
+#PBS -A OPEN-12-54
+#PBS -q qprod
+#PBS -l select=1,walltime=144:00:00
+
+ml intel/2017b
+
+ROOT_FLAMENCO=/work/flamenco
+
+mkdir -p $ROOT_FLAMENCO/worker_mic
+mkdir -p $ROOT_FLAMENCO/manager_mic
+
+echo $HOSTNAME > $ROOT_FLAMENCO/worker_mic/manager_hostname
+
+cd $ROOT_FLAMENCO
+
+mkdir -p $ROOT_FLAMENCO/manager_mic/db
+
+./mongodb-linux-x86_64-3.4.6/bin/mongod --dbpath $ROOT_FLAMENCO/manager_mic/db &
+
+sleep 10
+
+cd manager_mic/flamenco-manager-2.1.1
+
+./flamenco-manager #-setup
+

projects/spring/scripts/pbs/job_sync.sh

+#!/bin/bash
+
+while true
+do
+
+	rsync -r --progress XXX@XXX.XXX.XXX.XXX:/render/in /render/in
+
+	rsync -r --progress /render/out XXX@XXX.XXX.XXX.XXX:/render/out
+
+	sleep 180
+
+done

projects/spring/scripts/pbs/job_worker_mic.sh

+#!/bin/bash
+#PBS -N worker_mic
+#PBS -A OPEN-12-54
+#PBS -q qmic
+#PBS -l select=1:ncpus=24:naccelerators=2+62,walltime=96:00:00
+
+ml intel/2017b
+
+jobname=$HOSTNAME
+
+ROOT_FLAMENCO=/work/flamenco
+ROOT_CYCLESPHI=/work/cycles_xeon_phi
+
+export PATH=$PATH:$ROOT_CYCLESPHI/install/python-3.6.2/bin
+export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$ROOT_CYCLESPHI/install/python-3.6.2/lib
+
+DIR=$jobname
+mkdir -p $ROOT_FLAMENCO/worker_mic/$DIR
+
+cd $ROOT_FLAMENCO/worker_mic/$DIR
+
+echo $jobname > jobname
+
+cp $ROOT_FLAMENCO/blender/flamenco-worker.cfg .
+cp $ROOT_FLAMENCO/blender/run_icc_mpi.sh .
+
+export HOME=$ROOT_FLAMENCO/worker_mic/$DIR
+
+MANAGER_HOSTNAME=$(cat $ROOT_FLAMENCO/worker_mic/manager_hostname)
+
+sed -i -e 's/LOCALHOST/'"${MANAGER_HOSTNAME}"'/g' flamenco-worker.cfg
+
+flamenco-worker
+