Skip to content
Snippets Groups Projects
Commit c28bb02b authored by Milan Jaros's avatar Milan Jaros
Browse files

add scripts and configs for Spring

parent a6e8df80
Branches master
No related tags found
No related merge requests found
# Configuration file for Flamenco Manager.
# For an explanation of the fields, refer to flamenco-manager-example.yaml
#
# NOTE: this file will be overwritten by Flamenco Manager's web-based configuration system.
#
# This file was written on 2018-01-12 13:07:38 +01:00
database_url: mongodb://localhost/flamanager
database_path: ./db
listen: '[::0]:5983'
own_url: http://localhost:5983/
flamenco: https://cloud.blender.org/
manager_id:
manager_secret:
tlskey: ""
tlscert: ""
download_task_sleep: 1m0s
download_task_recheck_throttle: 10s
variables:
blender:
darwin: blender
linux: ./run_icc_mpi.sh
windows: blender.exe
path_replacement:
job_storage:
darwin: storage
linux: storage
windows: storage
render:
darwin: value-on-macos
linux: output
windows: output
task_update_push_max_interval: 5s
task_update_push_max_count: 20
cancel_task_fetch_max_interval: 10s
active_task_timeout_interval: 1m0s
active_worker_timeout_interval: 5m0s
task_cleanup_max_age: 336h0m0s
watch_for_latest_image: ""
ssdp_discovery: false
ssdp_device_uuid:
test_tasks:
test_blender_render:
job_storage: '{job_storage}/test-jobs'
render_output: '{render}/test-renders'
[flamenco-worker]
# The URL of the Flamenco Manager. Leave empty for auto-discovery via UPnP/SSDP.
manager_url = http://LOCALHOST:5983
task_types = sleep blender-render file-management
task_update_queue_db = flamenco-worker.db
may_i_run_interval_seconds = 5
push_log_max_interval_seconds = 20
push_log_max_entries = 200
push_act_max_interval_seconds = 10
[loggers]
keys = root,flamenco_worker
[logger_root]
level = WARNING
handlers = console,file
[logger_flamenco_worker]
level = INFO
qualname = flamenco_worker
handlers = console,file
propagate = 0
[handlers]
keys = console,file
[handler_console]
class = logging.StreamHandler
formatter = flamenco
args = (sys.stderr,)
[handler_file]
class = logging.handlers.TimedRotatingFileHandler
formatter = flamenco
# (filename, when, interval, backupCount, encoding, delay, utc, atTime=None)
# Be aware that tilde expansion is *not* performed on the path.
args = ('flamenco-worker.log', 'midnight', 1, 7, 'utf8', True, True)
[formatters]
keys = flamenco
[formatter_flamenco]
format = %(asctime)-15s %(levelname)8s %(name)s %(message)s
#!/bin/bash
ml CMake/3.7.2
ml intel/2017b
ROOT_DIR=${PWD}
lib_dir=${ROOT_DIR}/install
output=${ROOT_DIR}/install/blender28_icc_mpi
src=${ROOT_DIR}/src
export CC=mpiicc
export CXX=mpiicpc
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:${ROOT_DIR}/lib
#export CC=mpiicc
#export CXX=mpiicpc
#-----------blender--------------
mkdir ${ROOT_DIR}/build/blender28_icc_mpi
cd ${ROOT_DIR}/build/blender28_icc_mpi
make_d="${src}/blender"
make_d="${make_d} -DWITH_OPENIMAGEIO=ON"
make_d="${make_d} -DWITH_CYCLES=ON"
make_d="${make_d} -DWITH_SYSTEM_GLEW=OFF"
make_d="${make_d} -DCMAKE_CXX_FLAGS='-qoverride-limits'"
make_d="${make_d} -DCMAKE_C_FLAGS='-qoverride-limits'"
make_d="${make_d} -DCMAKE_EXE_LINKER_FLAGS='-lrt'"
make_d="${make_d} -DWITH_OPENMP=ON"
make_d="${make_d} -DWITH_MPI=ON"
make_d="${make_d} -DWITH_MPI_SOCKET=OFF"
make_d="${make_d} -DWITH_CPU_SSE=ON"
make_d="${make_d} -DWITH_HEADLESS:BOOL=OFF"
make_d="${make_d} -DWITH_GAMEENGINE=OFF"
make_d="${make_d} -DWITH_AUDASPACE=OFF"
make_d="${make_d} -DWITH_ALEMBIC=ON"
make_d="${make_d} -DWITH_OPENAL=OFF"
make_d="${make_d} -DCMAKE_INSTALL_PREFIX=${output}"
make_d="${make_d} -DCMAKE_BUILD_TYPE=Release"
cmake ${make_d}
make -j24 install
#!/bin/bash
ml CMake/3.7.2
ml intel/2017b
ROOT_DIR=${PWD}
lib_dir=${ROOT_DIR}/install
output=${ROOT_DIR}/install/blender28_client_icc_mpi
src=${ROOT_DIR}/src
export CC=mpiicc
export CXX=mpiicpc
#-----------blender_client--------------
mkdir ${ROOT_DIR}/build/blender28_client_icc_mpi
cd ${ROOT_DIR}/build/blender28_client_icc_mpi
make_d="${src}/blender/client"
make_d="${make_d} -DWITH_OPENMP=ON"
make_d="${make_d} -DWITH_MPI=ON"
make_d="${make_d} -DWITH_MPI_SOCKET=OFF"
make_d="${make_d} -DWITH_KNC_NATIVE=ON"
make_d="${make_d} -DWITH_CPU_SSE=OFF"
make_d="${make_d} -DCMAKE_BUILD_TYPE=Release"
make_d="${make_d} -DCMAKE_INSTALL_PREFIX=${output}"
cmake ${make_d}
make -j24 install
[flamenco-worker]
# The URL of the Flamenco Manager. Leave empty for auto-discovery via UPnP/SSDP.
manager_url = http://LOCALHOST:5983
task_types = sleep blender-render file-management
task_update_queue_db = flamenco-worker.db
may_i_run_interval_seconds = 5
push_log_max_interval_seconds = 20
push_log_max_entries = 200
push_act_max_interval_seconds = 10
[loggers]
keys = root,flamenco_worker
[logger_root]
level = WARNING
handlers = console,file
[logger_flamenco_worker]
level = INFO
qualname = flamenco_worker
handlers = console,file
propagate = 0
[handlers]
keys = console,file
[handler_console]
class = logging.StreamHandler
formatter = flamenco
args = (sys.stderr,)
[handler_file]
class = logging.handlers.TimedRotatingFileHandler
formatter = flamenco
# (filename, when, interval, backupCount, encoding, delay, utc, atTime=None)
# Be aware that tilde expansion is *not* performed on the path.
args = ('flamenco-worker.log', 'midnight', 1, 7, 'utf8', True, True)
[formatters]
keys = flamenco
[formatter_flamenco]
format = %(asctime)-15s %(levelname)8s %(name)s %(message)s
import bpy
bpy.context.user_preferences.addons['cycles'].preferences.compute_device_type = 'MPI'
for scene in bpy.data.scenes:
scene.cycles.device = 'GPU'
scene.cycles.use_load_balancing = True
print('use_load_balancing: ', scene.cycles.use_load_balancing, ', scene.cycles.device: ', scene.cycles.device)
for d in bpy.context.user_preferences.addons['cycles'].preferences.devices:
if d.type == 'CPU':
d.use = False
print("Device '{}' type {} : {}" . format(d.name, d.type, d.use))
#!/bin/bash
#--------------MODULE----------
ml Mesa
ml intel/2017b
#--------------VAR---------------
ROOT_CYCLESPHI=/work/cycles_xeon_phi
ROOT_FLAMENCO=/work/flamenco
PARAMS=$@
NODEFILECN=$PWD/nodefile-cn-sn
echo $HOSTNAME > $NODEFILECN
cat /lscratch/$PBS_JOBID/nodefile-mic-sn >> $NODEFILECN
TEMP=$(wc -l < "$NODEFILECN")
NUMOFCN=$((TEMP-1))
#--------------ENV---------------
export MIC_ENV_PREFIX=MIC
export I_MPI_MIC=1
export I_MPI_MIC_POSTFIX=-mic
export I_MPI_FABRICS=shm:tcp
export OMP_NUM_THREADS=24
export MIC_OMP_NUM_THREADS=240
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:${ROOT_CYCLESPHI}/lib
#echo "--------------RUN---------------" >> $PWD/blender.log
echo mpirun -genv LD_LIBRARY_PATH $MIC_LD_LIBRARY_PATH -n 1 -machinefile $NODEFILECN ${ROOT_CYCLESPHI}/install/blender28_icc_mpi2/blender $PARAMS : -n $NUMOFCN ${ROOT_CYCLESPHI}/install/blender28_client_icc_mpi2/bin/blender_client
mpirun -genv LD_LIBRARY_PATH $MIC_LD_LIBRARY_PATH -n 1 -machinefile $NODEFILECN ${ROOT_CYCLESPHI}/install/blender28_icc_mpi2/blender $PARAMS : -n $NUMOFCN ${ROOT_CYCLESPHI}/install/blender28_client_icc_mpi2/bin/blender_client
#!/bin/bash
#PBS -N manager_mic
#PBS -A OPEN-12-54
#PBS -q qprod
#PBS -l select=1,walltime=144:00:00
ml intel/2017b
ROOT_FLAMENCO=/work/flamenco
mkdir -p $ROOT_FLAMENCO/worker_mic
mkdir -p $ROOT_FLAMENCO/manager_mic
echo $HOSTNAME > $ROOT_FLAMENCO/worker_mic/manager_hostname
cd $ROOT_FLAMENCO
mkdir -p $ROOT_FLAMENCO/manager_mic/db
./mongodb-linux-x86_64-3.4.6/bin/mongod --dbpath $ROOT_FLAMENCO/manager_mic/db &
sleep 10
cd manager_mic/flamenco-manager-2.1.1
./flamenco-manager #-setup
#!/bin/bash
while true
do
rsync -r --progress XXX@XXX.XXX.XXX.XXX:/render/in /render/in
rsync -r --progress /render/out XXX@XXX.XXX.XXX.XXX:/render/out
sleep 180
done
#!/bin/bash
#PBS -N worker_mic
#PBS -A OPEN-12-54
#PBS -q qmic
#PBS -l select=1:ncpus=24:naccelerators=2+62,walltime=96:00:00
ml intel/2017b
jobname=$HOSTNAME
ROOT_FLAMENCO=/work/flamenco
ROOT_CYCLESPHI=/work/cycles_xeon_phi
export PATH=$PATH:$ROOT_CYCLESPHI/install/python-3.6.2/bin
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$ROOT_CYCLESPHI/install/python-3.6.2/lib
DIR=$jobname
mkdir -p $ROOT_FLAMENCO/worker_mic/$DIR
cd $ROOT_FLAMENCO/worker_mic/$DIR
echo $jobname > jobname
cp $ROOT_FLAMENCO/blender/flamenco-worker.cfg .
cp $ROOT_FLAMENCO/blender/run_icc_mpi.sh .
export HOME=$ROOT_FLAMENCO/worker_mic/$DIR
MANAGER_HOSTNAME=$(cat $ROOT_FLAMENCO/worker_mic/manager_hostname)
sed -i -e 's/LOCALHOST/'"${MANAGER_HOSTNAME}"'/g' flamenco-worker.cfg
flamenco-worker
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment