Difference between
modified post 9f3 by Anonymous on Tue 5th Sep 2023 16:55
original post fbd661 by Anonymous on Tue 5th Sep 2023 11:50
Download diff
Show
old version |
new version |
both versions
| 1 | 1 | #!/bin/bash | |
| 2 | 2 | ||
| 3 | 3 | # | |
| 4 | 4 | # buildrdecygwin.bash - build ROVEMA RDE using Cygwin | |
| 5 | 5 | # | |
| 6 | 6 | ||
| 7 | 7 | # | |
| 8 | 8 | # Written by Roland Mainz <roland.mainz@rovema.de> | |
| 9 | 9 | # | |
| 10 | 10 | ||
| 11 | 11 | # | |
| 12 | 12 | # Usage: | |
| 13 | 13 | # | |
| 14 | 14 | # 1. Build RDE | |
| 15 | 15 | # mkdir try10_rde_new_rds/ | |
| 16 | 16 | # cd try10_rde_new_rds | |
| 17 | 17 | # git clone https://RovemaDevelopment@dev.azure.com/RovemaDevelopment/RDE-Development/_git/Dependencies | |
| 18 | 18 | # git clone --recurse-submodules https://RovemaDevelopment@dev.azure.com/RovemaDevelopment/RDE-Development/_git/RDE-Development | |
| 19 | 19 | # cd RDE-Development/ | |
| 20 | 20 | # mkdir build_windows4 | |
| 21 | 21 | # cd build_windows4/ | |
| 22 | 22 | # time nice bash ../scripts/buildrdecygwin.bash buildall 2>&1 | tee -a buildlog.log | |
| 23 | 23 | # | |
| 24 | 24 | # 2a. Start RDE (manually): | |
| 25 | 25 | # $ bash -c 'PATH+=":${qtpath}/5.15.2/mingw81_64/bin" ; ./rde' | |
| 26 | 26 | # | |
| 27 | 27 | # 2b. Start RDE (via script): | |
| 28 | 28 | # $ bash buildrdecygwin.bash run | |
| 29 | 29 | # | |
| 30 | 30 | ||
| 31 | 31 | ||
| 32 | 32 | function calc_max_parallel_jobs | |
| 33 | 33 | { | |
| 34 | 34 | set -o nounset | |
| 35 | 35 | ||
| 36 | 36 | typeset -li mem_total=-1 | |
| 37 | 37 | typeset -li swap_total=-1 | |
| 38 | 38 | typeset -r -li memory_per_job=$2 | |
| 39 | + | typeset -r -li jobs_per_cpu=$3 | |
| 39 | 40 | typeset -r -li num_cpus=$(getconf '_NPROCESSORS_ONLN') | |
| 40 | 41 | typeset -li numjobs_in_memory | |
| 41 | 42 | typeset -n numjobs=$1 | |
| 42 | 43 | ||
| 43 | 44 | read mem_total <<<"$(awk \ | |
| 44 | 45 | $'/MemTotal/ { print $2 }' \ | |
| 45 | 46 | <'/proc/meminfo')" | |
| 46 | 47 | read swap_total <<<"$(awk \ | |
| 47 | 48 | $'/SwapTotal/ { print $2 }' \ | |
| 48 | 49 | <'/proc/meminfo')" | |
| 49 | 50 | ||
| 50 | - | printf $"%s: mem_total=%d, swap_total=%d\n" \ | |
| 51 | + | printf $"# mem_total=%d, swap_total=%d\n" \ | |
| 52 | 52 | "$mem_total" \ | |
| 53 | 53 | "$swap_total" | |
| 54 | 54 | ||
| 55 | 55 | # data in /proc/meminto are in KB, but we need bytes | |
| 56 | 56 | (( mem_total*=1024, swap_total*=1024 )) | |
| 57 | 57 | ||
| 58 | 58 | # handle read errors | |
| 59 | 59 | if (( (mem_total < 0) || (swap_total < 0) )) ; then | |
| 60 | - | printf $"%s: error, could not read memory data\n" "$0" | |
| 60 | + | printf $"%s: error, could not read memory data\n" "$0" 1>&2 | |
| 61 | 61 | return 1 | |
| 62 | 62 | fi | |
| 63 | 63 | ||
| 64 | 64 | # we need at least 1GB of swap space | |
| 65 | 65 | if (( swap_total < (1024*1024*1924) )) ; then | |
| 66 | - | printf $"#\n# %s: ERROR: Swap memory too low %d\n#\n" "$0" "$swap_total" | |
| 66 | + | printf $"#\n# %s: ERROR: Swap memory too low %d\n#\n" "$0" "$swap_total" 1>&2 | |
| 67 | 67 | return 1 | |
| 68 | 68 | fi | |
| 69 | 69 | ||
| 70 | - | # Reserve 256MB for the Windows OS | |
| 70 | + | # Reserve 512MB for the Windows OS | |
| 71 | - | (( mem_total -= 256*1024*1024 )) | |
| 71 | + | (( mem_total -= 512*1024*1024 )) | |
| 72 | 72 | ||
| 73 | 73 | # calculate how much jobs would fit into the memory | |
| 74 | 74 | (( numjobs_in_memory = (mem_total+memory_per_job+1) / memory_per_job )) | |
| 75 | 75 | ||
| 76 | - | # restrict the number of jobs to twice the amount of CPUs | |
| 76 | + | # run "jobs_per_cpu" per CPU, only limited to the available memory | |
| 77 | - | (( numjobs = (numjobs_in_memory > (num_cpus*2))?(num_cpus*2):numjobs_in_memory )) | |
| 77 | + | (( numjobs = (numjobs_in_memory > (num_cpus*jobs_per_cpu))?(num_cpus*jobs_per_cpu):numjobs_in_memory )) | |
| 78 | 78 | ||
| 79 | 79 | # we want at least one job | |
| 80 | 80 | (( numjobs = (numjobs > 1)?numjobs:1 )) | |
| 81 | 81 | ||
| 82 | 82 | # statistics | |
| 83 | - | printf $"%s: memory_per_job=%d\n" "$0" "$memory_per_job" | |
| 83 | + | printf $"# number of online CPUs=%d\n" "$num_cpus" | |
| 84 | - | printf $"%s: numjobs_in_memory=%d\n" "$0" "$numjobs_in_memory" | |
| 84 | + | printf $"# memory_per_job=%d\n" "$memory_per_job" | |
| 85 | - | printf $"%s: numjobs=%d\n" "$0" "$numjobs" | |
| 85 | + | printf $"# numjobs_in_memory=%d\n" "$numjobs_in_memory" | |
| 86 | + | printf $"# numjobs=%d\n" "$numjobs" | |
| 86 | 87 | ||
| 87 | 88 | return 0 | |
| 88 | 89 | } | |
| 89 | 90 | ||
| 90 | 91 | ||
| 91 | 92 | # | |
| 92 | 93 | # Configuration paths | |
| 93 | 94 | # | |
| 94 | 95 | function configure_paths | |
| 95 | 96 | { | |
| 96 | 97 | boost_Version='1_71_0' | |
| 97 | 98 | qt_Version='5_15_2' | |
| 98 | 99 | ||
| 99 | 100 | # | |
| 100 | 101 | # Prebuild RDE build tools (compiler etc) | |
| 101 | 102 | # (from $ git clone https://RovemaDevelopment@dev.azure.com/RovemaDevelopment/RDE-Development/_git/Dependencies #) | |
| 102 | 103 | # | |
| 103 | 104 | #git_rde_dependicies_dir='/cygdrive/h/tmp/winnfstest/hummingbirdnfstest1/rde_windows_developmement/Dependencies/win/' | |
| 104 | 105 | #git_rde_dependicies_dir='/home/roland_mainz/work/rde/build_dep/Dependencies/win/' | |
| 105 | 106 | git_rde_dependicies_dir="$(realpath "$PWD/../../Dependencies")/win/" | |
| 106 | 107 | if [[ ! -d "$git_rde_dependicies_dir" ]] ; then | |
| 107 | 108 | printf $"%s: ERROR: %s dir not found\n" "$0" "$git_rde_dependicies_dir" 1>&2 | |
| 108 | 109 | return 1 | |
| 109 | 110 | fi | |
| 110 | 111 | ||
| 111 | 112 | boostpath="${git_rde_dependicies_dir}/boost/boost_${boost_Version}/" | |
| 112 | 113 | qtpath="${git_rde_dependicies_dir}/qt/qt_${qt_Version}/" | |
| 113 | 114 | ||
| 114 | 115 | printf $"# building with boost version %s and qt version %s\n" "$boost_Version" "qt_Version" | |
| 115 | 116 | ||
| 116 | 117 | # Setting-up PATH | |
| 117 | 118 | export PATH="$qtpath/Tools/mingw810_64/bin/:$qtpath/5.15.2/mingw81_64/bin/:$qtpath/Tools/CMake_64/bin/:$boostpath/bin/:$boostpath/lib/:$PATH" | |
| 118 | 119 | printf $"# PATH=%s\n# Windows PATH=%s\n" "$PATH" "$(cygpath -p -w "$PATH")" | |
| 119 | 120 | return 0 | |
| 120 | 121 | } | |
| 121 | 122 | ||
| 122 | 123 | function probe_paths | |
| 123 | 124 | { | |
| 124 | 125 | printf $"# Probing PATH for tools ...\n" | |
| 125 | 126 | which -a gcc | |
| 126 | 127 | which -a g++ | |
| 127 | 128 | which -a cmake | |
| 128 | 129 | which -a make | |
| 129 | 130 | ||
| 130 | 131 | return 0 | |
| 131 | 132 | } | |
| 132 | 133 | ||
| 133 | 134 | # | |
| 134 | 135 | # Build | |
| 135 | 136 | # | |
| 136 | 137 | ||
| 137 | 138 | function build_clean | |
| 138 | 139 | { | |
| 139 | 140 | printf $"# Cleanup old build stuff ...\n" | |
| 140 | 141 | rm -Rf CMake* CPack* CTestTestfile.cmake app_translations.qrc cmake_install.cmake nowide tests RDS Makefile *.qm rde.rc rde_autogen tmp versioninfo.cpp | |
| 141 | 142 | return 0 | |
| 142 | 143 | } | |
| 143 | 144 | ||
| 144 | 145 | function build_cmake_config | |
| 145 | 146 | { | |
| 146 | 147 | printf $"# Running build configuration via cmake ...\n" | |
| 147 | 148 | # note: Windows/minGW uses '-G "MinGW Makefiles"', while compiling with Cygwin requires '-G "Unix Makefiles"' | |
| 148 | 149 | cmake -G "Unix Makefiles" -DBOOST_ROOT="$boostpath" -DBoost_LIB_PREFIX="lib" -DBoost_USE_STATIC_LIBS=TRUE -DBoost_ARCHITECTURE="-x64" -DBUILD_TESTS=ON ".." | |
| 149 | 150 | return 0 | |
| 150 | 151 | } | |
| 151 | 152 | ||
| 152 | 153 | function build_cmake_clean | |
| 153 | 154 | { | |
| 154 | 155 | printf $"# Target clean ...\n" | |
| 155 | 156 | cmake --build . -j 1 --target clean | |
| 156 | 157 | return 0 | |
| 157 | 158 | } | |
| 158 | 159 | ||
| 159 | 160 | function build_cmake_targets | |
| 160 | 161 | { | |
| 161 | 162 | typeset -li num_parallel_jobs=$1 | |
| 162 | 163 | ||
| 163 | 164 | printf $"# Building ...\n" | |
| 164 | - | ||
| 165 | 165 | cmake --build . -j $num_parallel_jobs | |
| 166 | - | printf $"%s: Build done.\n" "$0" | |
| 166 | + | printf $"# Build done.\n" | |
| 167 | 167 | return 0 | |
| 168 | 168 | } | |
| 169 | 169 | ||
| 170 | + | ||
| 170 | 171 | # | |
| 171 | 172 | # main | |
| 172 | 173 | # | |
| 173 | 174 | set -o errexit | |
| 174 | 175 | set -o nounset | |
| 175 | 176 | #set -o xtrace # debug | |
| 176 | 177 | ||
| 177 | - | printf $"%s: Start ...\n" "$0" | |
| 178 | + | printf $"# %s: Start ...\n\n" "$0" | |
| 178 | 179 | ||
| 180 | + | printf $"# uname=%q\n" "$(uname -a)" | |
| 179 | 182 | # Check whether we are really on Cygwin... | |
| 180 | 183 | if [[ "$(uname -s)" != *CYGWIN* ]] ; then | |
| 181 | 184 | printf $"%s: ERROR: Not a Cygwin environment.\n" "$0" 1>&2 | |
| 182 | 185 | exit 1 | |
| 183 | 186 | fi | |
| 184 | 187 | ||
| 185 | 188 | typeset boost_Version qt_Version git_rde_dependicies_dir boostpath qtpath | |
| 186 | 189 | typeset -li num_parallel_jobs | |
| 187 | 190 | ||
| 188 | 191 | configure_paths | |
| 189 | 192 | ||
| 190 | 193 | case "${1-}" in | |
| 191 | - | 'buildall') | |
| 194 | + | 'rebuildall') | |
| 192 | - | calc_max_parallel_jobs num_parallel_jobs $((512*1024*1024)) || exit 1 | |
| 195 | + | calc_max_parallel_jobs num_parallel_jobs $((512*1024*1024)) 3 || exit 1 | |
| 193 | 196 | probe_paths | |
| 194 | 197 | build_clean | |
| 195 | 198 | build_cmake_config | |
| 196 | 199 | build_cmake_clean | |
| 197 | 200 | build_cmake_targets "$num_parallel_jobs" | |
| 198 | 201 | ;; | |
| 202 | + | 'build') | |
| 199 | 207 | 'clean') | |
| 200 | 208 | build_clean | |
| 201 | 209 | ;; | |
| 202 | 210 | 'run') | |
| 203 | 211 | ./rde | |
| 204 | 212 | exit $? | |
| 205 | 213 | ;; | |
| 206 | 214 | *) | |
| 207 | 215 | printf $"%s: Unknown cmd %q\n" "$0" "${1-}" 1>&2 | |
| 208 | 216 | exit 1 | |
| 209 | 217 | ;; | |
| 210 | 218 | esac | |
| 211 | 219 | ||
| 212 | 220 | exit 0 | |
| 213 | 221 | ||
| 214 | 222 | # EOF. | |
| 215 | 223 |
Submit a correction or amendment below (click here to make a fresh posting)
After submitting an amendment, you'll be able to view the differences between the old and new posts easily.
rovema.kpaste.net RSS