misc/makebuild.sh

   1 #!/bin/bash
   2
   3 set -e
   4
   5 # Options:
   6 #   pw=foo          extract password
   7 #   version=2.5     make a FINAL build
   8 #   tag=FOO         insert FOO before the date in build names
   9
  10 base=`pwd`
  11
  12 # customizable specific stuff
  13 basepk3=$base/data20080229.pk3 # 2.4
  14 hotbasepk3= # hotfix
  15 nexdir=$base/nexuiz
  16 nexprodir=$base/nexuiz/pro
  17 dpdir=$base/darkplaces
  18 tmpdir=/tmp/NEX
  19 zipdir=$base/builds
  20 buildfiles=$base/nexuiz/misc/buildfiles
  21 mingwdlls=$buildfiles/w32
  22 osxapps=$buildfiles/osx
  23 copystrip=$buildfiles/copystrip
  24 zipdiff=$base/nexuiz/misc/zipdiff
  25 fteqccdir="$base/fteqcc"
  26 fteqccflags=""
  27 menuqc=menu
  28 newest=NEWEST
  29 aft="perl -I/chroot/debian-etch/usr/share/aft /chroot/debian-etch/usr/bin/aft"
  30 # end system specific stuff
  31
  32 case "$pw" in
  33         '')
  34                 zipflags=
  35                 ;;
  36         *)
  37                 zipflags="-P $pw"
  38                 ;;
  39 esac
  40
  41 : ${date:=`date +%Y%m%d`}
  42 : ${versiontag:=}
  43 echo "date stamp: $date"
  44
  45 case "$version" in
  46         '')
  47                 version=2-svntest-$date
  48                 versiontag=test
  49                 defaultcfg=
  50                 ext=
  51                 ;;
  52         *)
  53                 version=$version
  54                 versiontag=$versiontag
  55                 defaultcfg=
  56                 ext=_$version
  57                 ;;
  58 esac
  59
  60 mk7z()
  61 {
  62         7za a -tzip -mx=9 "$@"
  63         chmod 644 "$1"
  64 }
  65
  66 #if [ -n "$EXPERIMENTAL" ]; then
  67 #       basepk3=$base/data20071231.pk3 # newer build to make smaller patches
  68 #       nexdir=$base/nexuiz
  69 #fi
  70
  71 # TODO normalize the builds
  72 platforms='x86 amd64 osx'
  73 buildon()
  74 {
  75         host=$1
  76         prefix=$2
  77         fteqccname=$3
  78         path=$4
  79         makeflags=$5
  80         strip=$6
  81
  82         fteqcc_cflags=
  83         case "$fteqccname" in
  84                 *.exe)
  85                         fteqcc_cflags=win
  86                         ;;
  87         esac
  88
  89         rm -f "$fteqccdir"/*.o
  90         rm -f "$fteqccdir"/*.bin
  91         rsync --exclude "*.o" --exclude "*.d" --exclude "nexuiz-*" --delete-excluded --delete -zvaSHP . "$copystrip" "$fteqccdir" "$host:$path"
  92         ssh "$host" ". ~/.profile && cd $path && COPYSTRIP_STRIP=$strip PATH=$path/copystrip:\$PATH make $makeflags clean nexuiz && cd ${fteqccdir##*/} && make $makeflags $fteqcc_cflags"
  93         rsync --exclude "*.o" --exclude "*.d" --delete-excluded --delete -zvaSHP "$host:$path/." .
  94         for P in -dedicated -sdl -glx -wgl -agl -dedicated.exe -sdl.exe .exe; do
  95                 [ -f nexuiz$P ] && mv nexuiz$P "$tmpdir/$prefix$P"
  96                 [ -f nexuiz$P-withdebug ] && mv nexuiz$P-withdebug "$tmpdir/debuginfo/$prefix$P"
  97         done
  98         case "$fteqccname" in
  99                 *.exe)
 100                         mv "${fteqccdir##*/}"/fteqcc.exe "$tmpdir/fteqcc/$fteqccname"
 101                         ;;
 102                 *)
 103                         mv "${fteqccdir##*/}"/fteqcc.bin "$tmpdir/fteqcc/$fteqccname"
 104                         ;;
 105         esac
 106         make clean
 107 }
 108
 109 build()
 110 {
 111         buildon nexmacbuild                           nexuiz-osx          fteqcc-osx          /tmp/Darkplaces.build 'CC="gcc -g -arch i386 -arch ppc -isysroot /Developer/SDKs/MacOSX10.4u.sdk -mmacosx-version-min=10.4"' strip
 112         buildon eos.thruhere.net                      nexuiz-linux-686    fteqcc-linux-686    /tmp/Darkplaces.build 'CC="gcc -g" DP_MODPLUG_STATIC_LIBDIR=/home/divverent/modplug-i386/lib' strip
 113         buildon alientrap.org                         nexuiz-linux-x86_64 fteqcc-linux-x86_64 /tmp/Darkplaces.build 'CC="gcc -g -Wl,--hash-style=sysv" DP_MODPLUG_STATIC_LIBDIR=/home/divverent/modplug-x86_64/lib' strip
 114         buildon alientrap.org                         nexuiz              fteqcc.exe          /tmp/Darkplaces.build 'DP_MAKE_TARGET=mingw CC="/chroot/debian-etch/usr/bin/i586-mingw32msvc-gcc -g -DSUPPORTDIRECTX -I/home/divverent/dxheaders" WINDRES=/chroot/debian-etch/usr/bin/i586-mingw32msvc-windres SDL_CONFIG=/home/divverent/sdl-win32/SDL-1.2.13/bin/sdl-config' /chroot/debian-etch/usr/bin/i586-mingw32msvc-strip
 115                 mv "$tmpdir/nexuiz-osx-agl"     "$tmpdir/Nexuiz.app/Contents/MacOS/nexuiz-osx-agl-bin"
 116                 mv "$tmpdir/nexuiz-osx-sdl"     "$tmpdir/Nexuiz-SDL.app/Contents/MacOS/nexuiz-osx-sdl-bin"
 117 }
 118
 119 # avoid dupes
 120 i=
 121 while [ -f "$zipdir/nexuiz$date$i$ext.zip" ]; do
 122         if [ -z "$i" ]; then
 123                 i=a
 124         else
 125                 i=`echo "$i" | tr a-y b-z`
 126         fi
 127 done
 128 ext=$i$ext
 129
 130 echo "Using build name nexuiz$date$ext"
 131 sleep 3
 132
 133 # check for remains
 134 conflicts=`find "$dpdir" "$nexdir" -name '*.orig' -o -name '*.rej' -o -name '*.mine' -o -name '.#*' -o -name '.*~'`
 135 if [ -n "$conflicts" ]; then
 136         echo "CONFLICTS OR UNNEEDED FILES HAVE BEEN FOUND!"
 137         echo "NOT PROCEEDING"
 138         echo
 139         echo "$conflicts"
 140         exit 1
 141 fi
 142
 143 set -x
 144
 145 # prepare temp dir
 146 rm -rf "$tmpdir"
 147 mkdir -p "$tmpdir"
 148
 149 # clean up and patch DP
 150 cd "$dpdir"
 151 quilt pop -a || true
 152 svn revert -R .
 153 if [ -s patches/series ]; then
 154         quilt push -a # apply all patches
 155 fi
 156
 157 # prepare directory structure
 158 cp -r "$osxapps"/*.app "$tmpdir"
 159 mkdir "$tmpdir/debuginfo"
 160 mkdir "$tmpdir/fteqcc"
 161
 162 # prepare fteqcc build
 163 svn export "$fteqccdir" "$tmpdir/fteqcc/source"
 164 svn info "$fteqccdir" > "$tmpdir/fteqcc/source/fteqcc-base-revision.txt"
 165 fteqccrev=$((`grep "Last Changed Rev:" "$tmpdir/fteqcc/source/fteqcc-base-revision.txt" | cut -d : -f 2`))
 166 echo "fteqcc rev $fteqccrev"
 167
 168 # build all executables
 169 rm -f *.exe nexuiz-* *-withdebug* *.o
 170 make clean
 171 build
 172 rm -f *.exe nexuiz-* *-withdebug '.#'* *.o
 173 rm -rf fteqcc copystrip
 174 make clean
 175
 176 # move shell scripts and license
 177 cd "$tmpdir"
 178 cp "$nexdir/"nexuiz-*.sh "$tmpdir/"
 179 cp "$nexdir/gpl.txt" "$tmpdir/"
 180
 181 # prepare data
 182 cd "$nexdir/data"
 183 svn export . "$tmpdir/data"
 184 svn info . > "$tmpdir/data/nexuiz-data-base-revision.txt"
 185 svn log > "$tmpdir/data/ChangeLog"
 186
 187 # prepare pro
 188 cd "$nexprodir"
 189 svn export . "$tmpdir/pro"
 190
 191 # prepare Docs
 192 cd "$nexdir/Docs"
 193 svn export . "$tmpdir/Docs"
 194
 195 # make gamesource
 196 cd "$tmpdir/data"
 197 mkdir -p "$tmpdir/sources"
 198 mk7z ../sources/gamesource$date.zip qcsrc nexuiz-data-base-revision.txt ChangeLog
 199
 200 # make enginesource
 201 cd "$dpdir"
 202 svn export . "$tmpdir/darkplaces"
 203 svn info > "$tmpdir/darkplaces/nexuiz-base-revision.txt"
 204 svn diff > "$tmpdir/darkplaces/nexuiz-engine-changes.diff"
 205 svn log > "$tmpdir/darkplaces/ChangeLog"
 206 cd "$tmpdir"
 207 mk7z "$tmpdir/sources/enginesource$date.zip" "darkplaces"
 208 rm -rf darkplaces
 209
 210 # make fteqcc archive
 211 cd "$tmpdir"
 212 zip -9r "$tmpdir/sources/fteqcc-binaries-and-source-rev$fteqccrev.zip" "fteqcc"
 213 rm -rf fteqcc
 214
 215 # clean fteqcc dir
 216 cd "$fteqccdir"
 217 rm -f *.o *.bin
 218 make
 219
 220 # make local compiler
 221 cd "$tmpdir/data"
 222 make FTEQCC="$fteqccdir/fteqcc.bin"
 223
 224 # prepare root
 225 rm -rf "$tmpdir/data/qcsrc"
 226 cd "$tmpdir/Docs"
 227 perl -pi -e '/^#---SET nexversion=([0-9.]*)$/ and $_ = "#---SET nexversion='$version'\n"' FAQ.aft
 228 perl -pi -e '/^\s*Version ([0-9.]*)<\/div>$/ and $_ = "Version '$version'</div>\n"' Readme.htm
 229 cp "$dpdir/darkplaces.txt" .
 230 $aft FAQ.aft
 231 $aft FAQ.aft
 232 rm FAQ.aft-TOC
 233 cd "$tmpdir/data"
 234 mv common-spog.pk3 ..
 235 perl -pi -e '/^set g_nexuizversion "?([0-9.]*)[^"]*"?/ and $_ = "set g_nexuizversion '$version'\n"' default.cfg
 236 if [ -n "$versiontag" ]; then
 237         perl -pi -e '/^set g_nexuizversion/ and $_ = "showbrand 3\n$_"' default.cfg
 238         cp "$buildfiles/brand/$versiontag.tga" gfx/brand.tga
 239 fi
 240 echo >> default.cfg
 241 echo "$defaultcfg" >> default.cfg
 242 mk7z ../data.pk3 .
 243 cd "$tmpdir/pro"
 244 perl -pi -e '/^set g_nexuizversion "?([0-9.]*)[^"]*"?/ and $_ = "set g_nexuizversion '$version-pro'\n"' default.cfg
 245 if [ -n "$versiontag" ]; then
 246         perl -pi -e '/^set g_nexuizversion/ and $_ = "showbrand 3\n$_"' default.cfg
 247 fi
 248 echo >> default.cfg
 249 echo "$defaultcfg" >> default.cfg
 250 mk7z ../pro.pk3 .
 251
 252 # make data pk3
 253 cd "$tmpdir"
 254 rm -rf data
 255 mkdir data
 256 mv data.pk3 data/data$tag$date.pk3
 257 mv common-spog.pk3 data/
 258 rm -rf pro
 259 mkdir pro
 260 mv pro.pk3 pro/data$tag${date}pro.pk3
 261
 262 cp -r "$mingwdlls"/* .
 263 # fix up permissions
 264 chmod 644 *.dll *.exe
 265
 266 # make main structure
 267 mkdir Nexuiz
 268 mv * Nexuiz/ || true
 269
 270 find . -name .svn -exec rm -rf {} \; -prune
 271
 272 rm -f "$zipdir/nexuiz$date$ext.zip"
 273 zip $zipflags -9yr "$zipdir/nexuiz$date$ext.zip"           Nexuiz/gpl.txt Nexuiz/nexuiz* Nexuiz/Nexuiz* Nexuiz/*.dll Nexuiz/sources Nexuiz/Docs Nexuiz/data/data$tag$date.pk3 Nexuiz/data/common-spog.pk3 Nexuiz/pro/*
 274 ln -snf nexuiz$date$ext.zip "$zipdir/nexuiz-$newest.zip"
 275
 276 rm -f "$zipdir/nexuizengineonly$date$ext.zip"
 277 zip $zipflags -9yr "$zipdir/nexuizengineonly$date$ext.zip" Nexuiz/gpl.txt Nexuiz/nexuiz* Nexuiz/Nexuiz* Nexuiz/*.dll
 278 ln -snf nexuizengineonly$date$ext.zip "$zipdir/nexuizengineonly-$newest.zip"
 279
 280 rm -f "$zipdir/nexuizsource$date$ext.zip"
 281 zip $zipflags -9yr "$zipdir/nexuizsource$date$ext.zip"     Nexuiz/gpl.txt                                            Nexuiz/sources
 282 ln -snf nexuizsource$date$ext.zip "$zipdir/nexuizsource-$newest.zip"
 283
 284 # TODO remove these excludes after the version after 2.4.2
 285 $zipdiff -o "Nexuiz/data/datapatch$tag$date.pk3" -f "$basepk3" -t Nexuiz/data/data$tag$date.pk3 \
 286         -x 'sound/cdtracks/track*.ogg' \
 287         -x 'sound/cdtracks/brainsukker.ogg' \
 288         -x 'sound/cdtracks/breakdown-easy.ogg' \
 289         -x 'sound/cdtracks/calling-bogus.ogg' \
 290         -x 'sound/cdtracks/chaos-fog.ogg' \
 291         -x 'sound/cdtracks/digital-pursuit.ogg' \
 292         -x 'sound/cdtracks/infight.ogg' \
 293         -x 'sound/cdtracks/neuronal-diving.ogg' \
 294         -x 'sound/cdtracks/subcities.ogg' \
 295         -x 'sound/cdtracks/thru-the-mirror.ogg'
 296 mkdir -p sound/cdtracks
 297 ln -snf track001.ogg sound/cdtracks/digital-pursuit.ogg
 298 ln -snf track002.ogg sound/cdtracks/breakdown-easy.ogg
 299 ln -snf track003.ogg sound/cdtracks/brainsukker.ogg
 300 ln -snf track004.ogg sound/cdtracks/chaos-fog.ogg
 301 ln -snf track005.ogg sound/cdtracks/infight.ogg
 302 ln -snf track006.ogg sound/cdtracks/neuronal-diving.ogg
 303 ln -snf track007.ogg sound/cdtracks/subcities.ogg
 304 ln -snf track008.ogg sound/cdtracks/thru-the-mirror.ogg
 305 ln -snf track009.ogg sound/cdtracks/calling-bogus.ogg
 306 zip -9yr "Nexuiz/data/datapatch$tag$date.pk3" sound/cdtracks/*
 307 rm -rf sound
 308 [ -n "$hotbasepk3" ] && $zipdiff -o "Nexuiz/data/datapatch$tag$date""hotfix.pk3" -f "$hotbasepk3" -t Nexuiz/data/data$tag$date.pk3
 309 mkdir -p gfx
 310 if unzip "Nexuiz/data/data$tag$date.pk3" gfx/brand.tga; then
 311         zip -9r "Nexuiz/data/datapatch$tag$date.pk3" gfx/brand.tga
 312         [ -n "$hotbasepk3" ] && zip -9r "Nexuiz/data/datapatch$tag$date""hotfix.pk3" gfx/brand.tga
 313         rm -rf gfx
 314 fi
 315
 316 rm -f "$zipdir/nexuizpatch$date$ext.zip"
 317 zip $zipflags -9yr "$zipdir/nexuizpatch$date$ext.zip"      Nexuiz/gpl.txt Nexuiz/nexuiz* Nexuiz/Nexuiz* Nexuiz/*.dll Nexuiz/sources Nexuiz/Docs Nexuiz/data/datapatch$tag$date.pk3 Nexuiz/pro/*
 318 ln -snf nexuizpatch$date$ext.zip "$zipdir/nexuizpatch-$newest.zip"
 319
 320 [ -n "$hotbasepk3" ] && rm -f "$zipdir/nexuizhotfix$date$ext.zip"
 321 [ -n "$hotbasepk3" ] && zip $zipflags -9yr "$zipdir/nexuizhotfix$date$ext.zip"      Nexuiz/gpl.txt Nexuiz/nexuiz* Nexuiz/Nexuiz* Nexuiz/*.dll Nexuiz/sources Nexuiz/Docs Nexuiz/data/datapatch$tag$date""hotfix.pk3 Nexuiz/pro/*
 322 [ -n "$hotbasepk3" ] && ln -snf nexuizhotfix$date$ext.zip "$zipdir/nexuizhotfix-$newest.zip"
 323
 324 rm -f "$zipdir/nexuizdocs$date$ext.zip"
 325 zip $zipflags -9yr "$zipdir/nexuizdocs$date$ext.zip"       Nexuiz/gpl.txt Nexuiz/Docs
 326 ln -snf nexuizdocs$date$ext.zip "$zipdir/nexuizdocs-$newest.zip"
 327
 328 rm -f "$zipdir/nexuizdebug$date$ext.zip"
 329 zip $zipflags -9yr "$zipdir/nexuizdebug$date$ext.zip"      Nexuiz/gpl.txt Nexuiz/debuginfo/* Nexuiz/sources
 330 ln -snf nexuizdebug$date$ext.zip "$zipdir/nexuizdebug-$newest.zip"
 331
 332 case "$versiontag" in
 333         test)
 334                 ;;
 335         *)
 336                 cat <<'EOF'
 337
 338 NOTE: This is a RELEASE BUILD.
 339
 340 To upload and finish the build, these things have to be done:
 341
 342 - Test the build:
 343   - On Linux/ATI
 344   - On Vista/nvidia
 345   - On Vista/ATI
 346   - On Vista/Intel
 347   - On OSX/ATI
 348   - Turn on "developer 1"; watch out for suspicious messages.
 349   - While testing, make sure all campaign levels are tested. In CTF/KH levels,
 350     try to do a capture. After that, finish the game by prvm_edictset server 1
 351     frags 1000.
 352   - Play on a server running the new code. Ideally, that server should be public
 353     and "somewhat compatible" to old clients, and some other players should be
 354     on it.
 355 - Post the build on the forum as a test release. E.g. run this script again
 356   with the "version" variable NOT SET, so the build gets marked "testing only",
 357   and upload it and post it on the forum for testing. Mention the test server
 358   that is already running the new code. Wait for at least one week for critical
 359   bug reports.
 360 - If needed, fix the reported bugs and re-run this script for a release build.
 361   Possibly repeat the testing process.
 362 - Upload the "final" build you have just made to Sourceforge (upload.sf.net,
 363   incoming). Use the naming scheme nexuiz-25.zip, nexuizpatch-24-to-25.zip
 364 - Make the download available on sourceforge.
 365 - Announce the build on the forum; update the downloads website. Note that the
 366   download may be still unavailable because of the SF mirror system.
 367 - Wait for the mirrors to catch up.
 368 - Edit the website: make a new news item for the new release, change the logo
 369   image in the top left for the new version (ask [-z-]).
 370
 371 EOF
 372                 ;;
 373 esac