aboutsummaryrefslogtreecommitdiffstats
path: root/tools/scripts/build
diff options
context:
space:
mode:
authorFredrik Roubert <roubert@google.com>2018-05-07 13:50:38 +0200
committerFredrik Roubert <roubert@google.com>2018-05-09 12:16:14 +0200
commit333a3d868716b770fa7dbada1f70e6cc2edaaa2c (patch)
tree38320dc4aada964ecf2fa2d16813b9db8cabab2f /tools/scripts/build
parent6ccd41d8c8152bf1fcb39b3e98ec5fbc096b911c (diff)
downloadandroid_external_cldr-333a3d868716b770fa7dbada1f70e6cc2edaaa2c.tar.gz
android_external_cldr-333a3d868716b770fa7dbada1f70e6cc2edaaa2c.tar.bz2
android_external_cldr-333a3d868716b770fa7dbada1f70e6cc2edaaa2c.zip
Copy CLDR 32.0.1 from unicode.org to aosp/cldr-release-32-0-1.
These files were exported from the CLDR Subversion repository by running the following commands: svn export --force https://unicode.org/repos/cldr/tags/release-32-0-1 . git clean -dfX git add -A . Bug: 79438058 Change-Id: I0b4a10f3a3f49b52ffe4bdb3c60cb1cc65de8cc1
Diffstat (limited to 'tools/scripts/build')
-rw-r--r--tools/scripts/build/bin-build/ConsoleCheckCLDR12
-rw-r--r--tools/scripts/build/bin-build/KILLALLJAVA.sh16
-rw-r--r--tools/scripts/build/bin-build/XMLValidator12
-rw-r--r--tools/scripts/build/bin-build/bootloop.sh8
-rw-r--r--tools/scripts/build/bin-build/build-icu4c.sh7
-rw-r--r--tools/scripts/build/bin-build/cleanup.sh3
-rw-r--r--tools/scripts/build/bin-build/config.ini.sample11
-rw-r--r--tools/scripts/build/bin-build/fixperm.sh4
-rw-r--r--tools/scripts/build/bin-build/kick-server.sh2
-rw-r--r--tools/scripts/build/bin-build/manualbuild.txt2
-rw-r--r--tools/scripts/build/bin-build/post-cldr-apps.sh27
-rw-r--r--tools/scripts/build/bin-build/post-cldr-tools.sh13
-rw-r--r--tools/scripts/build/bin-build/post-common.sh11
-rw-r--r--tools/scripts/build/bin-build/post-jsps.sh21
-rw-r--r--tools/scripts/build/bin-build/run-tests.sh23
-rw-r--r--tools/scripts/build/bin-build/runbitten.sh5
-rw-r--r--tools/scripts/build/bin-build/runtidy.sh2
-rw-r--r--tools/scripts/build/bin-build/setenv-common.sh4
-rw-r--r--tools/scripts/build/bin-build/start-buildbot.sh15
-rw-r--r--tools/scripts/build/bin-build/start-serverless-bot.sh15
-rw-r--r--tools/scripts/build/bin-build/startifdown.sh4
-rw-r--r--tools/scripts/build/bin-build/stbitten-env.sh.sample11
-rw-r--r--tools/scripts/build/bin-build/unittest.sh33
-rw-r--r--tools/scripts/build/bin-build/update-currev.sh15
-rw-r--r--tools/scripts/build/bin-build/update-icu4c.sh5
-rw-r--r--tools/scripts/build/bin-build/xml-validate-all.sh8
26 files changed, 289 insertions, 0 deletions
diff --git a/tools/scripts/build/bin-build/ConsoleCheckCLDR b/tools/scripts/build/bin-build/ConsoleCheckCLDR
new file mode 100644
index 0000000..1faabe7
--- /dev/null
+++ b/tools/scripts/build/bin-build/ConsoleCheckCLDR
@@ -0,0 +1,12 @@
+#!/bin/sh
+BEST=${HOME}/best
+CLDR_TOOLS=${BEST}/cldr-tools
+if [ -d tools/java ];
+then
+ CLDR_TOOLS=`pwd`/tools/java
+fi
+
+LIBS=${CLDR_TOOLS}/libs
+ALL_LIBS=`echo ${LIBS}/*.jar | tr ' ' ':'`
+CP=${CLDR_TOOLS}/cldr.jar:${ALL_LIBS}
+java -classpath "${CP}" ${JAVA_OPTS} org.unicode.cldr.test.ConsoleCheckCLDR $@
diff --git a/tools/scripts/build/bin-build/KILLALLJAVA.sh b/tools/scripts/build/bin-build/KILLALLJAVA.sh
new file mode 100644
index 0000000..97441cb
--- /dev/null
+++ b/tools/scripts/build/bin-build/KILLALLJAVA.sh
@@ -0,0 +1,16 @@
+#!/bin/sh
+echo "Shutting down Smoketest tomcat"
+ssh st.unicode.org 'sh tomcat/bin/shutdown.sh'&
+echo "Shutting down buildbot tomcat"
+cd ${HOME}
+killall -9 java
+killall -9 java
+killall -9 java
+sleep 2
+RUNDIR=${HOME}
+
+sh ${HOME}/tomcat/bin/startup.sh
+sleep 10
+echo "Deleting unpacked smoketest on st"
+ssh st.unicode.org 'rm -rf tomcat/webapps/smoketest'
+exit 0
diff --git a/tools/scripts/build/bin-build/XMLValidator b/tools/scripts/build/bin-build/XMLValidator
new file mode 100644
index 0000000..ed72d03
--- /dev/null
+++ b/tools/scripts/build/bin-build/XMLValidator
@@ -0,0 +1,12 @@
+#!/bin/sh
+CLDR_TOOLS=${BUILDER_BEST}/cldr-tools
+if [ -d tools/java ];
+then
+ CLDR_TOOLS=`pwd`/tools/java
+fi
+
+LIBS=${CLDR_TOOLS}/libs
+ALL_LIBS=`echo ${LIBS}/*.jar | tr ' ' ':'`
+CP=${CLDR_TOOLS}/cldr.jar:${ALL_LIBS}
+#echo CP ${CP}
+java -classpath "${CP}" org.unicode.cldr.util.XMLValidator $@
diff --git a/tools/scripts/build/bin-build/bootloop.sh b/tools/scripts/build/bin-build/bootloop.sh
new file mode 100644
index 0000000..9a6d081
--- /dev/null
+++ b/tools/scripts/build/bin-build/bootloop.sh
@@ -0,0 +1,8 @@
+#!/bin/bash
+. ${HOME}/bin-build/stbitten-env.sh
+echo looping running bitten ${BUILDER_NAME}
+while [[ 1 = 1 ]];
+do
+ runbitten.sh
+ sleep 1100
+done
diff --git a/tools/scripts/build/bin-build/build-icu4c.sh b/tools/scripts/build/bin-build/build-icu4c.sh
new file mode 100644
index 0000000..9e21a37
--- /dev/null
+++ b/tools/scripts/build/bin-build/build-icu4c.sh
@@ -0,0 +1,7 @@
+#!/bin/sh
+mkdir icu4c-build
+set -x
+cd icu4c-build
+#export CC="ccache gcc"
+#export CXX="ccache g++"
+`pwd`/../icu4c/source/configure --disable-extras --disable-samples && make tests
diff --git a/tools/scripts/build/bin-build/cleanup.sh b/tools/scripts/build/bin-build/cleanup.sh
new file mode 100644
index 0000000..5f2a597
--- /dev/null
+++ b/tools/scripts/build/bin-build/cleanup.sh
@@ -0,0 +1,3 @@
+#!/bin/sh
+/usr/bin/find ${BUILDER_DIR} -maxdepth 1 -name 'build_*' -mtime +7 -ls -exec echo rm -rf {} \;
+#/usr/bin/find /tmp/ -name 'ant_log*' -mtime +7 -exec /bin/rm -rf {} \;
diff --git a/tools/scripts/build/bin-build/config.ini.sample b/tools/scripts/build/bin-build/config.ini.sample
new file mode 100644
index 0000000..94e030f
--- /dev/null
+++ b/tools/scripts/build/bin-build/config.ini.sample
@@ -0,0 +1,11 @@
+[repository]
+root=http://unicode.org/repos/cldr
+icuroot=http://source.icu-project.org/repos/icu
+
+[cldr]
+best=/home/st-bitten/best
+tomcat=/home/st-bitten/src/tomcat
+hostport=http://127.0.0.1:8180
+managerurl=http://127.0.0.1:8180/manager/text/
+manageruser=rukiddingme
+managerpass=hunter42
diff --git a/tools/scripts/build/bin-build/fixperm.sh b/tools/scripts/build/bin-build/fixperm.sh
new file mode 100644
index 0000000..e56f4ac
--- /dev/null
+++ b/tools/scripts/build/bin-build/fixperm.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+# chmod -R u+w ${HOME}/build/common_trunk ${HOME}/build/cldr-tools ${HOME}/build/cldr-apps ${HOME}/build/cldr-trunk ${HOME}/build/cldr-branch
+chmod -R u+w ${BUILDER_DIR}
+exit 0
diff --git a/tools/scripts/build/bin-build/kick-server.sh b/tools/scripts/build/bin-build/kick-server.sh
new file mode 100644
index 0000000..fc646dd
--- /dev/null
+++ b/tools/scripts/build/bin-build/kick-server.sh
@@ -0,0 +1,2 @@
+#!/bin/sh
+echo 0
diff --git a/tools/scripts/build/bin-build/manualbuild.txt b/tools/scripts/build/bin-build/manualbuild.txt
new file mode 100644
index 0000000..cdbf701
--- /dev/null
+++ b/tools/scripts/build/bin-build/manualbuild.txt
@@ -0,0 +1,2 @@
+#ant -f /home/st-bitten/build/_work/tools/java/build.xml jar && ant -f ~/build/_work/tools/cldr-apps/build.xml# -DCLDR_TOOLS=../java -DCATALINA_HOME=/home/st-bitten/src/tomcat -Durl=http://127.0.0.1:8180/manager/text\
+#/ -Dusername=st-bitten -Dpassword=______ -Dpath=/smoketest war redeploy
diff --git a/tools/scripts/build/bin-build/post-cldr-apps.sh b/tools/scripts/build/bin-build/post-cldr-apps.sh
new file mode 100644
index 0000000..61db0bc
--- /dev/null
+++ b/tools/scripts/build/bin-build/post-cldr-apps.sh
@@ -0,0 +1,27 @@
+#!/bin/sh
+if [ ! -d "${BUILDER_BEST}" ];
+then
+ echo $0 BUILDER_BEST is not a dir "${BUILDER_BEST}" - env problem?
+ exit 1
+fi
+
+rm -rf ${BUILDER_BEST}/cldr-apps
+mkdir -p ${BUILDER_BEST}/cldr-apps
+if [ -d tools/cldr-apps ];
+then
+ cd tools/cldr-apps
+fi
+if [ ! -f cldr-apps.war ];
+then
+ echo Err cant find cldr-apps.war >&2
+ exit 1
+fi
+
+# update-currev.sh updates the revision
+cp -r cldr-apps.war ${BUILDER_BEST}/cldr-apps/
+svnversion . > ${BUILDER_BEST}/cldr-apps/currev.txt
+if [ -x ${HOME}/bitten-conf/post-to-smoketest.sh ];
+then
+ echo "posting to smoketest"
+ ${HOME}/bitten-conf/post-to-smoketest.sh
+fi
diff --git a/tools/scripts/build/bin-build/post-cldr-tools.sh b/tools/scripts/build/bin-build/post-cldr-tools.sh
new file mode 100644
index 0000000..4a184e5
--- /dev/null
+++ b/tools/scripts/build/bin-build/post-cldr-tools.sh
@@ -0,0 +1,13 @@
+#!/bin/sh
+if [ -f tools/java/cldr.jar ];
+then
+ cd tools/java
+fi
+if [ ! -f cldr.jar ];
+then
+ echo ERR cannot find cldr.jar >&2
+ pwd >&2
+ exit 1
+fi
+
+rm -rf ${BUILDER_BEST}/cldr-tools && mkdir -p ${BUILDER_BEST}/cldr-tools && cp -r libs cldr.jar classes ${BUILDER_BEST}/cldr-tools/
diff --git a/tools/scripts/build/bin-build/post-common.sh b/tools/scripts/build/bin-build/post-common.sh
new file mode 100644
index 0000000..863c9cb
--- /dev/null
+++ b/tools/scripts/build/bin-build/post-common.sh
@@ -0,0 +1,11 @@
+#!/bin/sh
+NAME=common
+if [ ! -d ${NAME} ];
+then
+ echo no dir ${NAME} >&2
+ exit 1
+fi
+
+rm -rf ${BUILDER_BEST}/${NAME}
+mkdir -p ${BUILDER_BEST}/${NAME}
+cp -r ${NAME} seed ${BUILDER_BEST}/${NAME}
diff --git a/tools/scripts/build/bin-build/post-jsps.sh b/tools/scripts/build/bin-build/post-jsps.sh
new file mode 100644
index 0000000..839d710
--- /dev/null
+++ b/tools/scripts/build/bin-build/post-jsps.sh
@@ -0,0 +1,21 @@
+#!/bin/sh
+exit 0
+. stbitten-env.sh
+WARFILE=UnicodeJsps.war
+DIRNAME=jsps
+rm -rf ${HOME}/best/${DIRNAME}
+mkdir -p ${HOME}/best/${DIRNAME}
+if [ -d . ];
+then
+ cd .
+fi
+if [ ! -f ${WARFILE} ];
+then
+ echo Err cant find ${WARFILE} >&2
+ exit 1
+fi
+
+#BESTVER=`svnversion /home/st-bitten/best/common/seed`
+#echo "CLDR_CURREV=${BESTVER}" > ${HOME}/tomcat/cldr/currev.properties
+
+cp -r .svn ${WARFILE} ${HOME}/best/${DIRNAME}/
diff --git a/tools/scripts/build/bin-build/run-tests.sh b/tools/scripts/build/bin-build/run-tests.sh
new file mode 100644
index 0000000..c3d1a52
--- /dev/null
+++ b/tools/scripts/build/bin-build/run-tests.sh
@@ -0,0 +1,23 @@
+#!/bin/sh
+#PHASE=build
+PHASE=final_testing
+echo PHASE ${PHASE}
+set -x
+#echo skipped
+#exit 0
+if [ ! -d common ];
+then
+ echo Unknown dir common >&2
+ exit 1
+fi
+rm -rf ${BUILDER_DIR}/cldr-tmp 2>/dev/null
+#env JAVA_OPTS="-DCLDR_DIR=. -Dfile.encoding=UTF-8 -DSHOW_FILES -Xmx1000M" ~/bin-build/ConsoleCheckCLDR -g -c minimal -e '-t((?!.*Check(Coverage|Attribute)).*)' -z final_testing
+rm -f .failure
+( env JAVA_OPTS="-DCLDR_DIR=. -Dfile.encoding=UTF-8 -DSHOW_FILES -Xmx3000M" ConsoleCheckCLDR -e -z ${PHASE} 2>&1 || touch .failure ) | tee testlog.txt
+if [ -f .failure ];
+then
+ echo "FAIL"
+ exit 1
+fi
+
+
diff --git a/tools/scripts/build/bin-build/runbitten.sh b/tools/scripts/build/bin-build/runbitten.sh
new file mode 100644
index 0000000..ca4b7d1
--- /dev/null
+++ b/tools/scripts/build/bin-build/runbitten.sh
@@ -0,0 +1,5 @@
+#!/bin/bash
+mkdir -p ${BUILDER_DIR} 2>/dev/null >/dev/null
+#cleanup.sh 2>&1 &
+. ${HOME}/bin-build/stbitten-env.sh
+bitten-slave -f ${BUILDER_CONF}/config.ini --name=${BUILDER_NAME} -u ${BUILDER_USER} -p ${BUILDER_PASS} -d ${BUILDER_DIR} -l ${BUILDER_DIR}/log.txt http://unicode.org/cldr/trac/builds -v $@
diff --git a/tools/scripts/build/bin-build/runtidy.sh b/tools/scripts/build/bin-build/runtidy.sh
new file mode 100644
index 0000000..61c3cf1
--- /dev/null
+++ b/tools/scripts/build/bin-build/runtidy.sh
@@ -0,0 +1,2 @@
+. stbitten-env.sh
+tidy -utf8 -q -e docs/web/tr35.html
diff --git a/tools/scripts/build/bin-build/setenv-common.sh b/tools/scripts/build/bin-build/setenv-common.sh
new file mode 100644
index 0000000..ac6483d
--- /dev/null
+++ b/tools/scripts/build/bin-build/setenv-common.sh
@@ -0,0 +1,4 @@
+#!/bin/sh
+JRE_HOME=/usr/lib/jvm/java-1.7.0/
+CATALINA_PID="$CATALINA_BASE/tomcat.pid"
+JAVA_OPTS="${JAVA_OPTS} -Dcldr.home=${CATALINA_BASE}"
diff --git a/tools/scripts/build/bin-build/start-buildbot.sh b/tools/scripts/build/bin-build/start-buildbot.sh
new file mode 100644
index 0000000..bad2019
--- /dev/null
+++ b/tools/scripts/build/bin-build/start-buildbot.sh
@@ -0,0 +1,15 @@
+#!/bin/sh
+# get the bitten env
+. ${HOME}/bin-build/stbitten-env.sh
+# get the tomcat env
+. ${HOME}/tomcat/env.sh
+# startup tomcat
+if [ -x ${HOME}/tomcat/CURRENT/bin/startup.sh ];
+then
+ ${HOME}/tomcat/CURRENT/bin/startup.sh
+else
+ ${HOME}/tomcat/bin/startup.sh
+fi
+# startup bitten
+echo Firing up ${BUILDER_NAME} on `hostname`
+screen -d -m -S bitten-${BUILDER_NAME} bootloop.sh&
diff --git a/tools/scripts/build/bin-build/start-serverless-bot.sh b/tools/scripts/build/bin-build/start-serverless-bot.sh
new file mode 100644
index 0000000..7c40210
--- /dev/null
+++ b/tools/scripts/build/bin-build/start-serverless-bot.sh
@@ -0,0 +1,15 @@
+#!/bin/sh
+# get the bitten env
+. ${HOME}/bin-build/stbitten-env.sh
+# # get the tomcat env
+# . ${HOME}/tomcat/env.sh
+# # startup tomcat
+# if [ -x ${HOME}/tomcat/CURRENT/bin/startup.sh ];
+# then
+# ${HOME}/tomcat/CURRENT/bin/startup.sh
+# else
+# ${HOME}/tomcat/bin/startup.sh
+# fi
+# startup bitten
+echo Firing up ${BUILDER_NAME} on `hostname`
+screen -d -m -S bitten-${BUILDER_NAME} bootloop.sh&
diff --git a/tools/scripts/build/bin-build/startifdown.sh b/tools/scripts/build/bin-build/startifdown.sh
new file mode 100644
index 0000000..f23224a
--- /dev/null
+++ b/tools/scripts/build/bin-build/startifdown.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+. ${HOME}/tomcat/env.sh
+${HOME}/tomcat/CURRENT/bin/startup.sh
+
diff --git a/tools/scripts/build/bin-build/stbitten-env.sh.sample b/tools/scripts/build/bin-build/stbitten-env.sh.sample
new file mode 100644
index 0000000..bfa905c
--- /dev/null
+++ b/tools/scripts/build/bin-build/stbitten-env.sh.sample
@@ -0,0 +1,11 @@
+# SAMPLE
+# copy to stbitten-env.sh - run by startup.sh
+export PATH=/usr/lib/ccache/:${HOME}/bin-build:${HOME}/bin:${PATH}
+export BUILDER_CONF=${HOME}/bitten-conf
+export BUILDER_DIR=${HOME}/build
+export BUILDER_USER=yeahright
+export BUILDER_PASS=hunter42
+export BUILDER_NAME=some-bot
+export BUILDER_BEST=${HOME}/best
+
+
diff --git a/tools/scripts/build/bin-build/unittest.sh b/tools/scripts/build/bin-build/unittest.sh
new file mode 100644
index 0000000..4b3ae73
--- /dev/null
+++ b/tools/scripts/build/bin-build/unittest.sh
@@ -0,0 +1,33 @@
+#!/bin/sh
+set -x
+case `uname -p` in
+ i586)
+ SIZES="-DJVM_EXTRA_OPTIONS=-Xmx2100m"
+ ;;
+
+ powerpc)
+ SIZES="-DJVM_EXTRA_OPTIONS=-Xmx5000m"
+ ;;
+
+ x86_64)
+ SIZES="-DJVM_EXTRA_OPTIONS=-Xmx4500m"
+ ;;
+
+ *)
+ SIZES="-DJVM_EXTRA_OPTIONS=-Xmx2000m"
+ ;;
+esac
+if [ -d tools/cldr-unittest ];
+then
+ # from r10119 unittests are in tools/cldr-unittest
+ cd tools/cldr-unittest
+elif [ -d tools/java ];
+then
+ cd tools/java
+else
+ echo Cant find test dir
+ pwd
+ exit 1
+fi
+exec ant -f build.xml -DCLDR_DIR=../.. ${SIZES} check
+
diff --git a/tools/scripts/build/bin-build/update-currev.sh b/tools/scripts/build/bin-build/update-currev.sh
new file mode 100644
index 0000000..8f16e3a
--- /dev/null
+++ b/tools/scripts/build/bin-build/update-currev.sh
@@ -0,0 +1,15 @@
+#!/bin/sh
+. ${HOME}/bin-build/stbitten-env.sh
+. ${HOME}/tomcat/env.sh
+if [ -d ${BUILDER_BEST}/common/seed ];
+then
+ # old svn
+ BESTVER=`svnversion ${BUILDER_BEST}/common/seed`
+elif [ -f ${BUILDER_BEST}/cldr-apps/currev.txt ];
+then
+ CLDR_CURREV=`cat ${BUILDER_BEST}/cldr-apps/currev.txt`
+else
+ CLDR_CURREV=`svnversion .`
+fi
+echo currev ${CLDR_CURREV}
+echo "CLDR_CURREV=${BESTVER}" > ${CATALINA_BASE}/cldr/currev.properties
diff --git a/tools/scripts/build/bin-build/update-icu4c.sh b/tools/scripts/build/bin-build/update-icu4c.sh
new file mode 100644
index 0000000..c3f09b1
--- /dev/null
+++ b/tools/scripts/build/bin-build/update-icu4c.sh
@@ -0,0 +1,5 @@
+#!/bin/sh
+set -x
+CLDR_DIR=`pwd`
+export CLDR_DIR
+ant -f icu4c/source/data/build.xml clean all
diff --git a/tools/scripts/build/bin-build/xml-validate-all.sh b/tools/scripts/build/bin-build/xml-validate-all.sh
new file mode 100644
index 0000000..0cdc93b
--- /dev/null
+++ b/tools/scripts/build/bin-build/xml-validate-all.sh
@@ -0,0 +1,8 @@
+#!/bin/sh
+# now we have -q optiuon
+#find . -name '*.xml' | xargs ~/bin-build/XMLValidator 2>&1 | tee validate.log | fgrep -v 'Processing file '
+XMLValidator -q seed common 2>&1 | tee validate.log
+fgrep -q 'Exception in thread' validate.log && exit 1
+fgrep -q ERROR validate.log || exit 0
+echo `fgrep -c ERROR validate.log` errors. >&2
+exit 1