diff options
author | Fredrik Roubert <roubert@google.com> | 2018-05-07 13:50:38 +0200 |
---|---|---|
committer | Fredrik Roubert <roubert@google.com> | 2018-05-09 12:16:14 +0200 |
commit | 333a3d868716b770fa7dbada1f70e6cc2edaaa2c (patch) | |
tree | 38320dc4aada964ecf2fa2d16813b9db8cabab2f /tools/scripts/build | |
parent | 6ccd41d8c8152bf1fcb39b3e98ec5fbc096b911c (diff) | |
download | android_external_cldr-333a3d868716b770fa7dbada1f70e6cc2edaaa2c.tar.gz android_external_cldr-333a3d868716b770fa7dbada1f70e6cc2edaaa2c.tar.bz2 android_external_cldr-333a3d868716b770fa7dbada1f70e6cc2edaaa2c.zip |
Copy CLDR 32.0.1 from unicode.org to aosp/cldr-release-32-0-1.
These files were exported from the CLDR Subversion repository by running
the following commands:
svn export --force https://unicode.org/repos/cldr/tags/release-32-0-1 .
git clean -dfX
git add -A .
Bug: 79438058
Change-Id: I0b4a10f3a3f49b52ffe4bdb3c60cb1cc65de8cc1
Diffstat (limited to 'tools/scripts/build')
26 files changed, 289 insertions, 0 deletions
diff --git a/tools/scripts/build/bin-build/ConsoleCheckCLDR b/tools/scripts/build/bin-build/ConsoleCheckCLDR new file mode 100644 index 0000000..1faabe7 --- /dev/null +++ b/tools/scripts/build/bin-build/ConsoleCheckCLDR @@ -0,0 +1,12 @@ +#!/bin/sh
+BEST=${HOME}/best
+CLDR_TOOLS=${BEST}/cldr-tools
+if [ -d tools/java ];
+then
+ CLDR_TOOLS=`pwd`/tools/java
+fi
+
+LIBS=${CLDR_TOOLS}/libs
+ALL_LIBS=`echo ${LIBS}/*.jar | tr ' ' ':'`
+CP=${CLDR_TOOLS}/cldr.jar:${ALL_LIBS}
+java -classpath "${CP}" ${JAVA_OPTS} org.unicode.cldr.test.ConsoleCheckCLDR $@
diff --git a/tools/scripts/build/bin-build/KILLALLJAVA.sh b/tools/scripts/build/bin-build/KILLALLJAVA.sh new file mode 100644 index 0000000..97441cb --- /dev/null +++ b/tools/scripts/build/bin-build/KILLALLJAVA.sh @@ -0,0 +1,16 @@ +#!/bin/sh
+echo "Shutting down Smoketest tomcat"
+ssh st.unicode.org 'sh tomcat/bin/shutdown.sh'&
+echo "Shutting down buildbot tomcat"
+cd ${HOME}
+killall -9 java
+killall -9 java
+killall -9 java
+sleep 2
+RUNDIR=${HOME}
+
+sh ${HOME}/tomcat/bin/startup.sh
+sleep 10
+echo "Deleting unpacked smoketest on st"
+ssh st.unicode.org 'rm -rf tomcat/webapps/smoketest'
+exit 0
diff --git a/tools/scripts/build/bin-build/XMLValidator b/tools/scripts/build/bin-build/XMLValidator new file mode 100644 index 0000000..ed72d03 --- /dev/null +++ b/tools/scripts/build/bin-build/XMLValidator @@ -0,0 +1,12 @@ +#!/bin/sh
+CLDR_TOOLS=${BUILDER_BEST}/cldr-tools
+if [ -d tools/java ];
+then
+ CLDR_TOOLS=`pwd`/tools/java
+fi
+
+LIBS=${CLDR_TOOLS}/libs
+ALL_LIBS=`echo ${LIBS}/*.jar | tr ' ' ':'`
+CP=${CLDR_TOOLS}/cldr.jar:${ALL_LIBS}
+#echo CP ${CP}
+java -classpath "${CP}" org.unicode.cldr.util.XMLValidator $@
diff --git a/tools/scripts/build/bin-build/bootloop.sh b/tools/scripts/build/bin-build/bootloop.sh new file mode 100644 index 0000000..9a6d081 --- /dev/null +++ b/tools/scripts/build/bin-build/bootloop.sh @@ -0,0 +1,8 @@ +#!/bin/bash
+. ${HOME}/bin-build/stbitten-env.sh
+echo looping running bitten ${BUILDER_NAME}
+while [[ 1 = 1 ]];
+do
+ runbitten.sh
+ sleep 1100
+done
diff --git a/tools/scripts/build/bin-build/build-icu4c.sh b/tools/scripts/build/bin-build/build-icu4c.sh new file mode 100644 index 0000000..9e21a37 --- /dev/null +++ b/tools/scripts/build/bin-build/build-icu4c.sh @@ -0,0 +1,7 @@ +#!/bin/sh
+mkdir icu4c-build
+set -x
+cd icu4c-build
+#export CC="ccache gcc"
+#export CXX="ccache g++"
+`pwd`/../icu4c/source/configure --disable-extras --disable-samples && make tests
diff --git a/tools/scripts/build/bin-build/cleanup.sh b/tools/scripts/build/bin-build/cleanup.sh new file mode 100644 index 0000000..5f2a597 --- /dev/null +++ b/tools/scripts/build/bin-build/cleanup.sh @@ -0,0 +1,3 @@ +#!/bin/sh
+/usr/bin/find ${BUILDER_DIR} -maxdepth 1 -name 'build_*' -mtime +7 -ls -exec echo rm -rf {} \;
+#/usr/bin/find /tmp/ -name 'ant_log*' -mtime +7 -exec /bin/rm -rf {} \;
diff --git a/tools/scripts/build/bin-build/config.ini.sample b/tools/scripts/build/bin-build/config.ini.sample new file mode 100644 index 0000000..94e030f --- /dev/null +++ b/tools/scripts/build/bin-build/config.ini.sample @@ -0,0 +1,11 @@ +[repository]
+root=http://unicode.org/repos/cldr
+icuroot=http://source.icu-project.org/repos/icu
+
+[cldr]
+best=/home/st-bitten/best
+tomcat=/home/st-bitten/src/tomcat
+hostport=http://127.0.0.1:8180
+managerurl=http://127.0.0.1:8180/manager/text/
+manageruser=rukiddingme
+managerpass=hunter42
diff --git a/tools/scripts/build/bin-build/fixperm.sh b/tools/scripts/build/bin-build/fixperm.sh new file mode 100644 index 0000000..e56f4ac --- /dev/null +++ b/tools/scripts/build/bin-build/fixperm.sh @@ -0,0 +1,4 @@ +#!/bin/bash
+# chmod -R u+w ${HOME}/build/common_trunk ${HOME}/build/cldr-tools ${HOME}/build/cldr-apps ${HOME}/build/cldr-trunk ${HOME}/build/cldr-branch
+chmod -R u+w ${BUILDER_DIR}
+exit 0
diff --git a/tools/scripts/build/bin-build/kick-server.sh b/tools/scripts/build/bin-build/kick-server.sh new file mode 100644 index 0000000..fc646dd --- /dev/null +++ b/tools/scripts/build/bin-build/kick-server.sh @@ -0,0 +1,2 @@ +#!/bin/sh
+echo 0
diff --git a/tools/scripts/build/bin-build/manualbuild.txt b/tools/scripts/build/bin-build/manualbuild.txt new file mode 100644 index 0000000..cdbf701 --- /dev/null +++ b/tools/scripts/build/bin-build/manualbuild.txt @@ -0,0 +1,2 @@ +#ant -f /home/st-bitten/build/_work/tools/java/build.xml jar && ant -f ~/build/_work/tools/cldr-apps/build.xml# -DCLDR_TOOLS=../java -DCATALINA_HOME=/home/st-bitten/src/tomcat -Durl=http://127.0.0.1:8180/manager/text\
+#/ -Dusername=st-bitten -Dpassword=______ -Dpath=/smoketest war redeploy
diff --git a/tools/scripts/build/bin-build/post-cldr-apps.sh b/tools/scripts/build/bin-build/post-cldr-apps.sh new file mode 100644 index 0000000..61db0bc --- /dev/null +++ b/tools/scripts/build/bin-build/post-cldr-apps.sh @@ -0,0 +1,27 @@ +#!/bin/sh
+if [ ! -d "${BUILDER_BEST}" ];
+then
+ echo $0 BUILDER_BEST is not a dir "${BUILDER_BEST}" - env problem?
+ exit 1
+fi
+
+rm -rf ${BUILDER_BEST}/cldr-apps
+mkdir -p ${BUILDER_BEST}/cldr-apps
+if [ -d tools/cldr-apps ];
+then
+ cd tools/cldr-apps
+fi
+if [ ! -f cldr-apps.war ];
+then
+ echo Err cant find cldr-apps.war >&2
+ exit 1
+fi
+
+# update-currev.sh updates the revision
+cp -r cldr-apps.war ${BUILDER_BEST}/cldr-apps/
+svnversion . > ${BUILDER_BEST}/cldr-apps/currev.txt
+if [ -x ${HOME}/bitten-conf/post-to-smoketest.sh ];
+then
+ echo "posting to smoketest"
+ ${HOME}/bitten-conf/post-to-smoketest.sh
+fi
diff --git a/tools/scripts/build/bin-build/post-cldr-tools.sh b/tools/scripts/build/bin-build/post-cldr-tools.sh new file mode 100644 index 0000000..4a184e5 --- /dev/null +++ b/tools/scripts/build/bin-build/post-cldr-tools.sh @@ -0,0 +1,13 @@ +#!/bin/sh
+if [ -f tools/java/cldr.jar ];
+then
+ cd tools/java
+fi
+if [ ! -f cldr.jar ];
+then
+ echo ERR cannot find cldr.jar >&2
+ pwd >&2
+ exit 1
+fi
+
+rm -rf ${BUILDER_BEST}/cldr-tools && mkdir -p ${BUILDER_BEST}/cldr-tools && cp -r libs cldr.jar classes ${BUILDER_BEST}/cldr-tools/
diff --git a/tools/scripts/build/bin-build/post-common.sh b/tools/scripts/build/bin-build/post-common.sh new file mode 100644 index 0000000..863c9cb --- /dev/null +++ b/tools/scripts/build/bin-build/post-common.sh @@ -0,0 +1,11 @@ +#!/bin/sh
+NAME=common
+if [ ! -d ${NAME} ];
+then
+ echo no dir ${NAME} >&2
+ exit 1
+fi
+
+rm -rf ${BUILDER_BEST}/${NAME}
+mkdir -p ${BUILDER_BEST}/${NAME}
+cp -r ${NAME} seed ${BUILDER_BEST}/${NAME}
diff --git a/tools/scripts/build/bin-build/post-jsps.sh b/tools/scripts/build/bin-build/post-jsps.sh new file mode 100644 index 0000000..839d710 --- /dev/null +++ b/tools/scripts/build/bin-build/post-jsps.sh @@ -0,0 +1,21 @@ +#!/bin/sh
+exit 0
+. stbitten-env.sh
+WARFILE=UnicodeJsps.war
+DIRNAME=jsps
+rm -rf ${HOME}/best/${DIRNAME}
+mkdir -p ${HOME}/best/${DIRNAME}
+if [ -d . ];
+then
+ cd .
+fi
+if [ ! -f ${WARFILE} ];
+then
+ echo Err cant find ${WARFILE} >&2
+ exit 1
+fi
+
+#BESTVER=`svnversion /home/st-bitten/best/common/seed`
+#echo "CLDR_CURREV=${BESTVER}" > ${HOME}/tomcat/cldr/currev.properties
+
+cp -r .svn ${WARFILE} ${HOME}/best/${DIRNAME}/
diff --git a/tools/scripts/build/bin-build/run-tests.sh b/tools/scripts/build/bin-build/run-tests.sh new file mode 100644 index 0000000..c3d1a52 --- /dev/null +++ b/tools/scripts/build/bin-build/run-tests.sh @@ -0,0 +1,23 @@ +#!/bin/sh
+#PHASE=build
+PHASE=final_testing
+echo PHASE ${PHASE}
+set -x
+#echo skipped
+#exit 0
+if [ ! -d common ];
+then
+ echo Unknown dir common >&2
+ exit 1
+fi
+rm -rf ${BUILDER_DIR}/cldr-tmp 2>/dev/null
+#env JAVA_OPTS="-DCLDR_DIR=. -Dfile.encoding=UTF-8 -DSHOW_FILES -Xmx1000M" ~/bin-build/ConsoleCheckCLDR -g -c minimal -e '-t((?!.*Check(Coverage|Attribute)).*)' -z final_testing
+rm -f .failure
+( env JAVA_OPTS="-DCLDR_DIR=. -Dfile.encoding=UTF-8 -DSHOW_FILES -Xmx3000M" ConsoleCheckCLDR -e -z ${PHASE} 2>&1 || touch .failure ) | tee testlog.txt
+if [ -f .failure ];
+then
+ echo "FAIL"
+ exit 1
+fi
+
+
diff --git a/tools/scripts/build/bin-build/runbitten.sh b/tools/scripts/build/bin-build/runbitten.sh new file mode 100644 index 0000000..ca4b7d1 --- /dev/null +++ b/tools/scripts/build/bin-build/runbitten.sh @@ -0,0 +1,5 @@ +#!/bin/bash
+mkdir -p ${BUILDER_DIR} 2>/dev/null >/dev/null
+#cleanup.sh 2>&1 &
+. ${HOME}/bin-build/stbitten-env.sh
+bitten-slave -f ${BUILDER_CONF}/config.ini --name=${BUILDER_NAME} -u ${BUILDER_USER} -p ${BUILDER_PASS} -d ${BUILDER_DIR} -l ${BUILDER_DIR}/log.txt http://unicode.org/cldr/trac/builds -v $@
diff --git a/tools/scripts/build/bin-build/runtidy.sh b/tools/scripts/build/bin-build/runtidy.sh new file mode 100644 index 0000000..61c3cf1 --- /dev/null +++ b/tools/scripts/build/bin-build/runtidy.sh @@ -0,0 +1,2 @@ +. stbitten-env.sh
+tidy -utf8 -q -e docs/web/tr35.html
diff --git a/tools/scripts/build/bin-build/setenv-common.sh b/tools/scripts/build/bin-build/setenv-common.sh new file mode 100644 index 0000000..ac6483d --- /dev/null +++ b/tools/scripts/build/bin-build/setenv-common.sh @@ -0,0 +1,4 @@ +#!/bin/sh
+JRE_HOME=/usr/lib/jvm/java-1.7.0/
+CATALINA_PID="$CATALINA_BASE/tomcat.pid"
+JAVA_OPTS="${JAVA_OPTS} -Dcldr.home=${CATALINA_BASE}"
diff --git a/tools/scripts/build/bin-build/start-buildbot.sh b/tools/scripts/build/bin-build/start-buildbot.sh new file mode 100644 index 0000000..bad2019 --- /dev/null +++ b/tools/scripts/build/bin-build/start-buildbot.sh @@ -0,0 +1,15 @@ +#!/bin/sh
+# get the bitten env
+. ${HOME}/bin-build/stbitten-env.sh
+# get the tomcat env
+. ${HOME}/tomcat/env.sh
+# startup tomcat
+if [ -x ${HOME}/tomcat/CURRENT/bin/startup.sh ];
+then
+ ${HOME}/tomcat/CURRENT/bin/startup.sh
+else
+ ${HOME}/tomcat/bin/startup.sh
+fi
+# startup bitten
+echo Firing up ${BUILDER_NAME} on `hostname`
+screen -d -m -S bitten-${BUILDER_NAME} bootloop.sh&
diff --git a/tools/scripts/build/bin-build/start-serverless-bot.sh b/tools/scripts/build/bin-build/start-serverless-bot.sh new file mode 100644 index 0000000..7c40210 --- /dev/null +++ b/tools/scripts/build/bin-build/start-serverless-bot.sh @@ -0,0 +1,15 @@ +#!/bin/sh
+# get the bitten env
+. ${HOME}/bin-build/stbitten-env.sh
+# # get the tomcat env
+# . ${HOME}/tomcat/env.sh
+# # startup tomcat
+# if [ -x ${HOME}/tomcat/CURRENT/bin/startup.sh ];
+# then
+# ${HOME}/tomcat/CURRENT/bin/startup.sh
+# else
+# ${HOME}/tomcat/bin/startup.sh
+# fi
+# startup bitten
+echo Firing up ${BUILDER_NAME} on `hostname`
+screen -d -m -S bitten-${BUILDER_NAME} bootloop.sh&
diff --git a/tools/scripts/build/bin-build/startifdown.sh b/tools/scripts/build/bin-build/startifdown.sh new file mode 100644 index 0000000..f23224a --- /dev/null +++ b/tools/scripts/build/bin-build/startifdown.sh @@ -0,0 +1,4 @@ +#!/bin/bash
+. ${HOME}/tomcat/env.sh
+${HOME}/tomcat/CURRENT/bin/startup.sh
+
diff --git a/tools/scripts/build/bin-build/stbitten-env.sh.sample b/tools/scripts/build/bin-build/stbitten-env.sh.sample new file mode 100644 index 0000000..bfa905c --- /dev/null +++ b/tools/scripts/build/bin-build/stbitten-env.sh.sample @@ -0,0 +1,11 @@ +# SAMPLE
+# copy to stbitten-env.sh - run by startup.sh
+export PATH=/usr/lib/ccache/:${HOME}/bin-build:${HOME}/bin:${PATH}
+export BUILDER_CONF=${HOME}/bitten-conf
+export BUILDER_DIR=${HOME}/build
+export BUILDER_USER=yeahright
+export BUILDER_PASS=hunter42
+export BUILDER_NAME=some-bot
+export BUILDER_BEST=${HOME}/best
+
+
diff --git a/tools/scripts/build/bin-build/unittest.sh b/tools/scripts/build/bin-build/unittest.sh new file mode 100644 index 0000000..4b3ae73 --- /dev/null +++ b/tools/scripts/build/bin-build/unittest.sh @@ -0,0 +1,33 @@ +#!/bin/sh
+set -x
+case `uname -p` in
+ i586)
+ SIZES="-DJVM_EXTRA_OPTIONS=-Xmx2100m"
+ ;;
+
+ powerpc)
+ SIZES="-DJVM_EXTRA_OPTIONS=-Xmx5000m"
+ ;;
+
+ x86_64)
+ SIZES="-DJVM_EXTRA_OPTIONS=-Xmx4500m"
+ ;;
+
+ *)
+ SIZES="-DJVM_EXTRA_OPTIONS=-Xmx2000m"
+ ;;
+esac
+if [ -d tools/cldr-unittest ];
+then
+ # from r10119 unittests are in tools/cldr-unittest
+ cd tools/cldr-unittest
+elif [ -d tools/java ];
+then
+ cd tools/java
+else
+ echo Cant find test dir
+ pwd
+ exit 1
+fi
+exec ant -f build.xml -DCLDR_DIR=../.. ${SIZES} check
+
diff --git a/tools/scripts/build/bin-build/update-currev.sh b/tools/scripts/build/bin-build/update-currev.sh new file mode 100644 index 0000000..8f16e3a --- /dev/null +++ b/tools/scripts/build/bin-build/update-currev.sh @@ -0,0 +1,15 @@ +#!/bin/sh
+. ${HOME}/bin-build/stbitten-env.sh
+. ${HOME}/tomcat/env.sh
+if [ -d ${BUILDER_BEST}/common/seed ];
+then
+ # old svn
+ BESTVER=`svnversion ${BUILDER_BEST}/common/seed`
+elif [ -f ${BUILDER_BEST}/cldr-apps/currev.txt ];
+then
+ CLDR_CURREV=`cat ${BUILDER_BEST}/cldr-apps/currev.txt`
+else
+ CLDR_CURREV=`svnversion .`
+fi
+echo currev ${CLDR_CURREV}
+echo "CLDR_CURREV=${BESTVER}" > ${CATALINA_BASE}/cldr/currev.properties
diff --git a/tools/scripts/build/bin-build/update-icu4c.sh b/tools/scripts/build/bin-build/update-icu4c.sh new file mode 100644 index 0000000..c3f09b1 --- /dev/null +++ b/tools/scripts/build/bin-build/update-icu4c.sh @@ -0,0 +1,5 @@ +#!/bin/sh
+set -x
+CLDR_DIR=`pwd`
+export CLDR_DIR
+ant -f icu4c/source/data/build.xml clean all
diff --git a/tools/scripts/build/bin-build/xml-validate-all.sh b/tools/scripts/build/bin-build/xml-validate-all.sh new file mode 100644 index 0000000..0cdc93b --- /dev/null +++ b/tools/scripts/build/bin-build/xml-validate-all.sh @@ -0,0 +1,8 @@ +#!/bin/sh
+# now we have -q optiuon
+#find . -name '*.xml' | xargs ~/bin-build/XMLValidator 2>&1 | tee validate.log | fgrep -v 'Processing file '
+XMLValidator -q seed common 2>&1 | tee validate.log
+fgrep -q 'Exception in thread' validate.log && exit 1
+fgrep -q ERROR validate.log || exit 0
+echo `fgrep -c ERROR validate.log` errors. >&2
+exit 1
|