diff --git a/build-scripts/wiki/download.sh b/build-scripts/wiki/download.sh new file mode 100644 index 0000000000..5805c4d69d --- /dev/null +++ b/build-scripts/wiki/download.sh @@ -0,0 +1,20 @@ +#!/bin/sh +function download { + wget -o download.log http://dumps.wikimedia.org/"$1"wiki/latest/"$1"wiki-latest-pages-articles.xml.bz2 +} +# Arabic +download ar +# English +download en +# Spanish +download es +# Portuguese +download pt +# French +download fr +# German +download de +# Russian +download ru + + diff --git a/build-scripts/wiki/wiki-logging.properties b/build-scripts/wiki/wiki-logging.properties new file mode 100644 index 0000000000..1b5a156bd9 --- /dev/null +++ b/build-scripts/wiki/wiki-logging.properties @@ -0,0 +1,12 @@ +.level = SEVERE +handlers=java.util.logging.ConsoleHandler, java.util.logging.FileHandler + +# Set the default logging level for the logger named com.mycompany +net.osmand.level = ALL + +java.util.logging.FileHandler.pattern=~/wiki/work/osmand-wiki.log +java.util.logging.FileHandler.formatter=java.util.logging.SimpleFormatter +java.util.logging.FileHandler.limit = 5000000 + +java.util.logging.ConsoleHandler.level=ALL +java.util.logging.ConsoleHandler.formatter = java.util.logging.SimpleFormatter diff --git a/config/server_indexes_scripts/backup_and_create.sh b/config/server_indexes_scripts/backup_and_create.sh deleted file mode 100755 index d54373b5cb..0000000000 --- a/config/server_indexes_scripts/backup_and_create.sh +++ /dev/null @@ -1,34 +0,0 @@ -if [ -n "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`" ]; then - echo "The gen_index process is already running!" - echo "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`" - exit 1 -fi -if [ -n "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`" ]; then - echo "The upload process is already running!" - echo "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`" - exit 1 -fi -cd ~/gen_indexes -rm osmand.log -rm console -# update map creator -rm -fr OsmAndMapCreator -mkdir -p OsmAndMapCreator -cd OsmAndMapCreator -wget http://download.osmand.net/latest-night-build/OsmAndMapCreator-development.zip -yes | unzip OsmAndMapCreator-development.zip -cd .. - -# remove backup and create new backup -# we should not rm, just do incremental updates for now! rm -rf backup -mkdir -p backup -mv indexes/uploaded/*.* backup - -# remove all previous files -rm -rf indexes -mkdir indexes -mkdir indexes/osm -mkdir indexes/uploaded - -#run batch creator -./batch_indexing.sh &> console & diff --git a/config/server_indexes_scripts/batch_indexing.sh b/config/server_indexes_scripts/batch_indexing.sh deleted file mode 100755 index 9e0e50cc1b..0000000000 --- a/config/server_indexes_scripts/batch_indexing.sh +++ /dev/null @@ -1,26 +0,0 @@ -# This file will start the Osm Extraction UI with custom memory settings for -# the JVM. With the below settings the heap size (Available memory for the application) -# will range from 64 megabyte up to 512 megabyte. - -#/usr/lib/jvm/java-6-sun/jre/bin/ -if [ -n "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`" ]; then - echo "The gen_index process is already running!" - echo "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`" - exit 1 -fi -if [ -n "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`" ]; then - echo "The upload process is already running!" - echo "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`" - exit 1 -fi -if [ -z "$JAVA_HOME" ] ; then - export JAVA_HOME=/usr/lib/jvm/java-6-openjdk/ -fi -"$JAVA_HOME/bin/java" -Djava.util.logging.config.file=logging.properties \ --Dcom.sun.management.jmxremote \ --Dcom.sun.management.jmxremote.port=6789 \ --Dcom.sun.management.jmxremote.authenticate=false \ --Dcom.sun.management.jmxremote.ssl=false \ --XX:+UseParallelGC -Xmx3048M -Xmn256M -cp "OsmAndMapCreator/OsmAndMapCreator.jar:OsmAndMapCreator/lib/*.jar" net.osmand.data.index.IndexBatchCreator ./batch_server.xml -./gen_finished_mail.sh -#./batch_uploading.sh > console.upload diff --git a/config/server_indexes_scripts/batch_uploading.sh b/config/server_indexes_scripts/batch_uploading.sh deleted file mode 100755 index 34b26f3dc6..0000000000 --- a/config/server_indexes_scripts/batch_uploading.sh +++ /dev/null @@ -1,24 +0,0 @@ -# This file will start the Osm Extraction UI with custom memory settings for -# the JVM. With the below settings the heap size (Available memory for the application) -# will range from 64 megabyte up to 512 megabyte. - -#/usr/lib/jvm/java-6-sun/jre/bin/ -if [ -n "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`" ]; then - echo "The gen_indexes process is already running!" - echo "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`" - exit 1 -fi -if [ -n "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`" ]; then - echo "The upload process is already running!" - echo "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`" - exit 1 -fi -if [ -z "$JAVA_HOME" ] ; then - export JAVA_HOME=/usr/lib/jvm/java-6-sun/ -fi -#"$JAVA_HOME/bin/java" -version -"$JAVA_HOME/bin/java" -Djava.util.logging.config.file=logging.properties -Xms64M -Xmx768M -cp "OsmAndMapCreator/OsmAndMapCreator.jar:OsmAndMapCreator/lib/*.jar" net.osmand.data.index.IndexBatchCreator ./batch_server_upload.xml $@ -#send mail -./upload_finished_mail.sh -# update the indexes -wget "http://download.osmand.net/indexes.php?update=true" -O - > /dev/null diff --git a/config/server_indexes_scripts/datecalc b/config/server_indexes_scripts/datecalc deleted file mode 100755 index b6f0201dc6..0000000000 --- a/config/server_indexes_scripts/datecalc +++ /dev/null @@ -1,268 +0,0 @@ -#! /usr/bin/ksh - -# datecalc -- Perderabo's date calculator -# - -USAGE="\ -datecalc -a year month day - year month day -datecalc -a year month day [-|+] n -datecalc -d year month day -datecalc -D year month day -datecalc -j year month day -datecalc -j n -datecalc -l year month -use \"datecalc -help\" use for more documentation" - -DOCUMENTATION="\ - datecalc Version 1.1 - - datecalc does many manipulations with dates. - datecalc -a is for date arithmetic - datecalc -d or -D converts a date to the day of week - datecalc -j converts to date to or from julian day - datecalc -l outputs the last day of a month - - All dates must be between the years 1860 and 3999. - - datecalc -a followed by 7 parameters will calculate the - number of days between two dates. Parameters 2-4 and 6-8 - must be dates in ymd form, and parameter 5 must be a minus - sign. The output is an integer. Example: - - > datecalc -a 1960 12 31 - 1922 2 2 - 14212 - - - datecalc -a followed by 5 parameters will calculate the - a new date offset from a given date, Parameters 2-4 must - be a date in ymd form, paramter 5 must be + or -, and - paramter 6 must be an integer. Output is a new date. - Example: - - > datecalc -a 1960 12 31 + 7 - 1961 1 7 - - - datecalc -d followed by 3 parameters will convert a date - to a day-of-week. Parameters 2-4 must be a date in ymd - form. Example: - - > datecalc -d 1960 12 31 - 6 - - - datecalc -D is like -d except it displays the name of - the day. Example: - - > datecalc -D 1960 12 31 - Saturday - - - datecalc -j followed by 3 parameters will convert a date - to Modified Julian Day number. Example: - > datecalc -j 1960 12 31 - 37299 - - - datecalc -j followed by a single parameter will convert - a Modified Julian Day number to a date. Example: - > datecalc -j 37299 - 1960 12 31 - - - datecalc -l followed by year and month will output the last - day of that month. Note that by checking the last day of - February you can test for leap year. Example: - > datecalc -l 2002 2 - 28" - - -lastday() { - integer year month leap -# ja fe ma ap ma jn jl ag se oc no de - set -A mlength xx 31 28 31 30 31 30 31 31 30 31 30 31 - - year=$1 - if ((year<1860 || year> 3999)) ; then - print -u2 year out of range - return 1 - fi - month=$2 - if ((month<1 || month> 12)) ; then - print -u2 month out of range - return 1 - fi - - if ((month != 2)) ; then - print ${mlength[month]} - return 0 - fi - - leap=0 - if ((!(year%100))); then - ((!(year%400))) && leap=1 - else - ((!(year%4))) && leap=1 - fi - - feblength=28 - ((leap)) && feblength=29 - print $feblength - return 0 -} - - -date2jd() { - integer ijd day month year mnjd jd lday - - year=$1 - month=$2 - day=$3 - lday=$(lastday $year $month) || exit $? - - if ((day<1 || day> lday)) ; then - print -u2 day out of range - return 1 - fi - - ((standard_jd = day - 32075 - + 1461 * (year + 4800 - (14 - month)/12)/4 - + 367 * (month - 2 + (14 - month)/12*12)/12 - - 3 * ((year + 4900 - (14 - month)/12)/100)/4)) - ((jd = standard_jd-2400001)) - - - print $jd - return 0 -} - - -jd2dow() -{ - integer jd dow numeric_mode - set +A days Sunday Monday Tuesday Wednesday Thursday Friday Saturday - - numeric_mode=0 - if [[ $1 = -n ]] ; then - numeric_mode=1 - shift - fi - - - jd=$1 - if ((jd<1 || jd>782028)) ; then - print -u2 julian day out of range - return 1 - fi - - ((dow=(jd+3)%7)) - - if ((numeric_mode)) ; then - print $dow - else - print ${days[dow]} - fi - return -} - -jd2date() -{ - integer standard_jd temp1 temp2 jd year month day - - jd=$1 - if ((jd<1 || jd>782028)) ; then - print julian day out of range - return 1 - fi - ((standard_jd=jd+2400001)) - ((temp1 = standard_jd + 68569)) - ((temp2 = 4*temp1/146097)) - ((temp1 = temp1 - (146097 * temp2 + 3) / 4)) - ((year = 4000 * (temp1 + 1) / 1461001)) - ((temp1 = temp1 - 1461 * year/4 + 31)) - ((month = 80 * temp1 / 2447)) - ((day = temp1 - 2447 * month / 80)) - ((temp1 = month / 11)) - ((month = month + 2 - 12 * temp1)) - ((year = 100 * (temp2 - 49) + year + temp1)) - print $year $month $day - return 0 -} - - -# -# Parse parameters and get to work. -case $1 in --a) if (($# == 8)) ; then - if [[ $5 != - ]] ; then - print -u2 - "$USAGE" - exit 1 - fi - jd1=$(date2jd $2 $3 $4) || exit $? - jd2=$(date2jd $6 $7 $8) || exit $? - ((jd3=jd1-jd2)) - print $jd3 - exit 0 - elif (($# == 6)) ; then - jd1=$(date2jd $2 $3 $4) || exit $? - case $5 in - -|+) eval '(('jd2=${jd1}${5}${6}'))' - jd2date $jd2 - exit $? - ;; - *) - print -u2 - "$USAGE" - exit 1 - ;; - esac - - fi - ;; - --d|-D) if (($# != 4)) ; then - print -u2 - "$USAGE" - exit 1 - fi - jd1=$(date2jd $2 $3 $4) || exit $? - numeric=-n - [[ $1 = -D ]] && numeric="" - eval jd2dow $numeric $jd1 - exit $? - ;; - --j) if (($# == 4)) ; then - date2jd $2 $3 $4 - exit $? - elif (($# == 2)) ; then - jd2date $2 $3 $4 - exit $? - else - print -u2 - "$USAGE" - exit 1 - fi - ;; - --l) if (($# == 3)) ; then - lastday $2 $3 - exit $? - else - print -u2 - "$USAGE" - exit 1 - fi - ;; - --help) print - "$USAGE" - print "" - print - "$DOCUMENTATION" - exit 0 - ;; - -*) print -u2 - "$USAGE" - exit 0 - ;; - - -esac - -#not reached -exit 7 diff --git a/config/server_indexes_scripts/gen_finished_mail.sh b/config/server_indexes_scripts/gen_finished_mail.sh deleted file mode 100755 index b6762e0706..0000000000 --- a/config/server_indexes_scripts/gen_finished_mail.sh +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash - -# the CC field -echo > mail.txt -echo "Index generating finished or crashed." >> mail.txt -echo "List is sorted by time, first elements are the last created" >> mail.txt -echo >> mail.txt -ls -alrth indexes >> mail.txt - -mail -s "Generating indexes finsihed or crashed" pavol.zibrita+index@gmail.com < mail.txt -mail -s "Generating indexes finsihed or crashed" victor.shcherb+index@gmail.com < mail.txt diff --git a/config/server_indexes_scripts/upload_finished_mail.sh b/config/server_indexes_scripts/upload_finished_mail.sh deleted file mode 100755 index 1e822dfbdc..0000000000 --- a/config/server_indexes_scripts/upload_finished_mail.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/bash - -# the CC field -echo > mail.txt -echo "Uploading finished or crashed." >> mail.txt -echo "Files in upload dir:" >> mail.txt -echo >> mail.txt -ls -alt indexes/uploaded >> mail.txt -echo >> mail.txt -echo "Files in indexes dir:" >> mail.txt -ls -alt indexes >> mail.txt - -mail -s "Uploading indexes finsihed or chrased" pavol.zibrita+index@gmail.com < mail.txt -mail -s "Uploading indexes finsihed or chrased" victor.shcherb+index@gmail.com < mail.txt diff --git a/config/server_indexes_scripts/weekselector b/config/server_indexes_scripts/weekselector deleted file mode 100755 index dfcf2c6e34..0000000000 --- a/config/server_indexes_scripts/weekselector +++ /dev/null @@ -1,67 +0,0 @@ -#! /usr/bin/ksh -alias datecalc=/usr/local/bin/datecalc - -# weekselector --- script to assist in scheduling cron jobs -# Perderabo Oct 11, 2003 -# -# example: -# You want to run command1 on the first monday of each month and -# you want to run command2 on the last monday of each month. -# Just use this syntax: -# -# 0 0 * * 1 /usr/local/bin/weekselector 1st && command1 -# 0 0 * * 1 /usr/local/bin/weekselector last && command2 -# -# Version 2.0 March 23, 2005 -# -# You can now use "even" or "odd" to run commands every other week. -# Whether or not a week is "even" or "odd" is arbitrary, but if one week -# is "odd", the next will be "even". An "even" Monday will be in the same -# week as an "even" Tuesday. - -integer month day year first last leap - -set -A mdy $(date "+%m %d %Y") -month=${mdy[0]} -day=${mdy[1]} -year=${mdy[2]} -#date "+%M %d %Y" | read month day year - -case $1 in - even|Even|EVEN|odd|Odd|ODD) - integer dow mjd fmjd wk - dow=$(datecalc -d $year $month $day) - mjd=$(datecalc -j $year $month $day) - ((fmjd=mjd-dow)) - ((wk=fmjd/7)) - ((wk=wk+${#1})) - ((wk/2*2 == wk)) - exit $? - ;; - 1|1st|1ST|first|First|FIRST) last=7 ;; - 2|2nd|2ND|second|Second|SECOND) last=14 ;; - 3|3rd|3RD|third|Third|THIRD) last=21 ;; - 4|4th|4TH|fourth|Fourth|FOURTH) last=28 ;; - last|Last|LAST) - # ja fe ma ap ma jn jl ag se oc no de - set -A mlength xx 31 28 31 30 31 30 31 31 30 31 30 31 - - if ((month != 2)) ; then - last=${mlength[month]} - else - leap=0 - if ((!(year%100))); then - ((!(year%400))) && leap=1 - else - ((!(year%4))) && leap=1 - fi - - last=28 - ((leap)) && last=29 - fi;; - *) exit 1;; -esac -((first=last-6)) - -((first<=day && day<=last)) -exit $?