Commit wiki scripts
This commit is contained in:
Victor Shcherb
parent
aaf354d4d4
commit
e638a28d15
9 changed files with 32 additions and 444 deletions
20
build-scripts/wiki/download.sh
Normal file
20
build-scripts/wiki/download.sh
Normal file
|
|
@ -0,0 +1,20 @@
|
|||
#!/bin/sh
|
||||
function download {
|
||||
wget -o download.log http://dumps.wikimedia.org/"$1"wiki/latest/"$1"wiki-latest-pages-articles.xml.bz2
|
||||
}
|
||||
# Arabic
|
||||
download ar
|
||||
# English
|
||||
download en
|
||||
# Spanish
|
||||
download es
|
||||
# Portuguese
|
||||
download pt
|
||||
# French
|
||||
download fr
|
||||
# German
|
||||
download de
|
||||
# Russian
|
||||
download ru
|
||||
|
||||
|
||||
12
build-scripts/wiki/wiki-logging.properties
Normal file
12
build-scripts/wiki/wiki-logging.properties
Normal file
|
|
@ -0,0 +1,12 @@
|
|||
.level = SEVERE
|
||||
handlers=java.util.logging.ConsoleHandler, java.util.logging.FileHandler
|
||||
|
||||
# Set the default logging level for the logger named com.mycompany
|
||||
net.osmand.level = ALL
|
||||
|
||||
java.util.logging.FileHandler.pattern=~/wiki/work/osmand-wiki.log
|
||||
java.util.logging.FileHandler.formatter=java.util.logging.SimpleFormatter
|
||||
java.util.logging.FileHandler.limit = 5000000
|
||||
|
||||
java.util.logging.ConsoleHandler.level=ALL
|
||||
java.util.logging.ConsoleHandler.formatter = java.util.logging.SimpleFormatter
|
||||
|
|
@ -1,34 +0,0 @@
|
|||
if [ -n "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`" ]; then
|
||||
echo "The gen_index process is already running!"
|
||||
echo "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`"
|
||||
exit 1
|
||||
fi
|
||||
if [ -n "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`" ]; then
|
||||
echo "The upload process is already running!"
|
||||
echo "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`"
|
||||
exit 1
|
||||
fi
|
||||
cd ~/gen_indexes
|
||||
rm osmand.log
|
||||
rm console
|
||||
# update map creator
|
||||
rm -fr OsmAndMapCreator
|
||||
mkdir -p OsmAndMapCreator
|
||||
cd OsmAndMapCreator
|
||||
wget http://download.osmand.net/latest-night-build/OsmAndMapCreator-development.zip
|
||||
yes | unzip OsmAndMapCreator-development.zip
|
||||
cd ..
|
||||
|
||||
# remove backup and create new backup
|
||||
# we should not rm, just do incremental updates for now! rm -rf backup
|
||||
mkdir -p backup
|
||||
mv indexes/uploaded/*.* backup
|
||||
|
||||
# remove all previous files
|
||||
rm -rf indexes
|
||||
mkdir indexes
|
||||
mkdir indexes/osm
|
||||
mkdir indexes/uploaded
|
||||
|
||||
#run batch creator
|
||||
./batch_indexing.sh &> console &
|
||||
|
|
@ -1,26 +0,0 @@
|
|||
# This file will start the Osm Extraction UI with custom memory settings for
|
||||
# the JVM. With the below settings the heap size (Available memory for the application)
|
||||
# will range from 64 megabyte up to 512 megabyte.
|
||||
|
||||
#/usr/lib/jvm/java-6-sun/jre/bin/
|
||||
if [ -n "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`" ]; then
|
||||
echo "The gen_index process is already running!"
|
||||
echo "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`"
|
||||
exit 1
|
||||
fi
|
||||
if [ -n "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`" ]; then
|
||||
echo "The upload process is already running!"
|
||||
echo "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`"
|
||||
exit 1
|
||||
fi
|
||||
if [ -z "$JAVA_HOME" ] ; then
|
||||
export JAVA_HOME=/usr/lib/jvm/java-6-openjdk/
|
||||
fi
|
||||
"$JAVA_HOME/bin/java" -Djava.util.logging.config.file=logging.properties \
|
||||
-Dcom.sun.management.jmxremote \
|
||||
-Dcom.sun.management.jmxremote.port=6789 \
|
||||
-Dcom.sun.management.jmxremote.authenticate=false \
|
||||
-Dcom.sun.management.jmxremote.ssl=false \
|
||||
-XX:+UseParallelGC -Xmx3048M -Xmn256M -cp "OsmAndMapCreator/OsmAndMapCreator.jar:OsmAndMapCreator/lib/*.jar" net.osmand.data.index.IndexBatchCreator ./batch_server.xml
|
||||
./gen_finished_mail.sh
|
||||
#./batch_uploading.sh > console.upload
|
||||
|
|
@ -1,24 +0,0 @@
|
|||
# This file will start the Osm Extraction UI with custom memory settings for
|
||||
# the JVM. With the below settings the heap size (Available memory for the application)
|
||||
# will range from 64 megabyte up to 512 megabyte.
|
||||
|
||||
#/usr/lib/jvm/java-6-sun/jre/bin/
|
||||
if [ -n "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`" ]; then
|
||||
echo "The gen_indexes process is already running!"
|
||||
echo "`ps auxw | grep batch_server.xml | grep IndexBatchCreator | grep -v grep`"
|
||||
exit 1
|
||||
fi
|
||||
if [ -n "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`" ]; then
|
||||
echo "The upload process is already running!"
|
||||
echo "`ps auxw | grep batch_server_upload.xml | grep IndexBatchCreator | grep -v grep`"
|
||||
exit 1
|
||||
fi
|
||||
if [ -z "$JAVA_HOME" ] ; then
|
||||
export JAVA_HOME=/usr/lib/jvm/java-6-sun/
|
||||
fi
|
||||
#"$JAVA_HOME/bin/java" -version
|
||||
"$JAVA_HOME/bin/java" -Djava.util.logging.config.file=logging.properties -Xms64M -Xmx768M -cp "OsmAndMapCreator/OsmAndMapCreator.jar:OsmAndMapCreator/lib/*.jar" net.osmand.data.index.IndexBatchCreator ./batch_server_upload.xml $@
|
||||
#send mail
|
||||
./upload_finished_mail.sh
|
||||
# update the indexes
|
||||
wget "http://download.osmand.net/indexes.php?update=true" -O - > /dev/null
|
||||
|
|
@ -1,268 +0,0 @@
|
|||
#! /usr/bin/ksh
|
||||
|
||||
# datecalc -- Perderabo's date calculator
|
||||
#
|
||||
|
||||
USAGE="\
|
||||
datecalc -a year month day - year month day
|
||||
datecalc -a year month day [-|+] n
|
||||
datecalc -d year month day
|
||||
datecalc -D year month day
|
||||
datecalc -j year month day
|
||||
datecalc -j n
|
||||
datecalc -l year month
|
||||
use \"datecalc -help\" use for more documentation"
|
||||
|
||||
DOCUMENTATION="\
|
||||
datecalc Version 1.1
|
||||
|
||||
datecalc does many manipulations with dates.
|
||||
datecalc -a is for date arithmetic
|
||||
datecalc -d or -D converts a date to the day of week
|
||||
datecalc -j converts to date to or from julian day
|
||||
datecalc -l outputs the last day of a month
|
||||
|
||||
All dates must be between the years 1860 and 3999.
|
||||
|
||||
datecalc -a followed by 7 parameters will calculate the
|
||||
number of days between two dates. Parameters 2-4 and 6-8
|
||||
must be dates in ymd form, and parameter 5 must be a minus
|
||||
sign. The output is an integer. Example:
|
||||
|
||||
> datecalc -a 1960 12 31 - 1922 2 2
|
||||
14212
|
||||
|
||||
|
||||
datecalc -a followed by 5 parameters will calculate the
|
||||
a new date offset from a given date, Parameters 2-4 must
|
||||
be a date in ymd form, paramter 5 must be + or -, and
|
||||
paramter 6 must be an integer. Output is a new date.
|
||||
Example:
|
||||
|
||||
> datecalc -a 1960 12 31 + 7
|
||||
1961 1 7
|
||||
|
||||
|
||||
datecalc -d followed by 3 parameters will convert a date
|
||||
to a day-of-week. Parameters 2-4 must be a date in ymd
|
||||
form. Example:
|
||||
|
||||
> datecalc -d 1960 12 31
|
||||
6
|
||||
|
||||
|
||||
datecalc -D is like -d except it displays the name of
|
||||
the day. Example:
|
||||
|
||||
> datecalc -D 1960 12 31
|
||||
Saturday
|
||||
|
||||
|
||||
datecalc -j followed by 3 parameters will convert a date
|
||||
to Modified Julian Day number. Example:
|
||||
> datecalc -j 1960 12 31
|
||||
37299
|
||||
|
||||
|
||||
datecalc -j followed by a single parameter will convert
|
||||
a Modified Julian Day number to a date. Example:
|
||||
> datecalc -j 37299
|
||||
1960 12 31
|
||||
|
||||
|
||||
datecalc -l followed by year and month will output the last
|
||||
day of that month. Note that by checking the last day of
|
||||
February you can test for leap year. Example:
|
||||
> datecalc -l 2002 2
|
||||
28"
|
||||
|
||||
|
||||
lastday() {
|
||||
integer year month leap
|
||||
# ja fe ma ap ma jn jl ag se oc no de
|
||||
set -A mlength xx 31 28 31 30 31 30 31 31 30 31 30 31
|
||||
|
||||
year=$1
|
||||
if ((year<1860 || year> 3999)) ; then
|
||||
print -u2 year out of range
|
||||
return 1
|
||||
fi
|
||||
month=$2
|
||||
if ((month<1 || month> 12)) ; then
|
||||
print -u2 month out of range
|
||||
return 1
|
||||
fi
|
||||
|
||||
if ((month != 2)) ; then
|
||||
print ${mlength[month]}
|
||||
return 0
|
||||
fi
|
||||
|
||||
leap=0
|
||||
if ((!(year%100))); then
|
||||
((!(year%400))) && leap=1
|
||||
else
|
||||
((!(year%4))) && leap=1
|
||||
fi
|
||||
|
||||
feblength=28
|
||||
((leap)) && feblength=29
|
||||
print $feblength
|
||||
return 0
|
||||
}
|
||||
|
||||
|
||||
date2jd() {
|
||||
integer ijd day month year mnjd jd lday
|
||||
|
||||
year=$1
|
||||
month=$2
|
||||
day=$3
|
||||
lday=$(lastday $year $month) || exit $?
|
||||
|
||||
if ((day<1 || day> lday)) ; then
|
||||
print -u2 day out of range
|
||||
return 1
|
||||
fi
|
||||
|
||||
((standard_jd = day - 32075
|
||||
+ 1461 * (year + 4800 - (14 - month)/12)/4
|
||||
+ 367 * (month - 2 + (14 - month)/12*12)/12
|
||||
- 3 * ((year + 4900 - (14 - month)/12)/100)/4))
|
||||
((jd = standard_jd-2400001))
|
||||
|
||||
|
||||
print $jd
|
||||
return 0
|
||||
}
|
||||
|
||||
|
||||
jd2dow()
|
||||
{
|
||||
integer jd dow numeric_mode
|
||||
set +A days Sunday Monday Tuesday Wednesday Thursday Friday Saturday
|
||||
|
||||
numeric_mode=0
|
||||
if [[ $1 = -n ]] ; then
|
||||
numeric_mode=1
|
||||
shift
|
||||
fi
|
||||
|
||||
|
||||
jd=$1
|
||||
if ((jd<1 || jd>782028)) ; then
|
||||
print -u2 julian day out of range
|
||||
return 1
|
||||
fi
|
||||
|
||||
((dow=(jd+3)%7))
|
||||
|
||||
if ((numeric_mode)) ; then
|
||||
print $dow
|
||||
else
|
||||
print ${days[dow]}
|
||||
fi
|
||||
return
|
||||
}
|
||||
|
||||
jd2date()
|
||||
{
|
||||
integer standard_jd temp1 temp2 jd year month day
|
||||
|
||||
jd=$1
|
||||
if ((jd<1 || jd>782028)) ; then
|
||||
print julian day out of range
|
||||
return 1
|
||||
fi
|
||||
((standard_jd=jd+2400001))
|
||||
((temp1 = standard_jd + 68569))
|
||||
((temp2 = 4*temp1/146097))
|
||||
((temp1 = temp1 - (146097 * temp2 + 3) / 4))
|
||||
((year = 4000 * (temp1 + 1) / 1461001))
|
||||
((temp1 = temp1 - 1461 * year/4 + 31))
|
||||
((month = 80 * temp1 / 2447))
|
||||
((day = temp1 - 2447 * month / 80))
|
||||
((temp1 = month / 11))
|
||||
((month = month + 2 - 12 * temp1))
|
||||
((year = 100 * (temp2 - 49) + year + temp1))
|
||||
print $year $month $day
|
||||
return 0
|
||||
}
|
||||
|
||||
|
||||
#
|
||||
# Parse parameters and get to work.
|
||||
case $1 in
|
||||
-a) if (($# == 8)) ; then
|
||||
if [[ $5 != - ]] ; then
|
||||
print -u2 - "$USAGE"
|
||||
exit 1
|
||||
fi
|
||||
jd1=$(date2jd $2 $3 $4) || exit $?
|
||||
jd2=$(date2jd $6 $7 $8) || exit $?
|
||||
((jd3=jd1-jd2))
|
||||
print $jd3
|
||||
exit 0
|
||||
elif (($# == 6)) ; then
|
||||
jd1=$(date2jd $2 $3 $4) || exit $?
|
||||
case $5 in
|
||||
-|+) eval '(('jd2=${jd1}${5}${6}'))'
|
||||
jd2date $jd2
|
||||
exit $?
|
||||
;;
|
||||
*)
|
||||
print -u2 - "$USAGE"
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
|
||||
fi
|
||||
;;
|
||||
|
||||
-d|-D) if (($# != 4)) ; then
|
||||
print -u2 - "$USAGE"
|
||||
exit 1
|
||||
fi
|
||||
jd1=$(date2jd $2 $3 $4) || exit $?
|
||||
numeric=-n
|
||||
[[ $1 = -D ]] && numeric=""
|
||||
eval jd2dow $numeric $jd1
|
||||
exit $?
|
||||
;;
|
||||
|
||||
-j) if (($# == 4)) ; then
|
||||
date2jd $2 $3 $4
|
||||
exit $?
|
||||
elif (($# == 2)) ; then
|
||||
jd2date $2 $3 $4
|
||||
exit $?
|
||||
else
|
||||
print -u2 - "$USAGE"
|
||||
exit 1
|
||||
fi
|
||||
;;
|
||||
|
||||
-l) if (($# == 3)) ; then
|
||||
lastday $2 $3
|
||||
exit $?
|
||||
else
|
||||
print -u2 - "$USAGE"
|
||||
exit 1
|
||||
fi
|
||||
;;
|
||||
|
||||
-help) print - "$USAGE"
|
||||
print ""
|
||||
print - "$DOCUMENTATION"
|
||||
exit 0
|
||||
;;
|
||||
|
||||
*) print -u2 - "$USAGE"
|
||||
exit 0
|
||||
;;
|
||||
|
||||
|
||||
esac
|
||||
|
||||
#not reached
|
||||
exit 7
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
#!/bin/bash
|
||||
|
||||
# the CC field
|
||||
echo > mail.txt
|
||||
echo "Index generating finished or crashed." >> mail.txt
|
||||
echo "List is sorted by time, first elements are the last created" >> mail.txt
|
||||
echo >> mail.txt
|
||||
ls -alrth indexes >> mail.txt
|
||||
|
||||
mail -s "Generating indexes finsihed or crashed" pavol.zibrita+index@gmail.com < mail.txt
|
||||
mail -s "Generating indexes finsihed or crashed" victor.shcherb+index@gmail.com < mail.txt
|
||||
|
|
@ -1,14 +0,0 @@
|
|||
#!/bin/bash
|
||||
|
||||
# the CC field
|
||||
echo > mail.txt
|
||||
echo "Uploading finished or crashed." >> mail.txt
|
||||
echo "Files in upload dir:" >> mail.txt
|
||||
echo >> mail.txt
|
||||
ls -alt indexes/uploaded >> mail.txt
|
||||
echo >> mail.txt
|
||||
echo "Files in indexes dir:" >> mail.txt
|
||||
ls -alt indexes >> mail.txt
|
||||
|
||||
mail -s "Uploading indexes finsihed or chrased" pavol.zibrita+index@gmail.com < mail.txt
|
||||
mail -s "Uploading indexes finsihed or chrased" victor.shcherb+index@gmail.com < mail.txt
|
||||
|
|
@ -1,67 +0,0 @@
|
|||
#! /usr/bin/ksh
|
||||
alias datecalc=/usr/local/bin/datecalc
|
||||
|
||||
# weekselector --- script to assist in scheduling cron jobs
|
||||
# Perderabo Oct 11, 2003
|
||||
#
|
||||
# example:
|
||||
# You want to run command1 on the first monday of each month and
|
||||
# you want to run command2 on the last monday of each month.
|
||||
# Just use this syntax:
|
||||
#
|
||||
# 0 0 * * 1 /usr/local/bin/weekselector 1st && command1
|
||||
# 0 0 * * 1 /usr/local/bin/weekselector last && command2
|
||||
#
|
||||
# Version 2.0 March 23, 2005
|
||||
#
|
||||
# You can now use "even" or "odd" to run commands every other week.
|
||||
# Whether or not a week is "even" or "odd" is arbitrary, but if one week
|
||||
# is "odd", the next will be "even". An "even" Monday will be in the same
|
||||
# week as an "even" Tuesday.
|
||||
|
||||
integer month day year first last leap
|
||||
|
||||
set -A mdy $(date "+%m %d %Y")
|
||||
month=${mdy[0]}
|
||||
day=${mdy[1]}
|
||||
year=${mdy[2]}
|
||||
#date "+%M %d %Y" | read month day year
|
||||
|
||||
case $1 in
|
||||
even|Even|EVEN|odd|Odd|ODD)
|
||||
integer dow mjd fmjd wk
|
||||
dow=$(datecalc -d $year $month $day)
|
||||
mjd=$(datecalc -j $year $month $day)
|
||||
((fmjd=mjd-dow))
|
||||
((wk=fmjd/7))
|
||||
((wk=wk+${#1}))
|
||||
((wk/2*2 == wk))
|
||||
exit $?
|
||||
;;
|
||||
1|1st|1ST|first|First|FIRST) last=7 ;;
|
||||
2|2nd|2ND|second|Second|SECOND) last=14 ;;
|
||||
3|3rd|3RD|third|Third|THIRD) last=21 ;;
|
||||
4|4th|4TH|fourth|Fourth|FOURTH) last=28 ;;
|
||||
last|Last|LAST)
|
||||
# ja fe ma ap ma jn jl ag se oc no de
|
||||
set -A mlength xx 31 28 31 30 31 30 31 31 30 31 30 31
|
||||
|
||||
if ((month != 2)) ; then
|
||||
last=${mlength[month]}
|
||||
else
|
||||
leap=0
|
||||
if ((!(year%100))); then
|
||||
((!(year%400))) && leap=1
|
||||
else
|
||||
((!(year%4))) && leap=1
|
||||
fi
|
||||
|
||||
last=28
|
||||
((leap)) && last=29
|
||||
fi;;
|
||||
*) exit 1;;
|
||||
esac
|
||||
((first=last-6))
|
||||
|
||||
((first<=day && day<=last))
|
||||
exit $?
|
||||
Loading…
Reference in a new issue