X-Git-Url: https://git.wikimedia.ca/?p=eccc_to_commons.git;a=blobdiff_plain;f=mediawiki_post.sh;h=bcddb358c9fa99d2f79b62f1864da693765e148a;hp=0e21026413b3cc357f94bdf3a7939b1b1cef9c24;hb=77f4ccd72870f62719062e47eb83fa182489758b;hpb=700372c3cf8433ed8e4fd643642f4545b14e6f21 diff --git a/mediawiki_post.sh b/mediawiki_post.sh index 0e21026..bcddb35 100755 --- a/mediawiki_post.sh +++ b/mediawiki_post.sh @@ -19,9 +19,9 @@ set -ex set -o pipefail -#ENDPOINT='https://commons.wikimedia.org/w/api.php' -ENDPOINT='http://mediawiki.banquise.tf/api.php' +ENDPOINT='https://commons.wikimedia.org/w/api.php' NAMESPACE='Data' +UPLOAD_MAX_RATE=15 # Per minute USERNAME_PATH='login_username' PASSWORD_PATH='login_password' @@ -110,6 +110,8 @@ login requestCSRFToken > "${CSRF_TOKEN_PATH}" readCSRFToken +MINUTE=$(date +%M) +MINUTE_UPLOADS=0 while IFS= read -r -d '' -u 9 do URI_PATH=${NAMESPACE}:$(realpath --relative-to="${SOURCE}" "${REPLY}") @@ -118,6 +120,21 @@ do case "${RESULT}" in Success) + SECOND_NOW=$(date +%S) + MINUTE_NOW=$(date +%M) + MINUTE_UPLOADS=$((MINUTE_UPLOADS+1)) + + if [ ${MINUTE_NOW} -ne ${MINUTE} ] + then + MINUTE=$(date +%M) + MINUTE_UPLOADS=0 + elif [ ${MINUTE_NOW} -eq ${MINUTE} ]&&[ ${MINUTE_UPLOADS} -eq ${UPLOAD_MAX_RATE} ] + then + sleep $((60-SECOND_NOW)) + MINUTE=$(date +%M) + MINUTE_UPLOADS=0 + fi + echo "Everything went right. Continue…" ;; *)