#!/bin/sh get_mocked_deletion () { curl 'http://localhost:8090/IndexDeletion_p.html' --compressed -H 'Content-Type: multipart/form-data; boundary=---------------------------36244091493792000931527589319' --data-binary $'-----------------------------36244091493792000931527589319\r\nContent-Disposition: form-data; name="transactionToken"\r\n\r\n'$2$'\r\n-----------------------------36244091493792000931527589319\r\nContent-Disposition: form-data; name="urldelete"\r\n\r\nhttps?:\/\/[^\/]*'$1$'.*\r\n-----------------------------36244091493792000931527589319\r\nContent-Disposition: form-data; name="urldelete-mm"\r\n\r\nregexp\r\n-----------------------------36244091493792000931527589319\r\nContent-Disposition: form-data; name="simulate-urldelete"\r\n\r\nSimulate Deletion\r\n-----------------------------36244091493792000931527589319--\r\n' 2>/dev/null | grep -i 'documents for deletion' | grep -io 'value=".*"' | cut -f2 -d'"' } do_real_deletion () { curl 'http://localhost:8090/IndexDeletion_p.html' --compressed -H 'Content-Type: multipart/form-data; boundary=---------------------------418460500723610169542263241681' --data-binary $'-----------------------------418460500723610169542263241681\r\nContent-Disposition: form-data; name="transactionToken"\r\n\r\n'$2$'\r\n-----------------------------418460500723610169542263241681\r\nContent-Disposition: form-data; name="urldelete"\r\n\r\nhttps?:\/\/[^\/]*'$1$'.*\r\n-----------------------------418460500723610169542263241681\r\nContent-Disposition: form-data; name="urldelete-mm"\r\n\r\nregexp\r\n-----------------------------418460500723610169542263241681\r\nContent-Disposition: form-data; name="engage-urldelete"\r\n\r\nEngage Deletion\r\n-----------------------------418460500723610169542263241681\r\nContent-Disposition: form-data; name="count"\r\n\r\n'$3$'\r\n-----------------------------418460500723610169542263241681--\r\n' >/dev/null 2>&1 if [ "$?" == 0 ]; then echo 'I| done!' echo echo '---- SUMMARY ----' echo 'I| term regex : https?:\/\/[^\/]*'$1'.*' echo 'I| items purged : '$3 else echo 'E| CURL failed on deleting documents' exit 3 fi } get_transaction_token () { curl -I -L 'http://localhost:8090/IndexDeletion_p.html' 2>/dev/null | grep -i X-YaCy-Transaction-Token | awk '{print $2}' } if [ "$1" == '' ]; then echo 'E| you must specify the pattern to delete' exit 1 fi echo 'I| getting transaction token...' TOKEN=`get_transaction_token` if [ "$TOKEN" == '' ]; then echo echo 'E| could not obtain the TOKEN from YaCy server, permissions problem maybe?' exit 2 fi echo 'I| token: '$TOKEN echo 'I| probing pattern for deletion...' DCOUNT=`get_mocked_deletion "$1" $TOKEN` if [ "$DCOUNT" == '' ]; then echo echo 'W| the given pattern did return 0 documents' exit 2 fi echo echo '---- CONFIRMATION ----' read -p '* * engage deletion for '$DCOUNT' documents? (y/N): ' confirm echo if [[ "$confirm" == 'Y' || "$confirm" == 'y' ]]; then echo 'I| issuing real documents deletion...' do_real_deletion "$1" $TOKEN $DCOUNT else echo 'X| cowardly refusing to delete '$DCOUNT' documents' exit 0 echo not confirm fi