faq-de/files/check.sh

#!/bin/bash

DIR=`dirname $0`
EXIT_CODE=0

cat $DIR/dictionary.dic | tr '\n' '|' | sed 's/\x27/\\x27/g' > /tmp/dictionary_processed

DICT_REGEXP=$(cat /tmp/dictionary_processed | sed 's/|/[^[:alnum:]]\\|/g')
DICT_REGEXP_EOF=$(cat /tmp/dictionary_processed | sed 's/|$//g' | sed 's/|/$\\|/g')
DICT_REGEXP="$DICT_REGEXP$DICT_REGEXP_EOF$"

git diff HEAD^ --name-status | grep "^D" -v | sed 's/^.\t//g' | grep "\.md$" > /tmp/changed_files

go build -o /tmp/spell-checker $DIR/spell-checker.go

while read FILE; do
    echo -n "Проверка файла $FILE на опечатки... ";

    OUTPUT=$(cat "$FILE" | sed "s/$DICT_REGEXP//gi" | sed 's/https\?:[^ ]*//g' | sed "s/[(][^)]*\.md[)]//g" | hunspell -d russian-aot-utf8,ru_RU,de_DE-utf8,en_US-utf8 | /tmp/spell-checker);
    OUTPUT_EXIT_CODE=$?

    if [ $OUTPUT_EXIT_CODE -ne 0 ]; then
        EXIT_CODE=1
        echo "ошибка";
        echo "$OUTPUT";
    else
        echo "пройдена";
    fi

    rm -f /tmp/file.html
    blackfriday-tool $FILE /tmp/file.html

    if [ -f "/tmp/file.html" ]; then
        grep -Po '(?<=href=")http[^"]*(?=")' "/tmp/file.html" > /tmp/links

        if [ -s /tmp/links ]; then
            echo "Проверка файла $FILE на недоступные ссылки... ";

            while read LINK; do
                REGEXP_LINK=$(echo $LINK | sed 's/[]\.|$(){}?+*^[]/\\&/g')
                LINK=$(echo "$LINK" | sed -e 's/\[/\\\[/g' -e 's/\]/\\\]/g' -e 's/\&amp;/\&/g')
                status=$(curl --insecure -XGET -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36" -m 10 -L -s --head -w %{http_code} $LINK -o /dev/null)
                expectedStatus=$(grep -oP "[^,]+,$REGEXP_LINK$" files/known_url.csv | cut -d',' -f1)

                if [ -z "$expectedStatus" ]; then
                    expectedStatus="200"
                fi

                if [ "$status" != "$expectedStatus" -a "$status" != "200" ]; then
                    EXIT_CODE=1
                    echo "Ссылка $LINK ... недоступна с кодом $status, ожидается $expectedStatus";
                    echo
                fi

            done < /tmp/links

            echo
        fi
    fi

    echo
done < /tmp/changed_files

exit $EXIT_CODE