mirror of
https://github.com/ru-de/faq.git
synced 2024-12-23 17:31:50 +00:00
65 lines
2.2 KiB
Bash
65 lines
2.2 KiB
Bash
#!/bin/bash
|
||
|
||
DIR=`dirname $0`
|
||
EXIT_CODE=0
|
||
|
||
find *.md -exec blackfriday-tool {} {}.html \;
|
||
go build -o $DIR/spell-checker $DIR/spell-checker.go
|
||
|
||
cat $DIR/dictionary.dic | tr '\n' '|' | sed 's/\x27/\\x27/g' > dictionary_processed
|
||
|
||
DICT_REGEXP=$(cat dictionary_processed | sed 's/|/[^[:alnum:]]\\|/g')
|
||
DICT_REGEXP_EOF=$(cat dictionary_processed | sed 's/|$//g' | sed 's/|/$\\|/g')
|
||
DICT_REGEXP="$DICT_REGEXP$DICT_REGEXP_EOF$"
|
||
|
||
git diff HEAD^ --name-status | grep "^D" -v | sed 's/^.\t//g' | grep "\.md$" > changed_files
|
||
|
||
while read FILE; do
|
||
echo -n "Проверка файла $FILE на опечатки... ";
|
||
|
||
OUTPUT=$(cat "$FILE" | sed "s/$DICT_REGEXP//gi" | sed 's/https\?:[^ ]*//g' | sed "s/[(][^)]*\.md[)]//g" | hunspell -d russian-aot,ru_RU,de_DE,en_US | $DIR/spell-checker);
|
||
OUTPUT_EXIT_CODE=$?
|
||
|
||
if [ $OUTPUT_EXIT_CODE -ne 0 ]; then
|
||
EXIT_CODE=1
|
||
echo "ошибка";
|
||
echo "$OUTPUT";
|
||
else
|
||
echo "пройдена";
|
||
fi
|
||
|
||
echo
|
||
done < changed_files
|
||
|
||
while read FILE; do
|
||
if [ -f "${FILE}.html" ]; then
|
||
grep -Po '(?<=href=")http[^"]*(?=")' "${FILE}.html" > links
|
||
|
||
if [ -s links ]; then
|
||
echo "Проверка файла $FILE на недоступные ссылки... ";
|
||
|
||
while read LINK; do
|
||
REGEXP_LINK=$(echo $LINK | sed 's/[]\.|$(){}?+*^[]/\\&/g')
|
||
LINK=$(echo "$LINK" | sed -e 's/\[/\\\[/g' -e 's/\]/\\\]/g' -e 's/\&/\&/g')
|
||
status=$(curl --insecure -XGET -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36" -m 10 -L -s --head -w %{http_code} $LINK -o /dev/null)
|
||
expectedStatus=$(grep -oP "[^,]+,$REGEXP_LINK$" files/known_url.csv | cut -d',' -f1)
|
||
|
||
if [ -z "$expectedStatus" ]; then
|
||
expectedStatus="200"
|
||
fi
|
||
|
||
if [ "$status" != "$expectedStatus" -a "$status" != "200" ]; then
|
||
EXIT_CODE=1
|
||
echo "Ссылка $LINK ... недоступна с кодом $status, ожидается $expectedStatus";
|
||
echo
|
||
fi
|
||
|
||
done < links
|
||
|
||
echo
|
||
fi
|
||
fi
|
||
done < changed_files
|
||
|
||
exit $EXIT_CODE
|