-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathparse.sh
More file actions
41 lines (34 loc) · 766 Bytes
/
parse.sh
File metadata and controls
41 lines (34 loc) · 766 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
#!/bin/bash
if [[ $1 == "GET_INFO" ]]; then
echo ${INFO}
exit 0
fi
DOMAIN_URL=$(echo ${URL} | rev | sed -r 's/^([^/]*){1}\/([^/]*){1}(.*)/\3/' | rev )
SUB_URL=$(echo ${URL} | sed 's/\(^.*\/\).*/\1/')
IS_OK=0
PAGE=$(curl -s ${URL})
if [ $? -ne 0 ]; then
exit 1
fi
echo "${PAGE}" | while read LINE
do
TMP_TITLE=$(grep -oE "${FIRST_PARSE}" <<< ${LINE})
RES_CODE=${?}
if [ $RES_CODE -eq 0 ];then
LINK_URL=$(echo ${TMP_TITLE} | sed "${SECOND_LINK_PARSE}")
TITLE=$(echo ${TMP_TITLE} | sed "${SECOND_TITLE_PARSE}")
if [[ ${LINK_URL:0:2} == ".." ]];then
LINE_URL="${DOMAIN_URL}${LINK_URL:3}"
else
LINE_URL="${SUB_URL}${LINK_URL}"
fi
echo "[${LINE_URL}] [${TITLE}]"
IS_OK=1
break
fi
done
if [ $IS_OK -eq 0 ]; then
exit 0
else
exit 1
fi