Initial commit

scraper.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+UA="User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.89 Safari/537.36"
+list=$(curl -H "$UA" -L 'https://www.avito.ru/sankt-peterburg/telefony/iphone-ASgBAgICAUSeAt4J?bt=1&cd=1&i=1&q=iphone+7&s=104' |
+grep -A1 'data-marker="item-title"' |
+grep href |
+sed 's|href="|http://avito.ru|g' | sed 's|"||g')
+
+echo "$list" | while read -r url
+do
+    curl -s -H "$UA" -L $url |
+    grep 'itemprop="price"' |
+    ggrep -oP '(?<=content=").*?(?=")' |
+    head -1
+
+    echo $url
+
+    sleep 12;
+done