From 13cabe7c43b0a04925fa14b8f617e6fa1071e36d Mon Sep 17 00:00:00 2001 From: Anatoly Kopyl Date: Sat, 27 Mar 2021 02:32:56 +0300 Subject: [PATCH] =?UTF-8?q?:card=5Ffile=5Fbox:=20=D0=93=D0=B5=D0=BD=D0=B5?= =?UTF-8?q?=D1=80=D0=B0=D1=82=D0=BE=D1=80=20=D0=B1=D0=B0=D0=B7=D1=8B=20?= =?UTF-8?q?=D0=B4=D0=B0=D0=BD=D0=BD=D1=8B=D1=85=20=D0=B3=D0=BE=D1=82=D0=BE?= =?UTF-8?q?=D0=B2!?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .gitignore | 1 + archive/main.py | 20 ++++++++++++++++++-- archive/requirements.txt | 3 +++ 3 files changed, 22 insertions(+), 2 deletions(-) create mode 100644 archive/requirements.txt diff --git a/.gitignore b/.gitignore index 6260a8f..0475623 100644 --- a/.gitignore +++ b/.gitignore @@ -7,6 +7,7 @@ node_modules # local env files .env.local .env.*.local +.env # Log files npm-debug.log* diff --git a/archive/main.py b/archive/main.py index c137c0f..f9158be 100644 --- a/archive/main.py +++ b/archive/main.py @@ -1,8 +1,14 @@ import os from bs4 import BeautifulSoup -import pymongo +from pymongo import MongoClient +from decouple import config DIRECTORY = "messages/" +HOST_NAME = config('HOST_NAME') +HOST_URL = config('HOST_URL') + +client = MongoClient(host="localhost", port=27017) +db = client.vk_bingo for filename in os.listdir(DIRECTORY): if filename.endswith(".html"): @@ -12,6 +18,16 @@ for filename in os.listdir(DIRECTORY): if (str(attch_desc.string) == "Фотография"): image = str(attch_desc.find_next_sibling().string) head = attch_desc.find_next_sibling().parent.parent.parent.find_previous_sibling() - name = str(head.a and head.a.string or "Толя Копыл") + name = str(head.a and head.a.string or HOST_NAME) date = str(head.text).split(", ")[1].replace(" (ред.)", "") + link = str(head.a and head.a['href'] or HOST_URL) + + card = { + "image": image, + "name": name, + "link": link, + "date": date + } + + db.cards.insert_one(card) diff --git a/archive/requirements.txt b/archive/requirements.txt new file mode 100644 index 0000000..c117149 --- /dev/null +++ b/archive/requirements.txt @@ -0,0 +1,3 @@ +bs4 +pymongo +python-decouple \ No newline at end of file