diff --git a/.gitignore b/.gitignore index 6260a8f..0475623 100644 --- a/.gitignore +++ b/.gitignore @@ -7,6 +7,7 @@ node_modules # local env files .env.local .env.*.local +.env # Log files npm-debug.log* diff --git a/archive/main.py b/archive/main.py index c137c0f..f9158be 100644 --- a/archive/main.py +++ b/archive/main.py @@ -1,8 +1,14 @@ import os from bs4 import BeautifulSoup -import pymongo +from pymongo import MongoClient +from decouple import config DIRECTORY = "messages/" +HOST_NAME = config('HOST_NAME') +HOST_URL = config('HOST_URL') + +client = MongoClient(host="localhost", port=27017) +db = client.vk_bingo for filename in os.listdir(DIRECTORY): if filename.endswith(".html"): @@ -12,6 +18,16 @@ for filename in os.listdir(DIRECTORY): if (str(attch_desc.string) == "Фотография"): image = str(attch_desc.find_next_sibling().string) head = attch_desc.find_next_sibling().parent.parent.parent.find_previous_sibling() - name = str(head.a and head.a.string or "Толя Копыл") + name = str(head.a and head.a.string or HOST_NAME) date = str(head.text).split(", ")[1].replace(" (ред.)", "") + link = str(head.a and head.a['href'] or HOST_URL) + + card = { + "image": image, + "name": name, + "link": link, + "date": date + } + + db.cards.insert_one(card) diff --git a/archive/requirements.txt b/archive/requirements.txt new file mode 100644 index 0000000..c117149 --- /dev/null +++ b/archive/requirements.txt @@ -0,0 +1,3 @@ +bs4 +pymongo +python-decouple \ No newline at end of file