🗃️ Генератор базы данных готов!

This commit is contained in:
2021-03-27 02:32:56 +03:00
parent 67ef500536
commit 13cabe7c43
3 changed files with 22 additions and 2 deletions

View File

@@ -1,8 +1,14 @@
import os
from bs4 import BeautifulSoup
import pymongo
from pymongo import MongoClient
from decouple import config
DIRECTORY = "messages/"
HOST_NAME = config('HOST_NAME')
HOST_URL = config('HOST_URL')
client = MongoClient(host="localhost", port=27017)
db = client.vk_bingo
for filename in os.listdir(DIRECTORY):
if filename.endswith(".html"):
@@ -12,6 +18,16 @@ for filename in os.listdir(DIRECTORY):
if (str(attch_desc.string) == "Фотография"):
image = str(attch_desc.find_next_sibling().string)
head = attch_desc.find_next_sibling().parent.parent.parent.find_previous_sibling()
name = str(head.a and head.a.string or "Толя Копыл")
name = str(head.a and head.a.string or HOST_NAME)
date = str(head.text).split(", ")[1].replace(" (ред.)", "")
link = str(head.a and head.a['href'] or HOST_URL)
card = {
"image": image,
"name": name,
"link": link,
"date": date
}
db.cards.insert_one(card)

3
archive/requirements.txt Normal file
View File

@@ -0,0 +1,3 @@
bs4
pymongo
python-decouple