Skip to content
Snippets Groups Projects
Commit 94829be8 authored by Frederic Aust's avatar Frederic Aust
Browse files

Crawler korrigiert - es werden wieder Bilder mitgeschickt

parent 77a4ed0c
No related branches found
No related tags found
No related merge requests found
import requests import requests
from bs4 import BeautifulSoup # MIT from bs4 import BeautifulSoup # MIT
import urllib.parse
class ModuleFreeGames: class ModuleFreeGames:
...@@ -23,16 +24,17 @@ class ModuleFreeGames: ...@@ -23,16 +24,17 @@ class ModuleFreeGames:
for li in soup.find_all('li'): for li in soup.find_all('li'):
link = li.a['href'] link = li.a['href']
name = li.find('h2').text name = li.find('h2').text
#img = li.find('noscript').find('img') img = li.find('noscript').find('img')
#src = img['src'] src = img['src']
if name not in temp_dict: if name not in temp_dict:
game = {} game = {}
game["name"] = name game["name"] = name
game["link"] = link game["link"] = link
game["img"] = f"game_{number}.jpeg" game["img"] = f"game_{number}.jpeg"
#img_data = requests.get(src).content img_link = "https://www.freegamesyo.com"+urllib.parse.unquote(src)
#with open(game["img"], 'wb') as handler: # can be overwritten because this will be the new list img_data = requests.get(img_link).content
# handler.write(img_data) with open(game["img"], 'wb') as handler: # can be overwritten because this will be the new list
handler.write(img_data)
temp_dict[name] = game temp_dict[name] = game
number += 1 number += 1
except Exception as ex: except Exception as ex:
...@@ -65,8 +67,7 @@ class ModuleFreeGames: ...@@ -65,8 +67,7 @@ class ModuleFreeGames:
for game in self.game_dict.values(): for game in self.game_dict.values():
message = game["name"] + ":\n" message = game["name"] + ":\n"
message += game["link"] + "\n" message += game["link"] + "\n"
#self.send_a(message, receiver, f"/home/pi/signalbot/" + game["img"]) self.send_a(message, receiver, f"/home/pi/signalbot/" + game["img"])
self.send_a(message, receiver)
def freegames(self, receiver): def freegames(self, receiver):
send_update = self.check_for_new_stuff() send_update = self.check_for_new_stuff()
......
...@@ -526,7 +526,7 @@ if __name__ == "__main__": ...@@ -526,7 +526,7 @@ if __name__ == "__main__":
gn = ModuleGenderneutral('gn.json', log) gn = ModuleGenderneutral('gn.json', log)
quotes = ModuleQuotes(GROUPS, log) quotes = ModuleQuotes(GROUPS, log)
games = ModuleFreeGames(FREE_GAMES_SUBSCRIBER, send, log) games = ModuleFreeGames(FREE_GAMES_SUBSCRIBER, send_a, log)
challenges = ModuleChallenge('/home/pi/signalbot/challenge.json', log) challenges = ModuleChallenge('/home/pi/signalbot/challenge.json', log)
birthday_reminder = ModuleBirthdayReminder(GROUPS , send, log) birthday_reminder = ModuleBirthdayReminder(GROUPS , send, log)
tex = ModuleTex(log) tex = ModuleTex(log)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment