You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
225 lines
8.4 KiB
225 lines
8.4 KiB
4 years ago
|
import sqlite3
|
||
|
|
from dbHandler import dbConnection
|
||
|
|
import requests
|
||
|
|
from requests_html import HTMLSession
|
||
|
|
import re
|
||
|
|
from pprint import pprint
|
||
|
|
import os
|
||
|
|
from time import sleep
|
||
|
|
|
||
|
|
class Game:
|
||
|
|
game_id = 0
|
||
|
|
name = ""
|
||
|
|
description = ""
|
||
|
|
thumbnail_uri = ""
|
||
|
|
rating = 0
|
||
|
|
downloadURL = ""
|
||
|
|
downloadURLArr = []
|
||
|
|
console = ""
|
||
|
|
|
||
|
|
def __init__(self, game_id=None, name=None):
|
||
|
|
self.game_id = 0
|
||
|
|
self.name = ""
|
||
|
|
self.description = ""
|
||
|
|
self.thumbnail_uri = ""
|
||
|
|
self.rating = 0
|
||
|
|
self.downloadURL = ""
|
||
|
|
self.downloadURLArr = []
|
||
|
|
self.console = ""
|
||
|
|
|
||
|
|
|
||
|
|
if game_id is None and name is not None:
|
||
|
|
self.name = name
|
||
|
|
try:
|
||
|
|
sqliteConnection = sqlite3.connect('Romscraper.db')
|
||
|
|
cursor = sqliteConnection.cursor()
|
||
|
|
print("Connected")
|
||
|
|
query = "SELECT * FROM Games WHERE name=?"
|
||
|
|
cursor.execute(query, [name, ])
|
||
|
|
records = cursor.fetchall()
|
||
|
|
if len(records) < 1:
|
||
|
|
print("Game is not in table")
|
||
|
|
query = "INSERT INTO Games (name) VALUES (?)"
|
||
|
|
cursor.execute(query, [name, ])
|
||
|
|
sqliteConnection.commit()
|
||
|
|
query = "SELECT seq FROM sqlite_sequence WHERE name=?"
|
||
|
|
cursor.execute(query, ["Games"])
|
||
|
|
records = cursor.fetchall()
|
||
|
|
for row in records:
|
||
|
|
self.game_id = row[0]
|
||
|
|
cursor.close()
|
||
|
|
|
||
|
|
else:
|
||
|
|
for row in records:
|
||
|
|
self.game_id = row[0]
|
||
|
|
self.populateGameAttrs()
|
||
|
|
|
||
|
|
except sqlite3.Error as error:
|
||
|
|
print("Failed to fetch data from database: ", error)
|
||
|
|
|
||
|
|
finally:
|
||
|
|
if (sqliteConnection):
|
||
|
|
sqliteConnection.close()
|
||
|
|
print("The SQLite connection is closed")
|
||
|
|
|
||
|
|
elif name is None and game_id is not None:
|
||
|
|
self.game_id = game_id
|
||
|
|
db = dbConnection()
|
||
|
|
query = "SELECT * FROM Games WHERE game_id=?"
|
||
|
|
values = [game_id, ]
|
||
|
|
records = db.queryDB(query, values, returnsRecords=True)
|
||
|
|
if records.__sizeof__() > 0:
|
||
|
|
self.populateGameAttrs()
|
||
|
|
db.closeDB()
|
||
|
|
|
||
|
|
else:
|
||
|
|
print("No data given, initializing blank game object")
|
||
|
|
|
||
|
|
def populateGameAttrs(self):
|
||
|
|
db = dbConnection()
|
||
|
|
query = "SELECT * FROM Games WHERE game_id=?"
|
||
|
|
values = [self.game_id]
|
||
|
|
records = db.queryDB(query, values, returnsRecords=True)
|
||
|
|
for row in records:
|
||
|
|
self.name = row[2]
|
||
|
|
self.rating = row[1]
|
||
|
|
self.description = row[3]
|
||
|
|
|
||
|
|
query = "SELECT * FROM Game_On_Website WHERE game_id=?"
|
||
|
|
#print(self.game_id)
|
||
|
|
values = [self.game_id]
|
||
|
|
records = db.queryDB(query, values, returnsRecords=True)
|
||
|
|
for row in records:
|
||
|
|
self.downloadURLArr.append({'console_id': row[4], 'website_id': row[2], 'url': row[3]})
|
||
|
|
self.downloadURL = row[3]
|
||
|
|
|
||
|
|
query = "SELECT * FROM Game_On_Console WHERE game_id=?"
|
||
|
|
values = [self.game_id]
|
||
|
|
records = db.queryDB(query, values, returnsRecords=True)
|
||
|
|
for row in records:
|
||
|
|
self.console = row[2]
|
||
|
|
|
||
|
|
return
|
||
|
|
|
||
|
|
def updateGameAttrs(self, game_id=None):
|
||
|
|
if game_id is None:
|
||
|
|
print("Game ID is REQUIRED!")
|
||
|
|
return
|
||
|
|
else:
|
||
|
|
try:
|
||
|
|
sqliteConnection = sqlite3.connect('Romscraper.db')
|
||
|
|
cursor = sqliteConnection.cursor()
|
||
|
|
#print("Connected")
|
||
|
|
query = "SELECT * FROM Games WHERE game_id=?"
|
||
|
|
cursor.execute(query, [game_id, ])
|
||
|
|
records = cursor.fetchall()
|
||
|
|
if len(records) > 0:
|
||
|
|
query = "UPDATE Games SET name=?, description=?, rating=?, thumbnail_uri=? WHERE game_id=?"
|
||
|
|
cursor.execute(query, [self.name, self.description, self.rating, self.thumbnail_uri, self.game_id])
|
||
|
|
sqliteConnection.commit()
|
||
|
|
|
||
|
|
else:
|
||
|
|
print("Game with this ID does not exist!")
|
||
|
|
cursor.close()
|
||
|
|
except sqlite3.Error as error:
|
||
|
|
print("Failed to fetch data from database: ", error)
|
||
|
|
return
|
||
|
|
|
||
|
|
def addDownloadUrl(self, website, url, consoleId):
|
||
|
|
self.downloadURL = url
|
||
|
|
try:
|
||
|
|
sqliteConnection = sqlite3.connect('Romscraper.db')
|
||
|
|
cursor = sqliteConnection.cursor()
|
||
|
|
#print("Connected")
|
||
|
|
query = "SELECT * FROM Game_On_Website WHERE game_id=? AND url=?"
|
||
|
|
cursor.execute(query, [self.game_id, url])
|
||
|
|
records = cursor.fetchall()
|
||
|
|
if len(records) > 0:
|
||
|
|
print("Game is already catalogued!")
|
||
|
|
else:
|
||
|
|
query = "INSERT INTO Game_On_Website (game_id, website_id, url, console_id) VALUES (?,?,?, ?)"
|
||
|
|
cursor.execute(query, [self.game_id, website.website_id, url, consoleId])
|
||
|
|
sqliteConnection.commit()
|
||
|
|
cursor.close()
|
||
|
|
except sqlite3.Error as error:
|
||
|
|
print("Failed to fetch data from database: ", error)
|
||
|
|
|
||
|
|
return
|
||
|
|
|
||
|
|
def addConsole(self, console):
|
||
|
|
self.console = console.name
|
||
|
|
try:
|
||
|
|
sqliteConnection = sqlite3.connect('Romscraper.db')
|
||
|
|
cursor = sqliteConnection.cursor()
|
||
|
|
#print("Connected")
|
||
|
|
query = "SELECT * FROM Game_On_Console WHERE game_id=? AND console_id=?"
|
||
|
|
cursor.execute(query, [self.game_id, console.console_id])
|
||
|
|
records = cursor.fetchall()
|
||
|
|
if len(records) > 0:
|
||
|
|
print("Game is already catalogued!")
|
||
|
|
else:
|
||
|
|
query = "INSERT INTO Game_On_Console (game_id, console_id) VALUES (?,?)"
|
||
|
|
cursor.execute(query, [self.game_id, console.console_id])
|
||
|
|
sqliteConnection.commit()
|
||
|
|
cursor.close()
|
||
|
|
except sqlite3.Error as error:
|
||
|
|
print("Failed to fetch data from database: ", error)
|
||
|
|
|
||
|
|
return
|
||
|
|
|
||
|
|
def download(self, website, console):
|
||
|
|
session = HTMLSession()
|
||
|
|
for loc in self.downloadURLArr:
|
||
|
|
if loc['website_id'] == website.website_id and loc['console_id'] == console.console_id:
|
||
|
|
self.downloadURL = loc['url']
|
||
|
|
|
||
|
|
response = session.get(self.downloadURL)
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
inputs = response.html.find('input')
|
||
|
|
for inputField in inputs:
|
||
|
|
if inputField.html.find('mediaId') != -1:
|
||
|
|
mediaID = re.findall('value=\"(.*?)\"', inputField.html)[0]
|
||
|
|
|
||
|
|
headers = {
|
||
|
|
"User-Agent": 'Mozilla/5.0(X11; Linux x86_64; rv: 83.0) '
|
||
|
|
'Gecko/20100101'
|
||
|
|
'Firefox / 83.0',
|
||
|
|
"Accept": 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
|
||
|
|
"Accept-Language": 'en-US,en;q=0.5',
|
||
|
|
"Accept-Encoding": 'gzip, deflate, br',
|
||
|
|
"Connection": 'keep-alive',
|
||
|
|
"Referer": self.downloadURL,
|
||
|
|
"Cookie": '__cfduid = d186e9398ba52f9caf7e9a1fdae8b51511606415231',
|
||
|
|
"Upgrade-Insecure-Requests": '1',
|
||
|
|
}
|
||
|
|
serverNum = 4
|
||
|
|
fileDownloaded = False
|
||
|
|
while not fileDownloaded:
|
||
|
|
try:
|
||
|
|
r = requests.get("https://download" + str(serverNum) + ".vimm.net/download/?mediaId=" + str(mediaID),
|
||
|
|
headers=headers)
|
||
|
|
|
||
|
|
except requests.exceptions.RequestException as e:
|
||
|
|
serverNum -= 1
|
||
|
|
print(e)
|
||
|
|
|
||
|
|
else:
|
||
|
|
if r.status_code == 200:
|
||
|
|
pprint("saving " + self.name)
|
||
|
|
h = r.headers['content-disposition']
|
||
|
|
saveLocation = os.path.expanduser('~/Downloads/RomScraper/') + console.name + "/" + self.name[0] + "/" + re.findall("filename=\"(.+)\"", h)[0]
|
||
|
|
os.makedirs(os.path.dirname(saveLocation), exist_ok=True)
|
||
|
|
with open(saveLocation, "w") as f:
|
||
|
|
f.write("FOOBAR")
|
||
|
|
fileDownloaded = True
|
||
|
|
else:
|
||
|
|
pprint("File not found on server" + str(serverNum) + ", trying next server")
|
||
|
|
serverNum -= 1
|
||
|
|
sleep(2)
|
||
|
|
|
||
|
|
if serverNum == 0:
|
||
|
|
pprint("Game was unable to be downloaded!")
|
||
|
|
fileDownloaded = True
|
||
|
|
return
|