Compare commits
No commits in common. 'master' and 'master' have entirely different histories.
22 changed files with 893 additions and 839 deletions
@ -1,8 +0,0 @@ |
|||||||
# Default ignored files |
|
||||||
/shelf/ |
|
||||||
/workspace.xml |
|
||||||
# Datasource local storage ignored files |
|
||||||
/dataSources/ |
|
||||||
/dataSources.local.xml |
|
||||||
# Editor-based HTTP Client requests |
|
||||||
/httpRequests/ |
|
||||||
@ -1,17 +0,0 @@ |
|||||||
<?xml version="1.0" encoding="UTF-8"?> |
|
||||||
<project version="4"> |
|
||||||
<component name="DataSourceManagerImpl" format="xml" multifile-model="true"> |
|
||||||
<data-source source="LOCAL" name="Romscraper" uuid="8bc82c4d-3e9a-46f9-ac5f-791bcb2e6de4"> |
|
||||||
<driver-ref>sqlite.xerial</driver-ref> |
|
||||||
<synchronize>true</synchronize> |
|
||||||
<jdbc-driver>org.sqlite.JDBC</jdbc-driver> |
|
||||||
<jdbc-url>jdbc:sqlite:$PROJECT_DIR$/Romscraper.db</jdbc-url> |
|
||||||
<working-dir>$ProjectFileDir$</working-dir> |
|
||||||
<libraries> |
|
||||||
<library> |
|
||||||
<url>file://$APPLICATION_CONFIG_DIR$/jdbc-drivers/Xerial SQLiteJDBC/3.34.0/sqlite-jdbc-3.34.0.jar</url> |
|
||||||
</library> |
|
||||||
</libraries> |
|
||||||
</data-source> |
|
||||||
</component> |
|
||||||
</project> |
|
||||||
@ -1,6 +0,0 @@ |
|||||||
<component name="InspectionProjectProfileManager"> |
|
||||||
<settings> |
|
||||||
<option name="USE_PROJECT_PROFILE" value="false" /> |
|
||||||
<version value="1.0" /> |
|
||||||
</settings> |
|
||||||
</component> |
|
||||||
@ -1,4 +0,0 @@ |
|||||||
<?xml version="1.0" encoding="UTF-8"?> |
|
||||||
<project version="4"> |
|
||||||
<component name="ProjectRootManager" version="2" project-jdk-name="Pipenv (romscraper)" project-jdk-type="Python SDK" /> |
|
||||||
</project> |
|
||||||
@ -1,8 +0,0 @@ |
|||||||
<?xml version="1.0" encoding="UTF-8"?> |
|
||||||
<project version="4"> |
|
||||||
<component name="ProjectModuleManager"> |
|
||||||
<modules> |
|
||||||
<module fileurl="file://$PROJECT_DIR$/.idea/pythonProject2.iml" filepath="$PROJECT_DIR$/.idea/pythonProject2.iml" /> |
|
||||||
</modules> |
|
||||||
</component> |
|
||||||
</project> |
|
||||||
@ -1,8 +0,0 @@ |
|||||||
<?xml version="1.0" encoding="UTF-8"?> |
|
||||||
<module type="PYTHON_MODULE" version="4"> |
|
||||||
<component name="NewModuleRootManager"> |
|
||||||
<content url="file://$MODULE_DIR$" /> |
|
||||||
<orderEntry type="inheritedJdk" /> |
|
||||||
<orderEntry type="sourceFolder" forTests="false" /> |
|
||||||
</component> |
|
||||||
</module> |
|
||||||
@ -1,7 +0,0 @@ |
|||||||
<?xml version="1.0" encoding="UTF-8"?> |
|
||||||
<project version="4"> |
|
||||||
<component name="SqlDialectMappings"> |
|
||||||
<file url="file://$PROJECT_DIR$/Models/Console.py" dialect="GenericSQL" /> |
|
||||||
<file url="PROJECT" dialect="SQLite" /> |
|
||||||
</component> |
|
||||||
</project> |
|
||||||
@ -1,6 +0,0 @@ |
|||||||
<?xml version="1.0" encoding="UTF-8"?> |
|
||||||
<project version="4"> |
|
||||||
<component name="VcsDirectoryMappings"> |
|
||||||
<mapping directory="$PROJECT_DIR$" vcs="Git" /> |
|
||||||
</component> |
|
||||||
</project> |
|
||||||
@ -0,0 +1,625 @@ |
|||||||
|
GNU GENERAL PUBLIC LICENSE |
||||||
|
|
||||||
|
Version 3, 29 June 2007 |
||||||
|
|
||||||
|
Copyright © 2007 Free Software Foundation, Inc. <https://fsf.org/> |
||||||
|
|
||||||
|
Everyone is permitted to copy and distribute verbatim copies of this license |
||||||
|
document, but changing it is not allowed. |
||||||
|
|
||||||
|
Preamble |
||||||
|
|
||||||
|
The GNU General Public License is a free, copyleft license for software and |
||||||
|
other kinds of works. |
||||||
|
|
||||||
|
The licenses for most software and other practical works are designed to take |
||||||
|
away your freedom to share and change the works. By contrast, the GNU General |
||||||
|
Public License is intended to guarantee your freedom to share and change all |
||||||
|
versions of a program--to make sure it remains free software for all its users. |
||||||
|
We, the Free Software Foundation, use the GNU General Public License for most |
||||||
|
of our software; it applies also to any other work released this way by its |
||||||
|
authors. You can apply it to your programs, too. |
||||||
|
|
||||||
|
When we speak of free software, we are referring to freedom, not price. Our |
||||||
|
General Public Licenses are designed to make sure that you have the freedom |
||||||
|
to distribute copies of free software (and charge for them if you wish), that |
||||||
|
you receive source code or can get it if you want it, that you can change |
||||||
|
the software or use pieces of it in new free programs, and that you know you |
||||||
|
can do these things. |
||||||
|
|
||||||
|
To protect your rights, we need to prevent others from denying you these rights |
||||||
|
or asking you to surrender the rights. Therefore, you have certain responsibilities |
||||||
|
if you distribute copies of the software, or if you modify it: responsibilities |
||||||
|
to respect the freedom of others. |
||||||
|
|
||||||
|
For example, if you distribute copies of such a program, whether gratis or |
||||||
|
for a fee, you must pass on to the recipients the same freedoms that you received. |
||||||
|
You must make sure that they, too, receive or can get the source code. And |
||||||
|
you must show them these terms so they know their rights. |
||||||
|
|
||||||
|
Developers that use the GNU GPL protect your rights with two steps: (1) assert |
||||||
|
copyright on the software, and (2) offer you this License giving you legal |
||||||
|
permission to copy, distribute and/or modify it. |
||||||
|
|
||||||
|
For the developers' and authors' protection, the GPL clearly explains that |
||||||
|
there is no warranty for this free software. For both users' and authors' |
||||||
|
sake, the GPL requires that modified versions be marked as changed, so that |
||||||
|
their problems will not be attributed erroneously to authors of previous versions. |
||||||
|
|
||||||
|
Some devices are designed to deny users access to install or run modified |
||||||
|
versions of the software inside them, although the manufacturer can do so. |
||||||
|
This is fundamentally incompatible with the aim of protecting users' freedom |
||||||
|
to change the software. The systematic pattern of such abuse occurs in the |
||||||
|
area of products for individuals to use, which is precisely where it is most |
||||||
|
unacceptable. Therefore, we have designed this version of the GPL to prohibit |
||||||
|
the practice for those products. If such problems arise substantially in other |
||||||
|
domains, we stand ready to extend this provision to those domains in future |
||||||
|
versions of the GPL, as needed to protect the freedom of users. |
||||||
|
|
||||||
|
Finally, every program is threatened constantly by software patents. States |
||||||
|
should not allow patents to restrict development and use of software on general-purpose |
||||||
|
computers, but in those that do, we wish to avoid the special danger that |
||||||
|
patents applied to a free program could make it effectively proprietary. To |
||||||
|
prevent this, the GPL assures that patents cannot be used to render the program |
||||||
|
non-free. |
||||||
|
|
||||||
|
The precise terms and conditions for copying, distribution and modification |
||||||
|
follow. |
||||||
|
|
||||||
|
TERMS AND CONDITIONS |
||||||
|
|
||||||
|
0. Definitions. |
||||||
|
|
||||||
|
"This License" refers to version 3 of the GNU General Public License. |
||||||
|
|
||||||
|
"Copyright" also means copyright-like laws that apply to other kinds of works, |
||||||
|
such as semiconductor masks. |
||||||
|
|
||||||
|
"The Program" refers to any copyrightable work licensed under this License. |
||||||
|
Each licensee is addressed as "you". "Licensees" and "recipients" may be individuals |
||||||
|
or organizations. |
||||||
|
|
||||||
|
To "modify" a work means to copy from or adapt all or part of the work in |
||||||
|
a fashion requiring copyright permission, other than the making of an exact |
||||||
|
copy. The resulting work is called a "modified version" of the earlier work |
||||||
|
or a work "based on" the earlier work. |
||||||
|
|
||||||
|
A "covered work" means either the unmodified Program or a work based on the |
||||||
|
Program. |
||||||
|
|
||||||
|
To "propagate" a work means to do anything with it that, without permission, |
||||||
|
would make you directly or secondarily liable for infringement under applicable |
||||||
|
copyright law, except executing it on a computer or modifying a private copy. |
||||||
|
Propagation includes copying, distribution (with or without modification), |
||||||
|
making available to the public, and in some countries other activities as |
||||||
|
well. |
||||||
|
|
||||||
|
To "convey" a work means any kind of propagation that enables other parties |
||||||
|
to make or receive copies. Mere interaction with a user through a computer |
||||||
|
network, with no transfer of a copy, is not conveying. |
||||||
|
|
||||||
|
An interactive user interface displays "Appropriate Legal Notices" to the |
||||||
|
extent that it includes a convenient and prominently visible feature that |
||||||
|
(1) displays an appropriate copyright notice, and (2) tells the user that |
||||||
|
there is no warranty for the work (except to the extent that warranties are |
||||||
|
provided), that licensees may convey the work under this License, and how |
||||||
|
to view a copy of this License. If the interface presents a list of user commands |
||||||
|
or options, such as a menu, a prominent item in the list meets this criterion. |
||||||
|
|
||||||
|
1. Source Code. |
||||||
|
|
||||||
|
The "source code" for a work means the preferred form of the work for making |
||||||
|
modifications to it. "Object code" means any non-source form of a work. |
||||||
|
|
||||||
|
A "Standard Interface" means an interface that either is an official standard |
||||||
|
defined by a recognized standards body, or, in the case of interfaces specified |
||||||
|
for a particular programming language, one that is widely used among developers |
||||||
|
working in that language. |
||||||
|
|
||||||
|
The "System Libraries" of an executable work include anything, other than |
||||||
|
the work as a whole, that (a) is included in the normal form of packaging |
||||||
|
a Major Component, but which is not part of that Major Component, and (b) |
||||||
|
serves only to enable use of the work with that Major Component, or to implement |
||||||
|
a Standard Interface for which an implementation is available to the public |
||||||
|
in source code form. A "Major Component", in this context, means a major essential |
||||||
|
component (kernel, window system, and so on) of the specific operating system |
||||||
|
(if any) on which the executable work runs, or a compiler used to produce |
||||||
|
the work, or an object code interpreter used to run it. |
||||||
|
|
||||||
|
The "Corresponding Source" for a work in object code form means all the source |
||||||
|
code needed to generate, install, and (for an executable work) run the object |
||||||
|
code and to modify the work, including scripts to control those activities. |
||||||
|
However, it does not include the work's System Libraries, or general-purpose |
||||||
|
tools or generally available free programs which are used unmodified in performing |
||||||
|
those activities but which are not part of the work. For example, Corresponding |
||||||
|
Source includes interface definition files associated with source files for |
||||||
|
the work, and the source code for shared libraries and dynamically linked |
||||||
|
subprograms that the work is specifically designed to require, such as by |
||||||
|
intimate data communication or control flow between those subprograms and |
||||||
|
other parts of the work. |
||||||
|
|
||||||
|
The Corresponding Source need not include anything that users can regenerate |
||||||
|
automatically from other parts of the Corresponding Source. |
||||||
|
|
||||||
|
The Corresponding Source for a work in source code form is that same work. |
||||||
|
|
||||||
|
2. Basic Permissions. |
||||||
|
|
||||||
|
All rights granted under this License are granted for the term of copyright |
||||||
|
on the Program, and are irrevocable provided the stated conditions are met. |
||||||
|
This License explicitly affirms your unlimited permission to run the unmodified |
||||||
|
Program. The output from running a covered work is covered by this License |
||||||
|
only if the output, given its content, constitutes a covered work. This License |
||||||
|
acknowledges your rights of fair use or other equivalent, as provided by copyright |
||||||
|
law. |
||||||
|
|
||||||
|
You may make, run and propagate covered works that you do not convey, without |
||||||
|
conditions so long as your license otherwise remains in force. You may convey |
||||||
|
covered works to others for the sole purpose of having them make modifications |
||||||
|
exclusively for you, or provide you with facilities for running those works, |
||||||
|
provided that you comply with the terms of this License in conveying all material |
||||||
|
for which you do not control copyright. Those thus making or running the covered |
||||||
|
works for you must do so exclusively on your behalf, under your direction |
||||||
|
and control, on terms that prohibit them from making any copies of your copyrighted |
||||||
|
material outside their relationship with you. |
||||||
|
|
||||||
|
Conveying under any other circumstances is permitted solely under the conditions |
||||||
|
stated below. Sublicensing is not allowed; section 10 makes it unnecessary. |
||||||
|
|
||||||
|
3. Protecting Users' Legal Rights From Anti-Circumvention Law. |
||||||
|
|
||||||
|
No covered work shall be deemed part of an effective technological measure |
||||||
|
under any applicable law fulfilling obligations under article 11 of the WIPO |
||||||
|
copyright treaty adopted on 20 December 1996, or similar laws prohibiting |
||||||
|
or restricting circumvention of such measures. |
||||||
|
|
||||||
|
When you convey a covered work, you waive any legal power to forbid circumvention |
||||||
|
of technological measures to the extent such circumvention is effected by |
||||||
|
exercising rights under this License with respect to the covered work, and |
||||||
|
you disclaim any intention to limit operation or modification of the work |
||||||
|
as a means of enforcing, against the work's users, your or third parties' |
||||||
|
legal rights to forbid circumvention of technological measures. |
||||||
|
|
||||||
|
4. Conveying Verbatim Copies. |
||||||
|
|
||||||
|
You may convey verbatim copies of the Program's source code as you receive |
||||||
|
it, in any medium, provided that you conspicuously and appropriately publish |
||||||
|
on each copy an appropriate copyright notice; keep intact all notices stating |
||||||
|
that this License and any non-permissive terms added in accord with section |
||||||
|
7 apply to the code; keep intact all notices of the absence of any warranty; |
||||||
|
and give all recipients a copy of this License along with the Program. |
||||||
|
|
||||||
|
You may charge any price or no price for each copy that you convey, and you |
||||||
|
may offer support or warranty protection for a fee. |
||||||
|
|
||||||
|
5. Conveying Modified Source Versions. |
||||||
|
|
||||||
|
You may convey a work based on the Program, or the modifications to produce |
||||||
|
it from the Program, in the form of source code under the terms of section |
||||||
|
4, provided that you also meet all of these conditions: |
||||||
|
|
||||||
|
a) The work must carry prominent notices stating that you modified it, and |
||||||
|
giving a relevant date. |
||||||
|
|
||||||
|
b) The work must carry prominent notices stating that it is released under |
||||||
|
this License and any conditions added under section 7. This requirement modifies |
||||||
|
the requirement in section 4 to "keep intact all notices". |
||||||
|
|
||||||
|
c) You must license the entire work, as a whole, under this License to anyone |
||||||
|
who comes into possession of a copy. This License will therefore apply, along |
||||||
|
with any applicable section 7 additional terms, to the whole of the work, |
||||||
|
and all its parts, regardless of how they are packaged. This License gives |
||||||
|
no permission to license the work in any other way, but it does not invalidate |
||||||
|
such permission if you have separately received it. |
||||||
|
|
||||||
|
d) If the work has interactive user interfaces, each must display Appropriate |
||||||
|
Legal Notices; however, if the Program has interactive interfaces that do |
||||||
|
not display Appropriate Legal Notices, your work need not make them do so. |
||||||
|
|
||||||
|
A compilation of a covered work with other separate and independent works, |
||||||
|
which are not by their nature extensions of the covered work, and which are |
||||||
|
not combined with it such as to form a larger program, in or on a volume of |
||||||
|
a storage or distribution medium, is called an "aggregate" if the compilation |
||||||
|
and its resulting copyright are not used to limit the access or legal rights |
||||||
|
of the compilation's users beyond what the individual works permit. Inclusion |
||||||
|
of a covered work in an aggregate does not cause this License to apply to |
||||||
|
the other parts of the aggregate. |
||||||
|
|
||||||
|
6. Conveying Non-Source Forms. |
||||||
|
|
||||||
|
You may convey a covered work in object code form under the terms of sections |
||||||
|
4 and 5, provided that you also convey the machine-readable Corresponding |
||||||
|
Source under the terms of this License, in one of these ways: |
||||||
|
|
||||||
|
a) Convey the object code in, or embodied in, a physical product (including |
||||||
|
a physical distribution medium), accompanied by the Corresponding Source fixed |
||||||
|
on a durable physical medium customarily used for software interchange. |
||||||
|
|
||||||
|
b) Convey the object code in, or embodied in, a physical product (including |
||||||
|
a physical distribution medium), accompanied by a written offer, valid for |
||||||
|
at least three years and valid for as long as you offer spare parts or customer |
||||||
|
support for that product model, to give anyone who possesses the object code |
||||||
|
either (1) a copy of the Corresponding Source for all the software in the |
||||||
|
product that is covered by this License, on a durable physical medium customarily |
||||||
|
used for software interchange, for a price no more than your reasonable cost |
||||||
|
of physically performing this conveying of source, or (2) access to copy the |
||||||
|
Corresponding Source from a network server at no charge. |
||||||
|
|
||||||
|
c) Convey individual copies of the object code with a copy of the written |
||||||
|
offer to provide the Corresponding Source. This alternative is allowed only |
||||||
|
occasionally and noncommercially, and only if you received the object code |
||||||
|
with such an offer, in accord with subsection 6b. |
||||||
|
|
||||||
|
d) Convey the object code by offering access from a designated place (gratis |
||||||
|
or for a charge), and offer equivalent access to the Corresponding Source |
||||||
|
in the same way through the same place at no further charge. You need not |
||||||
|
require recipients to copy the Corresponding Source along with the object |
||||||
|
code. If the place to copy the object code is a network server, the Corresponding |
||||||
|
Source may be on a different server (operated by you or a third party) that |
||||||
|
supports equivalent copying facilities, provided you maintain clear directions |
||||||
|
next to the object code saying where to find the Corresponding Source. Regardless |
||||||
|
of what server hosts the Corresponding Source, you remain obligated to ensure |
||||||
|
that it is available for as long as needed to satisfy these requirements. |
||||||
|
|
||||||
|
e) Convey the object code using peer-to-peer transmission, provided you inform |
||||||
|
other peers where the object code and Corresponding Source of the work are |
||||||
|
being offered to the general public at no charge under subsection 6d. |
||||||
|
|
||||||
|
A separable portion of the object code, whose source code is excluded from |
||||||
|
the Corresponding Source as a System Library, need not be included in conveying |
||||||
|
the object code work. |
||||||
|
|
||||||
|
A "User Product" is either (1) a "consumer product", which means any tangible |
||||||
|
personal property which is normally used for personal, family, or household |
||||||
|
purposes, or (2) anything designed or sold for incorporation into a dwelling. |
||||||
|
In determining whether a product is a consumer product, doubtful cases shall |
||||||
|
be resolved in favor of coverage. For a particular product received by a particular |
||||||
|
user, "normally used" refers to a typical or common use of that class of product, |
||||||
|
regardless of the status of the particular user or of the way in which the |
||||||
|
particular user actually uses, or expects or is expected to use, the product. |
||||||
|
A product is a consumer product regardless of whether the product has substantial |
||||||
|
commercial, industrial or non-consumer uses, unless such uses represent the |
||||||
|
only significant mode of use of the product. |
||||||
|
|
||||||
|
"Installation Information" for a User Product means any methods, procedures, |
||||||
|
authorization keys, or other information required to install and execute modified |
||||||
|
versions of a covered work in that User Product from a modified version of |
||||||
|
its Corresponding Source. The information must suffice to ensure that the |
||||||
|
continued functioning of the modified object code is in no case prevented |
||||||
|
or interfered with solely because modification has been made. |
||||||
|
|
||||||
|
If you convey an object code work under this section in, or with, or specifically |
||||||
|
for use in, a User Product, and the conveying occurs as part of a transaction |
||||||
|
in which the right of possession and use of the User Product is transferred |
||||||
|
to the recipient in perpetuity or for a fixed term (regardless of how the |
||||||
|
transaction is characterized), the Corresponding Source conveyed under this |
||||||
|
section must be accompanied by the Installation Information. But this requirement |
||||||
|
does not apply if neither you nor any third party retains the ability to install |
||||||
|
modified object code on the User Product (for example, the work has been installed |
||||||
|
in ROM). |
||||||
|
|
||||||
|
The requirement to provide Installation Information does not include a requirement |
||||||
|
to continue to provide support service, warranty, or updates for a work that |
||||||
|
has been modified or installed by the recipient, or for the User Product in |
||||||
|
which it has been modified or installed. Access to a network may be denied |
||||||
|
when the modification itself materially and adversely affects the operation |
||||||
|
of the network or violates the rules and protocols for communication across |
||||||
|
the network. |
||||||
|
|
||||||
|
Corresponding Source conveyed, and Installation Information provided, in accord |
||||||
|
with this section must be in a format that is publicly documented (and with |
||||||
|
an implementation available to the public in source code form), and must require |
||||||
|
no special password or key for unpacking, reading or copying. |
||||||
|
|
||||||
|
7. Additional Terms. |
||||||
|
|
||||||
|
"Additional permissions" are terms that supplement the terms of this License |
||||||
|
by making exceptions from one or more of its conditions. Additional permissions |
||||||
|
that are applicable to the entire Program shall be treated as though they |
||||||
|
were included in this License, to the extent that they are valid under applicable |
||||||
|
law. If additional permissions apply only to part of the Program, that part |
||||||
|
may be used separately under those permissions, but the entire Program remains |
||||||
|
governed by this License without regard to the additional permissions. |
||||||
|
|
||||||
|
When you convey a copy of a covered work, you may at your option remove any |
||||||
|
additional permissions from that copy, or from any part of it. (Additional |
||||||
|
permissions may be written to require their own removal in certain cases when |
||||||
|
you modify the work.) You may place additional permissions on material, added |
||||||
|
by you to a covered work, for which you have or can give appropriate copyright |
||||||
|
permission. |
||||||
|
|
||||||
|
Notwithstanding any other provision of this License, for material you add |
||||||
|
to a covered work, you may (if authorized by the copyright holders of that |
||||||
|
material) supplement the terms of this License with terms: |
||||||
|
|
||||||
|
a) Disclaiming warranty or limiting liability differently from the terms of |
||||||
|
sections 15 and 16 of this License; or |
||||||
|
|
||||||
|
b) Requiring preservation of specified reasonable legal notices or author |
||||||
|
attributions in that material or in the Appropriate Legal Notices displayed |
||||||
|
by works containing it; or |
||||||
|
|
||||||
|
c) Prohibiting misrepresentation of the origin of that material, or requiring |
||||||
|
that modified versions of such material be marked in reasonable ways as different |
||||||
|
from the original version; or |
||||||
|
|
||||||
|
d) Limiting the use for publicity purposes of names of licensors or authors |
||||||
|
of the material; or |
||||||
|
|
||||||
|
e) Declining to grant rights under trademark law for use of some trade names, |
||||||
|
trademarks, or service marks; or |
||||||
|
|
||||||
|
f) Requiring indemnification of licensors and authors of that material by |
||||||
|
anyone who conveys the material (or modified versions of it) with contractual |
||||||
|
assumptions of liability to the recipient, for any liability that these contractual |
||||||
|
assumptions directly impose on those licensors and authors. |
||||||
|
|
||||||
|
All other non-permissive additional terms are considered "further restrictions" |
||||||
|
within the meaning of section 10. If the Program as you received it, or any |
||||||
|
part of it, contains a notice stating that it is governed by this License |
||||||
|
along with a term that is a further restriction, you may remove that term. |
||||||
|
If a license document contains a further restriction but permits relicensing |
||||||
|
or conveying under this License, you may add to a covered work material governed |
||||||
|
by the terms of that license document, provided that the further restriction |
||||||
|
does not survive such relicensing or conveying. |
||||||
|
|
||||||
|
If you add terms to a covered work in accord with this section, you must place, |
||||||
|
in the relevant source files, a statement of the additional terms that apply |
||||||
|
to those files, or a notice indicating where to find the applicable terms. |
||||||
|
|
||||||
|
Additional terms, permissive or non-permissive, may be stated in the form |
||||||
|
of a separately written license, or stated as exceptions; the above requirements |
||||||
|
apply either way. |
||||||
|
|
||||||
|
8. Termination. |
||||||
|
|
||||||
|
You may not propagate or modify a covered work except as expressly provided |
||||||
|
under this License. Any attempt otherwise to propagate or modify it is void, |
||||||
|
and will automatically terminate your rights under this License (including |
||||||
|
any patent licenses granted under the third paragraph of section 11). |
||||||
|
|
||||||
|
However, if you cease all violation of this License, then your license from |
||||||
|
a particular copyright holder is reinstated (a) provisionally, unless and |
||||||
|
until the copyright holder explicitly and finally terminates your license, |
||||||
|
and (b) permanently, if the copyright holder fails to notify you of the violation |
||||||
|
by some reasonable means prior to 60 days after the cessation. |
||||||
|
|
||||||
|
Moreover, your license from a particular copyright holder is reinstated permanently |
||||||
|
if the copyright holder notifies you of the violation by some reasonable means, |
||||||
|
this is the first time you have received notice of violation of this License |
||||||
|
(for any work) from that copyright holder, and you cure the violation prior |
||||||
|
to 30 days after your receipt of the notice. |
||||||
|
|
||||||
|
Termination of your rights under this section does not terminate the licenses |
||||||
|
of parties who have received copies or rights from you under this License. |
||||||
|
If your rights have been terminated and not permanently reinstated, you do |
||||||
|
not qualify to receive new licenses for the same material under section 10. |
||||||
|
|
||||||
|
9. Acceptance Not Required for Having Copies. |
||||||
|
|
||||||
|
You are not required to accept this License in order to receive or run a copy |
||||||
|
of the Program. Ancillary propagation of a covered work occurring solely as |
||||||
|
a consequence of using peer-to-peer transmission to receive a copy likewise |
||||||
|
does not require acceptance. However, nothing other than this License grants |
||||||
|
you permission to propagate or modify any covered work. These actions infringe |
||||||
|
copyright if you do not accept this License. Therefore, by modifying or propagating |
||||||
|
a covered work, you indicate your acceptance of this License to do so. |
||||||
|
|
||||||
|
10. Automatic Licensing of Downstream Recipients. |
||||||
|
|
||||||
|
Each time you convey a covered work, the recipient automatically receives |
||||||
|
a license from the original licensors, to run, modify and propagate that work, |
||||||
|
subject to this License. You are not responsible for enforcing compliance |
||||||
|
by third parties with this License. |
||||||
|
|
||||||
|
An "entity transaction" is a transaction transferring control of an organization, |
||||||
|
or substantially all assets of one, or subdividing an organization, or merging |
||||||
|
organizations. If propagation of a covered work results from an entity transaction, |
||||||
|
each party to that transaction who receives a copy of the work also receives |
||||||
|
whatever licenses to the work the party's predecessor in interest had or could |
||||||
|
give under the previous paragraph, plus a right to possession of the Corresponding |
||||||
|
Source of the work from the predecessor in interest, if the predecessor has |
||||||
|
it or can get it with reasonable efforts. |
||||||
|
|
||||||
|
You may not impose any further restrictions on the exercise of the rights |
||||||
|
granted or affirmed under this License. For example, you may not impose a |
||||||
|
license fee, royalty, or other charge for exercise of rights granted under |
||||||
|
this License, and you may not initiate litigation (including a cross-claim |
||||||
|
or counterclaim in a lawsuit) alleging that any patent claim is infringed |
||||||
|
by making, using, selling, offering for sale, or importing the Program or |
||||||
|
any portion of it. |
||||||
|
|
||||||
|
11. Patents. |
||||||
|
|
||||||
|
A "contributor" is a copyright holder who authorizes use under this License |
||||||
|
of the Program or a work on which the Program is based. The work thus licensed |
||||||
|
is called the contributor's "contributor version". |
||||||
|
|
||||||
|
A contributor's "essential patent claims" are all patent claims owned or controlled |
||||||
|
by the contributor, whether already acquired or hereafter acquired, that would |
||||||
|
be infringed by some manner, permitted by this License, of making, using, |
||||||
|
or selling its contributor version, but do not include claims that would be |
||||||
|
infringed only as a consequence of further modification of the contributor |
||||||
|
version. For purposes of this definition, "control" includes the right to |
||||||
|
grant patent sublicenses in a manner consistent with the requirements of this |
||||||
|
License. |
||||||
|
|
||||||
|
Each contributor grants you a non-exclusive, worldwide, royalty-free patent |
||||||
|
license under the contributor's essential patent claims, to make, use, sell, |
||||||
|
offer for sale, import and otherwise run, modify and propagate the contents |
||||||
|
of its contributor version. |
||||||
|
|
||||||
|
In the following three paragraphs, a "patent license" is any express agreement |
||||||
|
or commitment, however denominated, not to enforce a patent (such as an express |
||||||
|
permission to practice a patent or covenant not to sue for patent infringement). |
||||||
|
To "grant" such a patent license to a party means to make such an agreement |
||||||
|
or commitment not to enforce a patent against the party. |
||||||
|
|
||||||
|
If you convey a covered work, knowingly relying on a patent license, and the |
||||||
|
Corresponding Source of the work is not available for anyone to copy, free |
||||||
|
of charge and under the terms of this License, through a publicly available |
||||||
|
network server or other readily accessible means, then you must either (1) |
||||||
|
cause the Corresponding Source to be so available, or (2) arrange to deprive |
||||||
|
yourself of the benefit of the patent license for this particular work, or |
||||||
|
(3) arrange, in a manner consistent with the requirements of this License, |
||||||
|
to extend the patent license to downstream recipients. "Knowingly relying" |
||||||
|
means you have actual knowledge that, but for the patent license, your conveying |
||||||
|
the covered work in a country, or your recipient's use of the covered work |
||||||
|
in a country, would infringe one or more identifiable patents in that country |
||||||
|
that you have reason to believe are valid. |
||||||
|
|
||||||
|
If, pursuant to or in connection with a single transaction or arrangement, |
||||||
|
you convey, or propagate by procuring conveyance of, a covered work, and grant |
||||||
|
a patent license to some of the parties receiving the covered work authorizing |
||||||
|
them to use, propagate, modify or convey a specific copy of the covered work, |
||||||
|
then the patent license you grant is automatically extended to all recipients |
||||||
|
of the covered work and works based on it. |
||||||
|
|
||||||
|
A patent license is "discriminatory" if it does not include within the scope |
||||||
|
of its coverage, prohibits the exercise of, or is conditioned on the non-exercise |
||||||
|
of one or more of the rights that are specifically granted under this License. |
||||||
|
You may not convey a covered work if you are a party to an arrangement with |
||||||
|
a third party that is in the business of distributing software, under which |
||||||
|
you make payment to the third party based on the extent of your activity of |
||||||
|
conveying the work, and under which the third party grants, to any of the |
||||||
|
parties who would receive the covered work from you, a discriminatory patent |
||||||
|
license (a) in connection with copies of the covered work conveyed by you |
||||||
|
(or copies made from those copies), or (b) primarily for and in connection |
||||||
|
with specific products or compilations that contain the covered work, unless |
||||||
|
you entered into that arrangement, or that patent license was granted, prior |
||||||
|
to 28 March 2007. |
||||||
|
|
||||||
|
Nothing in this License shall be construed as excluding or limiting any implied |
||||||
|
license or other defenses to infringement that may otherwise be available |
||||||
|
to you under applicable patent law. |
||||||
|
|
||||||
|
12. No Surrender of Others' Freedom. |
||||||
|
|
||||||
|
If conditions are imposed on you (whether by court order, agreement or otherwise) |
||||||
|
that contradict the conditions of this License, they do not excuse you from |
||||||
|
the conditions of this License. If you cannot convey a covered work so as |
||||||
|
to satisfy simultaneously your obligations under this License and any other |
||||||
|
pertinent obligations, then as a consequence you may not convey it at all. |
||||||
|
For example, if you agree to terms that obligate you to collect a royalty |
||||||
|
for further conveying from those to whom you convey the Program, the only |
||||||
|
way you could satisfy both those terms and this License would be to refrain |
||||||
|
entirely from conveying the Program. |
||||||
|
|
||||||
|
13. Use with the GNU Affero General Public License. |
||||||
|
|
||||||
|
Notwithstanding any other provision of this License, you have permission to |
||||||
|
link or combine any covered work with a work licensed under version 3 of the |
||||||
|
GNU Affero General Public License into a single combined work, and to convey |
||||||
|
the resulting work. The terms of this License will continue to apply to the |
||||||
|
part which is the covered work, but the special requirements of the GNU Affero |
||||||
|
General Public License, section 13, concerning interaction through a network |
||||||
|
will apply to the combination as such. |
||||||
|
|
||||||
|
14. Revised Versions of this License. |
||||||
|
|
||||||
|
The Free Software Foundation may publish revised and/or new versions of the |
||||||
|
GNU General Public License from time to time. Such new versions will be similar |
||||||
|
in spirit to the present version, but may differ in detail to address new |
||||||
|
problems or concerns. |
||||||
|
|
||||||
|
Each version is given a distinguishing version number. If the Program specifies |
||||||
|
that a certain numbered version of the GNU General Public License "or any |
||||||
|
later version" applies to it, you have the option of following the terms and |
||||||
|
conditions either of that numbered version or of any later version published |
||||||
|
by the Free Software Foundation. If the Program does not specify a version |
||||||
|
number of the GNU General Public License, you may choose any version ever |
||||||
|
published by the Free Software Foundation. |
||||||
|
|
||||||
|
If the Program specifies that a proxy can decide which future versions of |
||||||
|
the GNU General Public License can be used, that proxy's public statement |
||||||
|
of acceptance of a version permanently authorizes you to choose that version |
||||||
|
for the Program. |
||||||
|
|
||||||
|
Later license versions may give you additional or different permissions. However, |
||||||
|
no additional obligations are imposed on any author or copyright holder as |
||||||
|
a result of your choosing to follow a later version. |
||||||
|
|
||||||
|
15. Disclaimer of Warranty. |
||||||
|
|
||||||
|
THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE |
||||||
|
LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR |
||||||
|
OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER |
||||||
|
EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
||||||
|
OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS |
||||||
|
TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM |
||||||
|
PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR |
||||||
|
CORRECTION. |
||||||
|
|
||||||
|
16. Limitation of Liability. |
||||||
|
|
||||||
|
IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL |
||||||
|
ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS THE PROGRAM |
||||||
|
AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, |
||||||
|
INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO |
||||||
|
USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED |
||||||
|
INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A FAILURE OF THE |
||||||
|
PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER |
||||||
|
PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. |
||||||
|
|
||||||
|
17. Interpretation of Sections 15 and 16. |
||||||
|
|
||||||
|
If the disclaimer of warranty and limitation of liability provided above cannot |
||||||
|
be given local legal effect according to their terms, reviewing courts shall |
||||||
|
apply local law that most closely approximates an absolute waiver of all civil |
||||||
|
liability in connection with the Program, unless a warranty or assumption |
||||||
|
of liability accompanies a copy of the Program in return for a fee. END OF |
||||||
|
TERMS AND CONDITIONS |
||||||
|
|
||||||
|
How to Apply These Terms to Your New Programs |
||||||
|
|
||||||
|
If you develop a new program, and you want it to be of the greatest possible |
||||||
|
use to the public, the best way to achieve this is to make it free software |
||||||
|
which everyone can redistribute and change under these terms. |
||||||
|
|
||||||
|
To do so, attach the following notices to the program. It is safest to attach |
||||||
|
them to the start of each source file to most effectively state the exclusion |
||||||
|
of warranty; and each file should have at least the "copyright" line and a |
||||||
|
pointer to where the full notice is found. |
||||||
|
|
||||||
|
<one line to give the program's name and a brief idea of what it does.> |
||||||
|
|
||||||
|
Copyright (C) <year> <name of author> |
||||||
|
|
||||||
|
This program is free software: you can redistribute it and/or modify it under |
||||||
|
the terms of the GNU General Public License as published by the Free Software |
||||||
|
Foundation, either version 3 of the License, or (at your option) any later |
||||||
|
version. |
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful, but WITHOUT |
||||||
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
||||||
|
FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. |
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License along with |
||||||
|
this program. If not, see <https://www.gnu.org/licenses/>. |
||||||
|
|
||||||
|
Also add information on how to contact you by electronic and paper mail. |
||||||
|
|
||||||
|
If the program does terminal interaction, make it output a short notice like |
||||||
|
this when it starts in an interactive mode: |
||||||
|
|
||||||
|
<program> Copyright (C) <year> <name of author> |
||||||
|
|
||||||
|
This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. |
||||||
|
|
||||||
|
This is free software, and you are welcome to redistribute it under certain |
||||||
|
conditions; type `show c' for details. |
||||||
|
|
||||||
|
The hypothetical commands `show w' and `show c' should show the appropriate |
||||||
|
parts of the General Public License. Of course, your program's commands might |
||||||
|
be different; for a GUI interface, you would use an "about box". |
||||||
|
|
||||||
|
You should also get your employer (if you work as a programmer) or school, |
||||||
|
if any, to sign a "copyright disclaimer" for the program, if necessary. For |
||||||
|
more information on this, and how to apply and follow the GNU GPL, see <https://www.gnu.org/licenses/>. |
||||||
|
|
||||||
|
The GNU General Public License does not permit incorporating your program |
||||||
|
into proprietary programs. If your program is a subroutine library, you may |
||||||
|
consider it more useful to permit linking proprietary applications with the |
||||||
|
library. If this is what you want to do, use the GNU Lesser General Public |
||||||
|
License instead of this License. But first, please read <https://www.gnu.org/ |
||||||
|
licenses /why-not-lgpl.html>. |
||||||
@ -1,93 +0,0 @@ |
|||||||
import sqlite3 |
|
||||||
from dbHandler import dbConnection |
|
||||||
|
|
||||||
|
|
||||||
class Console: |
|
||||||
console_id = 0 |
|
||||||
name = "" |
|
||||||
description = "" |
|
||||||
thumbnail_uri = "" |
|
||||||
rating = 0 |
|
||||||
|
|
||||||
def __init__(self, console_id=None, name=None): |
|
||||||
if console_id is None and name is not None: |
|
||||||
self.name = name |
|
||||||
try: |
|
||||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
|
||||||
cursor = sqliteConnection.cursor() |
|
||||||
# print("Connected") |
|
||||||
query = "SELECT * FROM Consoles WHERE name=?" |
|
||||||
cursor.execute(query, [name, ]) |
|
||||||
records = cursor.fetchall() |
|
||||||
if len(records) < 1: |
|
||||||
# print("Console is not in table") |
|
||||||
query = "INSERT INTO Consoles (name) VALUES (?)" |
|
||||||
cursor.execute(query, [name, ]) |
|
||||||
sqliteConnection.commit() |
|
||||||
query = "SELECT seq FROM sqlite_sequence WHERE name=?" |
|
||||||
cursor.execute(query, ["Consoles"]) |
|
||||||
records = cursor.fetchall() |
|
||||||
for row in records: |
|
||||||
self.console_id = row[0] |
|
||||||
cursor.close() |
|
||||||
else: |
|
||||||
for row in records: |
|
||||||
self.console_id = row[0] |
|
||||||
self.populateConsoleAttrs() |
|
||||||
|
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
|
|
||||||
finally: |
|
||||||
if (sqliteConnection): |
|
||||||
sqliteConnection.close() |
|
||||||
print("The SQLite connection is closed") |
|
||||||
|
|
||||||
elif name is None and console_id is not None: |
|
||||||
self.console_id = console_id |
|
||||||
db = dbConnection() |
|
||||||
query = "SELECT * FROM Consoles WHERE console_id=?" |
|
||||||
values = [console_id, ] |
|
||||||
records = db.queryDB(query, values, returnsRecords=True) |
|
||||||
if records.__sizeof__() > 0: |
|
||||||
self.populateConsoleAttrs() |
|
||||||
db.closeDB() |
|
||||||
|
|
||||||
else: |
|
||||||
print("No data given, initializing blank Console object") |
|
||||||
|
|
||||||
def updateConsoleAttrs(self, console_id=None): |
|
||||||
if console_id is None: |
|
||||||
# print("Console ID is REQUIRED!") |
|
||||||
return |
|
||||||
else: |
|
||||||
try: |
|
||||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
|
||||||
cursor = sqliteConnection.cursor() |
|
||||||
# print("Connected") |
|
||||||
query = "SELECT * FROM Consoles WHERE console_id=?" |
|
||||||
cursor.execute(query, [console_id, ]) |
|
||||||
records = cursor.fetchall() |
|
||||||
if len(records) > 0: |
|
||||||
# print("Console is not in table") |
|
||||||
query = "UPDATE Consoles SET name=?, description=?, rating=?, thumbnail_uri=? WHERE console_id=?" |
|
||||||
cursor.execute(query, |
|
||||||
[self.name, self.description, self.rating, self.thumbnail_uri, self.console_id]) |
|
||||||
sqliteConnection.commit() |
|
||||||
cursor.close() |
|
||||||
else: |
|
||||||
print("Console with this ID does not exist!") |
|
||||||
|
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
|
|
||||||
def populateConsoleAttrs(self): |
|
||||||
db = dbConnection() |
|
||||||
query = "SELECT * FROM Consoles WHERE console_id=?" |
|
||||||
values = [self.console_id] |
|
||||||
records = db.queryDB(query, values, returnsRecords=True) |
|
||||||
for row in records: |
|
||||||
self.name = row[1] |
|
||||||
self.rating = row[4] |
|
||||||
self.description = row[2] |
|
||||||
return |
|
||||||
@ -1,225 +0,0 @@ |
|||||||
import sqlite3 |
|
||||||
from dbHandler import dbConnection |
|
||||||
import requests |
|
||||||
from requests_html import HTMLSession |
|
||||||
import re |
|
||||||
from pprint import pprint |
|
||||||
import os |
|
||||||
from time import sleep |
|
||||||
|
|
||||||
class Game: |
|
||||||
game_id = 0 |
|
||||||
name = "" |
|
||||||
description = "" |
|
||||||
thumbnail_uri = "" |
|
||||||
rating = 0 |
|
||||||
downloadURL = "" |
|
||||||
downloadURLArr = [] |
|
||||||
console = "" |
|
||||||
|
|
||||||
def __init__(self, game_id=None, name=None): |
|
||||||
self.game_id = 0 |
|
||||||
self.name = "" |
|
||||||
self.description = "" |
|
||||||
self.thumbnail_uri = "" |
|
||||||
self.rating = 0 |
|
||||||
self.downloadURL = "" |
|
||||||
self.downloadURLArr = [] |
|
||||||
self.console = "" |
|
||||||
|
|
||||||
|
|
||||||
if game_id is None and name is not None: |
|
||||||
self.name = name |
|
||||||
try: |
|
||||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
|
||||||
cursor = sqliteConnection.cursor() |
|
||||||
print("Connected") |
|
||||||
query = "SELECT * FROM Games WHERE name=?" |
|
||||||
cursor.execute(query, [name, ]) |
|
||||||
records = cursor.fetchall() |
|
||||||
if len(records) < 1: |
|
||||||
print("Game is not in table") |
|
||||||
query = "INSERT INTO Games (name) VALUES (?)" |
|
||||||
cursor.execute(query, [name, ]) |
|
||||||
sqliteConnection.commit() |
|
||||||
query = "SELECT seq FROM sqlite_sequence WHERE name=?" |
|
||||||
cursor.execute(query, ["Games"]) |
|
||||||
records = cursor.fetchall() |
|
||||||
for row in records: |
|
||||||
self.game_id = row[0] |
|
||||||
cursor.close() |
|
||||||
|
|
||||||
else: |
|
||||||
for row in records: |
|
||||||
self.game_id = row[0] |
|
||||||
self.populateGameAttrs() |
|
||||||
|
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
|
|
||||||
finally: |
|
||||||
if (sqliteConnection): |
|
||||||
sqliteConnection.close() |
|
||||||
print("The SQLite connection is closed") |
|
||||||
|
|
||||||
elif name is None and game_id is not None: |
|
||||||
self.game_id = game_id |
|
||||||
db = dbConnection() |
|
||||||
query = "SELECT * FROM Games WHERE game_id=?" |
|
||||||
values = [game_id, ] |
|
||||||
records = db.queryDB(query, values, returnsRecords=True) |
|
||||||
if records.__sizeof__() > 0: |
|
||||||
self.populateGameAttrs() |
|
||||||
db.closeDB() |
|
||||||
|
|
||||||
else: |
|
||||||
print("No data given, initializing blank game object") |
|
||||||
|
|
||||||
def populateGameAttrs(self): |
|
||||||
db = dbConnection() |
|
||||||
query = "SELECT * FROM Games WHERE game_id=?" |
|
||||||
values = [self.game_id] |
|
||||||
records = db.queryDB(query, values, returnsRecords=True) |
|
||||||
for row in records: |
|
||||||
self.name = row[2] |
|
||||||
self.rating = row[1] |
|
||||||
self.description = row[3] |
|
||||||
|
|
||||||
query = "SELECT * FROM Game_On_Website WHERE game_id=?" |
|
||||||
#print(self.game_id) |
|
||||||
values = [self.game_id] |
|
||||||
records = db.queryDB(query, values, returnsRecords=True) |
|
||||||
for row in records: |
|
||||||
self.downloadURLArr.append({'console_id': row[4], 'website_id': row[2], 'url': row[3]}) |
|
||||||
self.downloadURL = row[3] |
|
||||||
|
|
||||||
query = "SELECT * FROM Game_On_Console WHERE game_id=?" |
|
||||||
values = [self.game_id] |
|
||||||
records = db.queryDB(query, values, returnsRecords=True) |
|
||||||
for row in records: |
|
||||||
self.console = row[2] |
|
||||||
|
|
||||||
return |
|
||||||
|
|
||||||
def updateGameAttrs(self, game_id=None): |
|
||||||
if game_id is None: |
|
||||||
print("Game ID is REQUIRED!") |
|
||||||
return |
|
||||||
else: |
|
||||||
try: |
|
||||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
|
||||||
cursor = sqliteConnection.cursor() |
|
||||||
#print("Connected") |
|
||||||
query = "SELECT * FROM Games WHERE game_id=?" |
|
||||||
cursor.execute(query, [game_id, ]) |
|
||||||
records = cursor.fetchall() |
|
||||||
if len(records) > 0: |
|
||||||
query = "UPDATE Games SET name=?, description=?, rating=?, thumbnail_uri=? WHERE game_id=?" |
|
||||||
cursor.execute(query, [self.name, self.description, self.rating, self.thumbnail_uri, self.game_id]) |
|
||||||
sqliteConnection.commit() |
|
||||||
|
|
||||||
else: |
|
||||||
print("Game with this ID does not exist!") |
|
||||||
cursor.close() |
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
return |
|
||||||
|
|
||||||
def addDownloadUrl(self, website, url, consoleId): |
|
||||||
self.downloadURL = url |
|
||||||
try: |
|
||||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
|
||||||
cursor = sqliteConnection.cursor() |
|
||||||
#print("Connected") |
|
||||||
query = "SELECT * FROM Game_On_Website WHERE game_id=? AND url=?" |
|
||||||
cursor.execute(query, [self.game_id, url]) |
|
||||||
records = cursor.fetchall() |
|
||||||
if len(records) > 0: |
|
||||||
print("Game is already catalogued!") |
|
||||||
else: |
|
||||||
query = "INSERT INTO Game_On_Website (game_id, website_id, url, console_id) VALUES (?,?,?, ?)" |
|
||||||
cursor.execute(query, [self.game_id, website.website_id, url, consoleId]) |
|
||||||
sqliteConnection.commit() |
|
||||||
cursor.close() |
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
|
|
||||||
return |
|
||||||
|
|
||||||
def addConsole(self, console): |
|
||||||
self.console = console.name |
|
||||||
try: |
|
||||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
|
||||||
cursor = sqliteConnection.cursor() |
|
||||||
#print("Connected") |
|
||||||
query = "SELECT * FROM Game_On_Console WHERE game_id=? AND console_id=?" |
|
||||||
cursor.execute(query, [self.game_id, console.console_id]) |
|
||||||
records = cursor.fetchall() |
|
||||||
if len(records) > 0: |
|
||||||
print("Game is already catalogued!") |
|
||||||
else: |
|
||||||
query = "INSERT INTO Game_On_Console (game_id, console_id) VALUES (?,?)" |
|
||||||
cursor.execute(query, [self.game_id, console.console_id]) |
|
||||||
sqliteConnection.commit() |
|
||||||
cursor.close() |
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
|
|
||||||
return |
|
||||||
|
|
||||||
def download(self, website, console): |
|
||||||
session = HTMLSession() |
|
||||||
for loc in self.downloadURLArr: |
|
||||||
if loc['website_id'] == website.website_id and loc['console_id'] == console.console_id: |
|
||||||
self.downloadURL = loc['url'] |
|
||||||
|
|
||||||
response = session.get(self.downloadURL) |
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
inputs = response.html.find('input') |
|
||||||
for inputField in inputs: |
|
||||||
if inputField.html.find('mediaId') != -1: |
|
||||||
mediaID = re.findall('value=\"(.*?)\"', inputField.html)[0] |
|
||||||
|
|
||||||
headers = { |
|
||||||
"User-Agent": 'Mozilla/5.0(X11; Linux x86_64; rv: 83.0) ' |
|
||||||
'Gecko/20100101' |
|
||||||
'Firefox / 83.0', |
|
||||||
"Accept": 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8', |
|
||||||
"Accept-Language": 'en-US,en;q=0.5', |
|
||||||
"Accept-Encoding": 'gzip, deflate, br', |
|
||||||
"Connection": 'keep-alive', |
|
||||||
"Referer": self.downloadURL, |
|
||||||
"Cookie": '__cfduid = d186e9398ba52f9caf7e9a1fdae8b51511606415231', |
|
||||||
"Upgrade-Insecure-Requests": '1', |
|
||||||
} |
|
||||||
serverNum = 4 |
|
||||||
fileDownloaded = False |
|
||||||
while not fileDownloaded: |
|
||||||
try: |
|
||||||
r = requests.get("https://download" + str(serverNum) + ".vimm.net/download/?mediaId=" + str(mediaID), |
|
||||||
headers=headers) |
|
||||||
|
|
||||||
except requests.exceptions.RequestException as e: |
|
||||||
serverNum -= 1 |
|
||||||
print(e) |
|
||||||
|
|
||||||
else: |
|
||||||
if r.status_code == 200: |
|
||||||
pprint("saving " + self.name) |
|
||||||
h = r.headers['content-disposition'] |
|
||||||
saveLocation = os.path.expanduser('~/Downloads/RomScraper/') + console.name + "/" + self.name[0] + "/" + re.findall("filename=\"(.+)\"", h)[0] |
|
||||||
os.makedirs(os.path.dirname(saveLocation), exist_ok=True) |
|
||||||
with open(saveLocation, "w") as f: |
|
||||||
f.write("FOOBAR") |
|
||||||
fileDownloaded = True |
|
||||||
else: |
|
||||||
pprint("File not found on server" + str(serverNum) + ", trying next server") |
|
||||||
serverNum -= 1 |
|
||||||
sleep(2) |
|
||||||
|
|
||||||
if serverNum == 0: |
|
||||||
pprint("Game was unable to be downloaded!") |
|
||||||
fileDownloaded = True |
|
||||||
return |
|
||||||
@ -1,77 +0,0 @@ |
|||||||
import sqlite3 |
|
||||||
from dbHandler import dbConnection |
|
||||||
|
|
||||||
|
|
||||||
class Website: |
|
||||||
website_id = 0 |
|
||||||
name = "" |
|
||||||
url = "" |
|
||||||
description = "" |
|
||||||
thumbnail_uri = "" |
|
||||||
rating = 0 |
|
||||||
|
|
||||||
def __init__(self, website_id=None, name=None): |
|
||||||
if website_id is None and name is not None: |
|
||||||
self.name = name |
|
||||||
try: |
|
||||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
|
||||||
cursor = sqliteConnection.cursor() |
|
||||||
print("Connected") |
|
||||||
query = "SELECT * FROM Websites WHERE name=?" |
|
||||||
cursor.execute(query, [name, ]) |
|
||||||
records = cursor.fetchall() |
|
||||||
if len(records) < 1: |
|
||||||
print("Website is not in table") |
|
||||||
query = "INSERT INTO Websites (name) VALUES (?)" |
|
||||||
cursor.execute(query, [name, ]) |
|
||||||
sqliteConnection.commit() |
|
||||||
cursor.close() |
|
||||||
else: |
|
||||||
for row in records: |
|
||||||
self.website_id = row[0] |
|
||||||
self.url = row[2] |
|
||||||
|
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
|
|
||||||
finally: |
|
||||||
if (sqliteConnection): |
|
||||||
sqliteConnection.close() |
|
||||||
print("The SQLite connection is closed") |
|
||||||
|
|
||||||
elif name is None and website_id is not None: |
|
||||||
db = dbConnection() |
|
||||||
query = "SELECT * FROM Websites WHERE website_id=?" |
|
||||||
values = [website_id, ] |
|
||||||
records = db.queryDB(query, values, returnsRecords=True) |
|
||||||
for row in records: |
|
||||||
self.website_id = row[0] |
|
||||||
self.url = row[2] |
|
||||||
db.closeDB() |
|
||||||
|
|
||||||
else: |
|
||||||
print("No data given, initializing blank Website object") |
|
||||||
|
|
||||||
def updateWebsiteAttrs(self, website_id=None): |
|
||||||
if website_id is None: |
|
||||||
print("Website ID is REQUIRED!") |
|
||||||
return |
|
||||||
else: |
|
||||||
try: |
|
||||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
|
||||||
cursor = sqliteConnection.cursor() |
|
||||||
print("Connected") |
|
||||||
query = "SELECT * FROM Websites WHERE website_id=?" |
|
||||||
cursor.execute(query, [website_id, ]) |
|
||||||
records = cursor.fetchall() |
|
||||||
if len(records) > 0: |
|
||||||
print("Website is not in table") |
|
||||||
query = "UPDATE Websites SET name=?, url=?, description=?, rating=?, thumbnail_uri=? WHERE website_id=? " |
|
||||||
cursor.execute(query, [self.name, self.url, self.description, self.rating, self.thumbnail_uri, self.website_id]) |
|
||||||
sqliteConnection.commit() |
|
||||||
cursor.close() |
|
||||||
else: |
|
||||||
print("Website with this ID does not exist!") |
|
||||||
|
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
@ -0,0 +1,3 @@ |
|||||||
|
# python-romscraper |
||||||
|
|
||||||
|
Python script that scrapes rom sites (right now only vimm.net) to find and download ROMs |
||||||
Binary file not shown.
@ -1,60 +0,0 @@ |
|||||||
import sqlite3 |
|
||||||
|
|
||||||
|
|
||||||
class dbConnection: |
|
||||||
dbname = 'Romscraper.db' |
|
||||||
|
|
||||||
def __init__(self, dbname=None): |
|
||||||
if dbname is not None: |
|
||||||
self.dbname = dbname |
|
||||||
|
|
||||||
try: |
|
||||||
self.sqliteConnection = sqlite3.connect('Romscraper.db') |
|
||||||
self.cursor = self.sqliteConnection.cursor() |
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
#finally: |
|
||||||
#print("Database is initialized") |
|
||||||
|
|
||||||
def queryDB(self, query=None, values=None, commit=None, returnsRecords=None): |
|
||||||
|
|
||||||
if query is None: |
|
||||||
print("This needs a query!") |
|
||||||
return |
|
||||||
else: |
|
||||||
try: |
|
||||||
if values is not None: |
|
||||||
self.cursor.execute(query, values) |
|
||||||
else: |
|
||||||
self.cursor.execute(query) |
|
||||||
|
|
||||||
except sqlite3.Error as error: |
|
||||||
print("Failed to fetch data from database: ", error) |
|
||||||
|
|
||||||
finally: |
|
||||||
if commit is True: |
|
||||||
self.sqliteConnection.commit() |
|
||||||
if returnsRecords is True: |
|
||||||
records = self.cursor.fetchall() |
|
||||||
return records |
|
||||||
|
|
||||||
|
|
||||||
def closeDB(self, commit=None): |
|
||||||
if commit is None: |
|
||||||
commit = False |
|
||||||
|
|
||||||
if commit: |
|
||||||
self.sqliteConnection.commit() |
|
||||||
self.sqliteConnection.close() |
|
||||||
return |
|
||||||
|
|
||||||
def searchByName(self, table, name, fuzzymatch): |
|
||||||
if fuzzymatch: |
|
||||||
name = "%" + name + "%" |
|
||||||
query = "SELECT * FROM " + table + " WHERE name LIKE ?" |
|
||||||
else: |
|
||||||
query = "SELECT * FROM " + table + " WHERE name = ?" |
|
||||||
|
|
||||||
self.cursor.execute(query, [name]) |
|
||||||
records = self.cursor.fetchall() |
|
||||||
return records |
|
||||||
@ -1,94 +1,65 @@ |
|||||||
import os |
|
||||||
from random import random |
|
||||||
import requests |
import requests |
||||||
from requests_html import HTMLSession |
from requests_html import HTMLSession |
||||||
from time import sleep |
from time import sleep |
||||||
import re |
import re |
||||||
from pprint import pprint |
|
||||||
from Models.Website import Website |
|
||||||
from Models.Console import Console |
|
||||||
from Models.Game import Game |
|
||||||
from dbHandler import dbConnection |
|
||||||
|
|
||||||
site = Website(website_id=1) |
from pprint import pprint |
||||||
|
|
||||||
|
urlBase = "https://vimm.net/vault/" |
||||||
|
gameID = 6029 |
||||||
|
|
||||||
def searchGames(gamename, consolename="", fuzzyMatch=True): |
|
||||||
db = dbConnection() |
|
||||||
games = db.searchByName("Games", gamename, fuzzyMatch) |
|
||||||
return games |
|
||||||
|
|
||||||
|
|
||||||
def indexGame(gameId, website): |
def gameInfo(gameId, urlBase): |
||||||
print(website.url) |
|
||||||
url = website.url + str(gameId) |
|
||||||
gamefound = False |
|
||||||
try: |
try: |
||||||
session = HTMLSession() |
session = HTMLSession() |
||||||
response = session.get(url) |
response = session.get(url) |
||||||
if len(response.html.find('h2')) > 0: |
if len(response.html.find('p')) == 0: |
||||||
# This part gets the game info |
# This part gets the game info |
||||||
console = Console(name=response.html.find('h2')[0].text.split('\n')[0]) |
gameConsole = response.html.find('h2')[0].text.split('\n')[0] |
||||||
game = Game(name=response.html.find('h2')[0].text.split('\n')[1]) |
gameTitle = response.html.find('h2')[0].text.split('\n')[1] |
||||||
game.addDownloadUrl(site, url, console.console_id) |
inputs = response.html.find('input') |
||||||
game.addConsole(console) |
for inputField in inputs: |
||||||
print("GameID: " + str(game.game_id)) |
if inputField.html.find('mediaId') != -1: |
||||||
print("Game Name: " + game.name) |
mediaID = re.findall('value=\"(.*?)\"', inputField.html)[0] |
||||||
print("Game Console: " + game.console) |
print("Game: " + gameTitle + "\nURL: " + url + "\nMediaID: " + mediaID) |
||||||
print("Download URL: " + game.downloadURL) |
print("\nFetching Game...\n") |
||||||
print("ConsoleID: " + str(console.console_id)) |
downloadGame(gameID, mediaID) |
||||||
gamefound = True |
print("Download complete!") |
||||||
else: |
else: |
||||||
print("There is no game with this ID") |
print("There is no game with this ID") |
||||||
except requests.exceptions.RequestException as e: |
except requests.exceptions.RequestException as e: |
||||||
print(e) |
print(e) |
||||||
|
return |
||||||
|
|
||||||
return gamefound |
|
||||||
|
|
||||||
|
|
||||||
# gameID = 25200 |
|
||||||
# consecutiveFailedURLs = 0 |
|
||||||
# while consecutiveFailedURLs < 20: |
|
||||||
# if not indexGame(gameID, website=Website(website_id=1)): |
|
||||||
# consecutiveFailedURLs += 1 |
|
||||||
# else: |
|
||||||
# consecutiveFailedURLs = 0 |
|
||||||
# gameID += 1 |
|
||||||
# sleep(random()) |
|
||||||
# if gameID % 200 == 0: |
|
||||||
# sleep(random()*100) |
|
||||||
# |
|
||||||
# print("Last ID: " + gameID) |
|
||||||
|
|
||||||
|
|
||||||
# game = Game(game_id=483) |
|
||||||
# print(game.name) |
|
||||||
# game.download(site, Console(console_id=1)) |
|
||||||
|
|
||||||
print("Enter a game name (full or partial) that you'd like to search for:") |
def downloadGame(gameID, mediaID): |
||||||
searchterm = input() |
headers = { |
||||||
games = searchGames(searchterm, True) |
"User-Agent": 'Mozilla/5.0(X11; Linux x86_64; rv: 83.0) ' |
||||||
gamedownloadarr = [] |
'Gecko/20100101' |
||||||
for game in games: |
'Firefox / 83.0', |
||||||
gameobj = Game(game[0]) |
"Accept": 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8', |
||||||
# print("\n\n"+gameobj.name + "\n__________________________\n") |
"Accept-Language": 'en-US,en;q=0.5', |
||||||
|
"Accept-Encoding": 'gzip, deflate, br', |
||||||
for row in gameobj.downloadURLArr: |
"Connection": 'keep-alive', |
||||||
gamedownloadarr.append({"game": gameobj.name, 'game_id': gameobj.game_id, "console_id": row['console_id'], "url": row['url']}) |
"Referer": 'https://vimm.net/vault/' + str(gameID), |
||||||
|
"Cookie": '__cfduid = d186e9398ba52f9caf7e9a1fdae8b51511606415231', |
||||||
i = 1 |
"Upgrade-Insecure-Requests": '1', |
||||||
for game in gamedownloadarr: |
} |
||||||
print(str(i) + ") " + game['game'] + " - " + Console(console_id=game['console_id']).name + ": " + game['url']) |
try: |
||||||
i += 1 |
# This part downloads the game |
||||||
|
r = requests.get("https://download4.vimm.net/download/?mediaId=" + str(mediaID), headers=headers) |
||||||
|
pprint(r) |
||||||
|
h = r.headers['content-disposition'] |
||||||
|
saveLocation = './Downloads/' + re.findall("filename=\"(.+)\"", h)[0] |
||||||
|
open(saveLocation, 'wb').write(r.content) |
||||||
|
except requests.exceptions.RequestException as e: |
||||||
|
print(e) |
||||||
|
return |
||||||
|
|
||||||
print("What would you like to download?") |
|
||||||
print("You can download multiple by typing multiple numbers with spaces between, ex: \"1 2 3\"...") |
|
||||||
downloadSelRaw = input() |
|
||||||
downloadlist = downloadSelRaw.split() |
|
||||||
for selection in downloadlist: |
|
||||||
selection = int(selection) |
|
||||||
gamedownload = Game(game_id=gamedownloadarr[selection-1]['game_id']) |
|
||||||
gamedownload.download(site, Console(gamedownloadarr[selection-1]['console_id'])) |
|
||||||
print("Waiting so server doesn't block our requests.....") |
|
||||||
sleep(10) |
|
||||||
|
|
||||||
|
while gameID != 6030: |
||||||
|
url = urlBase + str(gameID) |
||||||
|
gameInfo(gameID, urlBase) |
||||||
|
gameID += 1 |
||||||
|
sleep(2) |
||||||
|
|||||||
Loading…
Reference in new issue