Compare commits
No commits in common. 'master' and 'master' have entirely different histories.
22 changed files with 893 additions and 839 deletions
@ -1,8 +0,0 @@
@@ -1,8 +0,0 @@
|
||||
# Default ignored files |
||||
/shelf/ |
||||
/workspace.xml |
||||
# Datasource local storage ignored files |
||||
/dataSources/ |
||||
/dataSources.local.xml |
||||
# Editor-based HTTP Client requests |
||||
/httpRequests/ |
||||
@ -1,17 +0,0 @@
@@ -1,17 +0,0 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?> |
||||
<project version="4"> |
||||
<component name="DataSourceManagerImpl" format="xml" multifile-model="true"> |
||||
<data-source source="LOCAL" name="Romscraper" uuid="8bc82c4d-3e9a-46f9-ac5f-791bcb2e6de4"> |
||||
<driver-ref>sqlite.xerial</driver-ref> |
||||
<synchronize>true</synchronize> |
||||
<jdbc-driver>org.sqlite.JDBC</jdbc-driver> |
||||
<jdbc-url>jdbc:sqlite:$PROJECT_DIR$/Romscraper.db</jdbc-url> |
||||
<working-dir>$ProjectFileDir$</working-dir> |
||||
<libraries> |
||||
<library> |
||||
<url>file://$APPLICATION_CONFIG_DIR$/jdbc-drivers/Xerial SQLiteJDBC/3.34.0/sqlite-jdbc-3.34.0.jar</url> |
||||
</library> |
||||
</libraries> |
||||
</data-source> |
||||
</component> |
||||
</project> |
||||
@ -1,6 +0,0 @@
@@ -1,6 +0,0 @@
|
||||
<component name="InspectionProjectProfileManager"> |
||||
<settings> |
||||
<option name="USE_PROJECT_PROFILE" value="false" /> |
||||
<version value="1.0" /> |
||||
</settings> |
||||
</component> |
||||
@ -1,4 +0,0 @@
@@ -1,4 +0,0 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?> |
||||
<project version="4"> |
||||
<component name="ProjectRootManager" version="2" project-jdk-name="Pipenv (romscraper)" project-jdk-type="Python SDK" /> |
||||
</project> |
||||
@ -1,8 +0,0 @@
@@ -1,8 +0,0 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?> |
||||
<project version="4"> |
||||
<component name="ProjectModuleManager"> |
||||
<modules> |
||||
<module fileurl="file://$PROJECT_DIR$/.idea/pythonProject2.iml" filepath="$PROJECT_DIR$/.idea/pythonProject2.iml" /> |
||||
</modules> |
||||
</component> |
||||
</project> |
||||
@ -1,8 +0,0 @@
@@ -1,8 +0,0 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?> |
||||
<module type="PYTHON_MODULE" version="4"> |
||||
<component name="NewModuleRootManager"> |
||||
<content url="file://$MODULE_DIR$" /> |
||||
<orderEntry type="inheritedJdk" /> |
||||
<orderEntry type="sourceFolder" forTests="false" /> |
||||
</component> |
||||
</module> |
||||
@ -1,7 +0,0 @@
@@ -1,7 +0,0 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?> |
||||
<project version="4"> |
||||
<component name="SqlDialectMappings"> |
||||
<file url="file://$PROJECT_DIR$/Models/Console.py" dialect="GenericSQL" /> |
||||
<file url="PROJECT" dialect="SQLite" /> |
||||
</component> |
||||
</project> |
||||
@ -1,6 +0,0 @@
@@ -1,6 +0,0 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?> |
||||
<project version="4"> |
||||
<component name="VcsDirectoryMappings"> |
||||
<mapping directory="$PROJECT_DIR$" vcs="Git" /> |
||||
</component> |
||||
</project> |
||||
@ -0,0 +1,625 @@
@@ -0,0 +1,625 @@
|
||||
GNU GENERAL PUBLIC LICENSE |
||||
|
||||
Version 3, 29 June 2007 |
||||
|
||||
Copyright © 2007 Free Software Foundation, Inc. <https://fsf.org/> |
||||
|
||||
Everyone is permitted to copy and distribute verbatim copies of this license |
||||
document, but changing it is not allowed. |
||||
|
||||
Preamble |
||||
|
||||
The GNU General Public License is a free, copyleft license for software and |
||||
other kinds of works. |
||||
|
||||
The licenses for most software and other practical works are designed to take |
||||
away your freedom to share and change the works. By contrast, the GNU General |
||||
Public License is intended to guarantee your freedom to share and change all |
||||
versions of a program--to make sure it remains free software for all its users. |
||||
We, the Free Software Foundation, use the GNU General Public License for most |
||||
of our software; it applies also to any other work released this way by its |
||||
authors. You can apply it to your programs, too. |
||||
|
||||
When we speak of free software, we are referring to freedom, not price. Our |
||||
General Public Licenses are designed to make sure that you have the freedom |
||||
to distribute copies of free software (and charge for them if you wish), that |
||||
you receive source code or can get it if you want it, that you can change |
||||
the software or use pieces of it in new free programs, and that you know you |
||||
can do these things. |
||||
|
||||
To protect your rights, we need to prevent others from denying you these rights |
||||
or asking you to surrender the rights. Therefore, you have certain responsibilities |
||||
if you distribute copies of the software, or if you modify it: responsibilities |
||||
to respect the freedom of others. |
||||
|
||||
For example, if you distribute copies of such a program, whether gratis or |
||||
for a fee, you must pass on to the recipients the same freedoms that you received. |
||||
You must make sure that they, too, receive or can get the source code. And |
||||
you must show them these terms so they know their rights. |
||||
|
||||
Developers that use the GNU GPL protect your rights with two steps: (1) assert |
||||
copyright on the software, and (2) offer you this License giving you legal |
||||
permission to copy, distribute and/or modify it. |
||||
|
||||
For the developers' and authors' protection, the GPL clearly explains that |
||||
there is no warranty for this free software. For both users' and authors' |
||||
sake, the GPL requires that modified versions be marked as changed, so that |
||||
their problems will not be attributed erroneously to authors of previous versions. |
||||
|
||||
Some devices are designed to deny users access to install or run modified |
||||
versions of the software inside them, although the manufacturer can do so. |
||||
This is fundamentally incompatible with the aim of protecting users' freedom |
||||
to change the software. The systematic pattern of such abuse occurs in the |
||||
area of products for individuals to use, which is precisely where it is most |
||||
unacceptable. Therefore, we have designed this version of the GPL to prohibit |
||||
the practice for those products. If such problems arise substantially in other |
||||
domains, we stand ready to extend this provision to those domains in future |
||||
versions of the GPL, as needed to protect the freedom of users. |
||||
|
||||
Finally, every program is threatened constantly by software patents. States |
||||
should not allow patents to restrict development and use of software on general-purpose |
||||
computers, but in those that do, we wish to avoid the special danger that |
||||
patents applied to a free program could make it effectively proprietary. To |
||||
prevent this, the GPL assures that patents cannot be used to render the program |
||||
non-free. |
||||
|
||||
The precise terms and conditions for copying, distribution and modification |
||||
follow. |
||||
|
||||
TERMS AND CONDITIONS |
||||
|
||||
0. Definitions. |
||||
|
||||
"This License" refers to version 3 of the GNU General Public License. |
||||
|
||||
"Copyright" also means copyright-like laws that apply to other kinds of works, |
||||
such as semiconductor masks. |
||||
|
||||
"The Program" refers to any copyrightable work licensed under this License. |
||||
Each licensee is addressed as "you". "Licensees" and "recipients" may be individuals |
||||
or organizations. |
||||
|
||||
To "modify" a work means to copy from or adapt all or part of the work in |
||||
a fashion requiring copyright permission, other than the making of an exact |
||||
copy. The resulting work is called a "modified version" of the earlier work |
||||
or a work "based on" the earlier work. |
||||
|
||||
A "covered work" means either the unmodified Program or a work based on the |
||||
Program. |
||||
|
||||
To "propagate" a work means to do anything with it that, without permission, |
||||
would make you directly or secondarily liable for infringement under applicable |
||||
copyright law, except executing it on a computer or modifying a private copy. |
||||
Propagation includes copying, distribution (with or without modification), |
||||
making available to the public, and in some countries other activities as |
||||
well. |
||||
|
||||
To "convey" a work means any kind of propagation that enables other parties |
||||
to make or receive copies. Mere interaction with a user through a computer |
||||
network, with no transfer of a copy, is not conveying. |
||||
|
||||
An interactive user interface displays "Appropriate Legal Notices" to the |
||||
extent that it includes a convenient and prominently visible feature that |
||||
(1) displays an appropriate copyright notice, and (2) tells the user that |
||||
there is no warranty for the work (except to the extent that warranties are |
||||
provided), that licensees may convey the work under this License, and how |
||||
to view a copy of this License. If the interface presents a list of user commands |
||||
or options, such as a menu, a prominent item in the list meets this criterion. |
||||
|
||||
1. Source Code. |
||||
|
||||
The "source code" for a work means the preferred form of the work for making |
||||
modifications to it. "Object code" means any non-source form of a work. |
||||
|
||||
A "Standard Interface" means an interface that either is an official standard |
||||
defined by a recognized standards body, or, in the case of interfaces specified |
||||
for a particular programming language, one that is widely used among developers |
||||
working in that language. |
||||
|
||||
The "System Libraries" of an executable work include anything, other than |
||||
the work as a whole, that (a) is included in the normal form of packaging |
||||
a Major Component, but which is not part of that Major Component, and (b) |
||||
serves only to enable use of the work with that Major Component, or to implement |
||||
a Standard Interface for which an implementation is available to the public |
||||
in source code form. A "Major Component", in this context, means a major essential |
||||
component (kernel, window system, and so on) of the specific operating system |
||||
(if any) on which the executable work runs, or a compiler used to produce |
||||
the work, or an object code interpreter used to run it. |
||||
|
||||
The "Corresponding Source" for a work in object code form means all the source |
||||
code needed to generate, install, and (for an executable work) run the object |
||||
code and to modify the work, including scripts to control those activities. |
||||
However, it does not include the work's System Libraries, or general-purpose |
||||
tools or generally available free programs which are used unmodified in performing |
||||
those activities but which are not part of the work. For example, Corresponding |
||||
Source includes interface definition files associated with source files for |
||||
the work, and the source code for shared libraries and dynamically linked |
||||
subprograms that the work is specifically designed to require, such as by |
||||
intimate data communication or control flow between those subprograms and |
||||
other parts of the work. |
||||
|
||||
The Corresponding Source need not include anything that users can regenerate |
||||
automatically from other parts of the Corresponding Source. |
||||
|
||||
The Corresponding Source for a work in source code form is that same work. |
||||
|
||||
2. Basic Permissions. |
||||
|
||||
All rights granted under this License are granted for the term of copyright |
||||
on the Program, and are irrevocable provided the stated conditions are met. |
||||
This License explicitly affirms your unlimited permission to run the unmodified |
||||
Program. The output from running a covered work is covered by this License |
||||
only if the output, given its content, constitutes a covered work. This License |
||||
acknowledges your rights of fair use or other equivalent, as provided by copyright |
||||
law. |
||||
|
||||
You may make, run and propagate covered works that you do not convey, without |
||||
conditions so long as your license otherwise remains in force. You may convey |
||||
covered works to others for the sole purpose of having them make modifications |
||||
exclusively for you, or provide you with facilities for running those works, |
||||
provided that you comply with the terms of this License in conveying all material |
||||
for which you do not control copyright. Those thus making or running the covered |
||||
works for you must do so exclusively on your behalf, under your direction |
||||
and control, on terms that prohibit them from making any copies of your copyrighted |
||||
material outside their relationship with you. |
||||
|
||||
Conveying under any other circumstances is permitted solely under the conditions |
||||
stated below. Sublicensing is not allowed; section 10 makes it unnecessary. |
||||
|
||||
3. Protecting Users' Legal Rights From Anti-Circumvention Law. |
||||
|
||||
No covered work shall be deemed part of an effective technological measure |
||||
under any applicable law fulfilling obligations under article 11 of the WIPO |
||||
copyright treaty adopted on 20 December 1996, or similar laws prohibiting |
||||
or restricting circumvention of such measures. |
||||
|
||||
When you convey a covered work, you waive any legal power to forbid circumvention |
||||
of technological measures to the extent such circumvention is effected by |
||||
exercising rights under this License with respect to the covered work, and |
||||
you disclaim any intention to limit operation or modification of the work |
||||
as a means of enforcing, against the work's users, your or third parties' |
||||
legal rights to forbid circumvention of technological measures. |
||||
|
||||
4. Conveying Verbatim Copies. |
||||
|
||||
You may convey verbatim copies of the Program's source code as you receive |
||||
it, in any medium, provided that you conspicuously and appropriately publish |
||||
on each copy an appropriate copyright notice; keep intact all notices stating |
||||
that this License and any non-permissive terms added in accord with section |
||||
7 apply to the code; keep intact all notices of the absence of any warranty; |
||||
and give all recipients a copy of this License along with the Program. |
||||
|
||||
You may charge any price or no price for each copy that you convey, and you |
||||
may offer support or warranty protection for a fee. |
||||
|
||||
5. Conveying Modified Source Versions. |
||||
|
||||
You may convey a work based on the Program, or the modifications to produce |
||||
it from the Program, in the form of source code under the terms of section |
||||
4, provided that you also meet all of these conditions: |
||||
|
||||
a) The work must carry prominent notices stating that you modified it, and |
||||
giving a relevant date. |
||||
|
||||
b) The work must carry prominent notices stating that it is released under |
||||
this License and any conditions added under section 7. This requirement modifies |
||||
the requirement in section 4 to "keep intact all notices". |
||||
|
||||
c) You must license the entire work, as a whole, under this License to anyone |
||||
who comes into possession of a copy. This License will therefore apply, along |
||||
with any applicable section 7 additional terms, to the whole of the work, |
||||
and all its parts, regardless of how they are packaged. This License gives |
||||
no permission to license the work in any other way, but it does not invalidate |
||||
such permission if you have separately received it. |
||||
|
||||
d) If the work has interactive user interfaces, each must display Appropriate |
||||
Legal Notices; however, if the Program has interactive interfaces that do |
||||
not display Appropriate Legal Notices, your work need not make them do so. |
||||
|
||||
A compilation of a covered work with other separate and independent works, |
||||
which are not by their nature extensions of the covered work, and which are |
||||
not combined with it such as to form a larger program, in or on a volume of |
||||
a storage or distribution medium, is called an "aggregate" if the compilation |
||||
and its resulting copyright are not used to limit the access or legal rights |
||||
of the compilation's users beyond what the individual works permit. Inclusion |
||||
of a covered work in an aggregate does not cause this License to apply to |
||||
the other parts of the aggregate. |
||||
|
||||
6. Conveying Non-Source Forms. |
||||
|
||||
You may convey a covered work in object code form under the terms of sections |
||||
4 and 5, provided that you also convey the machine-readable Corresponding |
||||
Source under the terms of this License, in one of these ways: |
||||
|
||||
a) Convey the object code in, or embodied in, a physical product (including |
||||
a physical distribution medium), accompanied by the Corresponding Source fixed |
||||
on a durable physical medium customarily used for software interchange. |
||||
|
||||
b) Convey the object code in, or embodied in, a physical product (including |
||||
a physical distribution medium), accompanied by a written offer, valid for |
||||
at least three years and valid for as long as you offer spare parts or customer |
||||
support for that product model, to give anyone who possesses the object code |
||||
either (1) a copy of the Corresponding Source for all the software in the |
||||
product that is covered by this License, on a durable physical medium customarily |
||||
used for software interchange, for a price no more than your reasonable cost |
||||
of physically performing this conveying of source, or (2) access to copy the |
||||
Corresponding Source from a network server at no charge. |
||||
|
||||
c) Convey individual copies of the object code with a copy of the written |
||||
offer to provide the Corresponding Source. This alternative is allowed only |
||||
occasionally and noncommercially, and only if you received the object code |
||||
with such an offer, in accord with subsection 6b. |
||||
|
||||
d) Convey the object code by offering access from a designated place (gratis |
||||
or for a charge), and offer equivalent access to the Corresponding Source |
||||
in the same way through the same place at no further charge. You need not |
||||
require recipients to copy the Corresponding Source along with the object |
||||
code. If the place to copy the object code is a network server, the Corresponding |
||||
Source may be on a different server (operated by you or a third party) that |
||||
supports equivalent copying facilities, provided you maintain clear directions |
||||
next to the object code saying where to find the Corresponding Source. Regardless |
||||
of what server hosts the Corresponding Source, you remain obligated to ensure |
||||
that it is available for as long as needed to satisfy these requirements. |
||||
|
||||
e) Convey the object code using peer-to-peer transmission, provided you inform |
||||
other peers where the object code and Corresponding Source of the work are |
||||
being offered to the general public at no charge under subsection 6d. |
||||
|
||||
A separable portion of the object code, whose source code is excluded from |
||||
the Corresponding Source as a System Library, need not be included in conveying |
||||
the object code work. |
||||
|
||||
A "User Product" is either (1) a "consumer product", which means any tangible |
||||
personal property which is normally used for personal, family, or household |
||||
purposes, or (2) anything designed or sold for incorporation into a dwelling. |
||||
In determining whether a product is a consumer product, doubtful cases shall |
||||
be resolved in favor of coverage. For a particular product received by a particular |
||||
user, "normally used" refers to a typical or common use of that class of product, |
||||
regardless of the status of the particular user or of the way in which the |
||||
particular user actually uses, or expects or is expected to use, the product. |
||||
A product is a consumer product regardless of whether the product has substantial |
||||
commercial, industrial or non-consumer uses, unless such uses represent the |
||||
only significant mode of use of the product. |
||||
|
||||
"Installation Information" for a User Product means any methods, procedures, |
||||
authorization keys, or other information required to install and execute modified |
||||
versions of a covered work in that User Product from a modified version of |
||||
its Corresponding Source. The information must suffice to ensure that the |
||||
continued functioning of the modified object code is in no case prevented |
||||
or interfered with solely because modification has been made. |
||||
|
||||
If you convey an object code work under this section in, or with, or specifically |
||||
for use in, a User Product, and the conveying occurs as part of a transaction |
||||
in which the right of possession and use of the User Product is transferred |
||||
to the recipient in perpetuity or for a fixed term (regardless of how the |
||||
transaction is characterized), the Corresponding Source conveyed under this |
||||
section must be accompanied by the Installation Information. But this requirement |
||||
does not apply if neither you nor any third party retains the ability to install |
||||
modified object code on the User Product (for example, the work has been installed |
||||
in ROM). |
||||
|
||||
The requirement to provide Installation Information does not include a requirement |
||||
to continue to provide support service, warranty, or updates for a work that |
||||
has been modified or installed by the recipient, or for the User Product in |
||||
which it has been modified or installed. Access to a network may be denied |
||||
when the modification itself materially and adversely affects the operation |
||||
of the network or violates the rules and protocols for communication across |
||||
the network. |
||||
|
||||
Corresponding Source conveyed, and Installation Information provided, in accord |
||||
with this section must be in a format that is publicly documented (and with |
||||
an implementation available to the public in source code form), and must require |
||||
no special password or key for unpacking, reading or copying. |
||||
|
||||
7. Additional Terms. |
||||
|
||||
"Additional permissions" are terms that supplement the terms of this License |
||||
by making exceptions from one or more of its conditions. Additional permissions |
||||
that are applicable to the entire Program shall be treated as though they |
||||
were included in this License, to the extent that they are valid under applicable |
||||
law. If additional permissions apply only to part of the Program, that part |
||||
may be used separately under those permissions, but the entire Program remains |
||||
governed by this License without regard to the additional permissions. |
||||
|
||||
When you convey a copy of a covered work, you may at your option remove any |
||||
additional permissions from that copy, or from any part of it. (Additional |
||||
permissions may be written to require their own removal in certain cases when |
||||
you modify the work.) You may place additional permissions on material, added |
||||
by you to a covered work, for which you have or can give appropriate copyright |
||||
permission. |
||||
|
||||
Notwithstanding any other provision of this License, for material you add |
||||
to a covered work, you may (if authorized by the copyright holders of that |
||||
material) supplement the terms of this License with terms: |
||||
|
||||
a) Disclaiming warranty or limiting liability differently from the terms of |
||||
sections 15 and 16 of this License; or |
||||
|
||||
b) Requiring preservation of specified reasonable legal notices or author |
||||
attributions in that material or in the Appropriate Legal Notices displayed |
||||
by works containing it; or |
||||
|
||||
c) Prohibiting misrepresentation of the origin of that material, or requiring |
||||
that modified versions of such material be marked in reasonable ways as different |
||||
from the original version; or |
||||
|
||||
d) Limiting the use for publicity purposes of names of licensors or authors |
||||
of the material; or |
||||
|
||||
e) Declining to grant rights under trademark law for use of some trade names, |
||||
trademarks, or service marks; or |
||||
|
||||
f) Requiring indemnification of licensors and authors of that material by |
||||
anyone who conveys the material (or modified versions of it) with contractual |
||||
assumptions of liability to the recipient, for any liability that these contractual |
||||
assumptions directly impose on those licensors and authors. |
||||
|
||||
All other non-permissive additional terms are considered "further restrictions" |
||||
within the meaning of section 10. If the Program as you received it, or any |
||||
part of it, contains a notice stating that it is governed by this License |
||||
along with a term that is a further restriction, you may remove that term. |
||||
If a license document contains a further restriction but permits relicensing |
||||
or conveying under this License, you may add to a covered work material governed |
||||
by the terms of that license document, provided that the further restriction |
||||
does not survive such relicensing or conveying. |
||||
|
||||
If you add terms to a covered work in accord with this section, you must place, |
||||
in the relevant source files, a statement of the additional terms that apply |
||||
to those files, or a notice indicating where to find the applicable terms. |
||||
|
||||
Additional terms, permissive or non-permissive, may be stated in the form |
||||
of a separately written license, or stated as exceptions; the above requirements |
||||
apply either way. |
||||
|
||||
8. Termination. |
||||
|
||||
You may not propagate or modify a covered work except as expressly provided |
||||
under this License. Any attempt otherwise to propagate or modify it is void, |
||||
and will automatically terminate your rights under this License (including |
||||
any patent licenses granted under the third paragraph of section 11). |
||||
|
||||
However, if you cease all violation of this License, then your license from |
||||
a particular copyright holder is reinstated (a) provisionally, unless and |
||||
until the copyright holder explicitly and finally terminates your license, |
||||
and (b) permanently, if the copyright holder fails to notify you of the violation |
||||
by some reasonable means prior to 60 days after the cessation. |
||||
|
||||
Moreover, your license from a particular copyright holder is reinstated permanently |
||||
if the copyright holder notifies you of the violation by some reasonable means, |
||||
this is the first time you have received notice of violation of this License |
||||
(for any work) from that copyright holder, and you cure the violation prior |
||||
to 30 days after your receipt of the notice. |
||||
|
||||
Termination of your rights under this section does not terminate the licenses |
||||
of parties who have received copies or rights from you under this License. |
||||
If your rights have been terminated and not permanently reinstated, you do |
||||
not qualify to receive new licenses for the same material under section 10. |
||||
|
||||
9. Acceptance Not Required for Having Copies. |
||||
|
||||
You are not required to accept this License in order to receive or run a copy |
||||
of the Program. Ancillary propagation of a covered work occurring solely as |
||||
a consequence of using peer-to-peer transmission to receive a copy likewise |
||||
does not require acceptance. However, nothing other than this License grants |
||||
you permission to propagate or modify any covered work. These actions infringe |
||||
copyright if you do not accept this License. Therefore, by modifying or propagating |
||||
a covered work, you indicate your acceptance of this License to do so. |
||||
|
||||
10. Automatic Licensing of Downstream Recipients. |
||||
|
||||
Each time you convey a covered work, the recipient automatically receives |
||||
a license from the original licensors, to run, modify and propagate that work, |
||||
subject to this License. You are not responsible for enforcing compliance |
||||
by third parties with this License. |
||||
|
||||
An "entity transaction" is a transaction transferring control of an organization, |
||||
or substantially all assets of one, or subdividing an organization, or merging |
||||
organizations. If propagation of a covered work results from an entity transaction, |
||||
each party to that transaction who receives a copy of the work also receives |
||||
whatever licenses to the work the party's predecessor in interest had or could |
||||
give under the previous paragraph, plus a right to possession of the Corresponding |
||||
Source of the work from the predecessor in interest, if the predecessor has |
||||
it or can get it with reasonable efforts. |
||||
|
||||
You may not impose any further restrictions on the exercise of the rights |
||||
granted or affirmed under this License. For example, you may not impose a |
||||
license fee, royalty, or other charge for exercise of rights granted under |
||||
this License, and you may not initiate litigation (including a cross-claim |
||||
or counterclaim in a lawsuit) alleging that any patent claim is infringed |
||||
by making, using, selling, offering for sale, or importing the Program or |
||||
any portion of it. |
||||
|
||||
11. Patents. |
||||
|
||||
A "contributor" is a copyright holder who authorizes use under this License |
||||
of the Program or a work on which the Program is based. The work thus licensed |
||||
is called the contributor's "contributor version". |
||||
|
||||
A contributor's "essential patent claims" are all patent claims owned or controlled |
||||
by the contributor, whether already acquired or hereafter acquired, that would |
||||
be infringed by some manner, permitted by this License, of making, using, |
||||
or selling its contributor version, but do not include claims that would be |
||||
infringed only as a consequence of further modification of the contributor |
||||
version. For purposes of this definition, "control" includes the right to |
||||
grant patent sublicenses in a manner consistent with the requirements of this |
||||
License. |
||||
|
||||
Each contributor grants you a non-exclusive, worldwide, royalty-free patent |
||||
license under the contributor's essential patent claims, to make, use, sell, |
||||
offer for sale, import and otherwise run, modify and propagate the contents |
||||
of its contributor version. |
||||
|
||||
In the following three paragraphs, a "patent license" is any express agreement |
||||
or commitment, however denominated, not to enforce a patent (such as an express |
||||
permission to practice a patent or covenant not to sue for patent infringement). |
||||
To "grant" such a patent license to a party means to make such an agreement |
||||
or commitment not to enforce a patent against the party. |
||||
|
||||
If you convey a covered work, knowingly relying on a patent license, and the |
||||
Corresponding Source of the work is not available for anyone to copy, free |
||||
of charge and under the terms of this License, through a publicly available |
||||
network server or other readily accessible means, then you must either (1) |
||||
cause the Corresponding Source to be so available, or (2) arrange to deprive |
||||
yourself of the benefit of the patent license for this particular work, or |
||||
(3) arrange, in a manner consistent with the requirements of this License, |
||||
to extend the patent license to downstream recipients. "Knowingly relying" |
||||
means you have actual knowledge that, but for the patent license, your conveying |
||||
the covered work in a country, or your recipient's use of the covered work |
||||
in a country, would infringe one or more identifiable patents in that country |
||||
that you have reason to believe are valid. |
||||
|
||||
If, pursuant to or in connection with a single transaction or arrangement, |
||||
you convey, or propagate by procuring conveyance of, a covered work, and grant |
||||
a patent license to some of the parties receiving the covered work authorizing |
||||
them to use, propagate, modify or convey a specific copy of the covered work, |
||||
then the patent license you grant is automatically extended to all recipients |
||||
of the covered work and works based on it. |
||||
|
||||
A patent license is "discriminatory" if it does not include within the scope |
||||
of its coverage, prohibits the exercise of, or is conditioned on the non-exercise |
||||
of one or more of the rights that are specifically granted under this License. |
||||
You may not convey a covered work if you are a party to an arrangement with |
||||
a third party that is in the business of distributing software, under which |
||||
you make payment to the third party based on the extent of your activity of |
||||
conveying the work, and under which the third party grants, to any of the |
||||
parties who would receive the covered work from you, a discriminatory patent |
||||
license (a) in connection with copies of the covered work conveyed by you |
||||
(or copies made from those copies), or (b) primarily for and in connection |
||||
with specific products or compilations that contain the covered work, unless |
||||
you entered into that arrangement, or that patent license was granted, prior |
||||
to 28 March 2007. |
||||
|
||||
Nothing in this License shall be construed as excluding or limiting any implied |
||||
license or other defenses to infringement that may otherwise be available |
||||
to you under applicable patent law. |
||||
|
||||
12. No Surrender of Others' Freedom. |
||||
|
||||
If conditions are imposed on you (whether by court order, agreement or otherwise) |
||||
that contradict the conditions of this License, they do not excuse you from |
||||
the conditions of this License. If you cannot convey a covered work so as |
||||
to satisfy simultaneously your obligations under this License and any other |
||||
pertinent obligations, then as a consequence you may not convey it at all. |
||||
For example, if you agree to terms that obligate you to collect a royalty |
||||
for further conveying from those to whom you convey the Program, the only |
||||
way you could satisfy both those terms and this License would be to refrain |
||||
entirely from conveying the Program. |
||||
|
||||
13. Use with the GNU Affero General Public License. |
||||
|
||||
Notwithstanding any other provision of this License, you have permission to |
||||
link or combine any covered work with a work licensed under version 3 of the |
||||
GNU Affero General Public License into a single combined work, and to convey |
||||
the resulting work. The terms of this License will continue to apply to the |
||||
part which is the covered work, but the special requirements of the GNU Affero |
||||
General Public License, section 13, concerning interaction through a network |
||||
will apply to the combination as such. |
||||
|
||||
14. Revised Versions of this License. |
||||
|
||||
The Free Software Foundation may publish revised and/or new versions of the |
||||
GNU General Public License from time to time. Such new versions will be similar |
||||
in spirit to the present version, but may differ in detail to address new |
||||
problems or concerns. |
||||
|
||||
Each version is given a distinguishing version number. If the Program specifies |
||||
that a certain numbered version of the GNU General Public License "or any |
||||
later version" applies to it, you have the option of following the terms and |
||||
conditions either of that numbered version or of any later version published |
||||
by the Free Software Foundation. If the Program does not specify a version |
||||
number of the GNU General Public License, you may choose any version ever |
||||
published by the Free Software Foundation. |
||||
|
||||
If the Program specifies that a proxy can decide which future versions of |
||||
the GNU General Public License can be used, that proxy's public statement |
||||
of acceptance of a version permanently authorizes you to choose that version |
||||
for the Program. |
||||
|
||||
Later license versions may give you additional or different permissions. However, |
||||
no additional obligations are imposed on any author or copyright holder as |
||||
a result of your choosing to follow a later version. |
||||
|
||||
15. Disclaimer of Warranty. |
||||
|
||||
THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE |
||||
LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR |
||||
OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER |
||||
EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
||||
OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS |
||||
TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM |
||||
PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR |
||||
CORRECTION. |
||||
|
||||
16. Limitation of Liability. |
||||
|
||||
IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL |
||||
ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS THE PROGRAM |
||||
AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, |
||||
INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO |
||||
USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED |
||||
INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A FAILURE OF THE |
||||
PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER |
||||
PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. |
||||
|
||||
17. Interpretation of Sections 15 and 16. |
||||
|
||||
If the disclaimer of warranty and limitation of liability provided above cannot |
||||
be given local legal effect according to their terms, reviewing courts shall |
||||
apply local law that most closely approximates an absolute waiver of all civil |
||||
liability in connection with the Program, unless a warranty or assumption |
||||
of liability accompanies a copy of the Program in return for a fee. END OF |
||||
TERMS AND CONDITIONS |
||||
|
||||
How to Apply These Terms to Your New Programs |
||||
|
||||
If you develop a new program, and you want it to be of the greatest possible |
||||
use to the public, the best way to achieve this is to make it free software |
||||
which everyone can redistribute and change under these terms. |
||||
|
||||
To do so, attach the following notices to the program. It is safest to attach |
||||
them to the start of each source file to most effectively state the exclusion |
||||
of warranty; and each file should have at least the "copyright" line and a |
||||
pointer to where the full notice is found. |
||||
|
||||
<one line to give the program's name and a brief idea of what it does.> |
||||
|
||||
Copyright (C) <year> <name of author> |
||||
|
||||
This program is free software: you can redistribute it and/or modify it under |
||||
the terms of the GNU General Public License as published by the Free Software |
||||
Foundation, either version 3 of the License, or (at your option) any later |
||||
version. |
||||
|
||||
This program is distributed in the hope that it will be useful, but WITHOUT |
||||
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
||||
FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. |
||||
|
||||
You should have received a copy of the GNU General Public License along with |
||||
this program. If not, see <https://www.gnu.org/licenses/>. |
||||
|
||||
Also add information on how to contact you by electronic and paper mail. |
||||
|
||||
If the program does terminal interaction, make it output a short notice like |
||||
this when it starts in an interactive mode: |
||||
|
||||
<program> Copyright (C) <year> <name of author> |
||||
|
||||
This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. |
||||
|
||||
This is free software, and you are welcome to redistribute it under certain |
||||
conditions; type `show c' for details. |
||||
|
||||
The hypothetical commands `show w' and `show c' should show the appropriate |
||||
parts of the General Public License. Of course, your program's commands might |
||||
be different; for a GUI interface, you would use an "about box". |
||||
|
||||
You should also get your employer (if you work as a programmer) or school, |
||||
if any, to sign a "copyright disclaimer" for the program, if necessary. For |
||||
more information on this, and how to apply and follow the GNU GPL, see <https://www.gnu.org/licenses/>. |
||||
|
||||
The GNU General Public License does not permit incorporating your program |
||||
into proprietary programs. If your program is a subroutine library, you may |
||||
consider it more useful to permit linking proprietary applications with the |
||||
library. If this is what you want to do, use the GNU Lesser General Public |
||||
License instead of this License. But first, please read <https://www.gnu.org/ |
||||
licenses /why-not-lgpl.html>. |
||||
@ -1,93 +0,0 @@
@@ -1,93 +0,0 @@
|
||||
import sqlite3 |
||||
from dbHandler import dbConnection |
||||
|
||||
|
||||
class Console: |
||||
console_id = 0 |
||||
name = "" |
||||
description = "" |
||||
thumbnail_uri = "" |
||||
rating = 0 |
||||
|
||||
def __init__(self, console_id=None, name=None): |
||||
if console_id is None and name is not None: |
||||
self.name = name |
||||
try: |
||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
||||
cursor = sqliteConnection.cursor() |
||||
# print("Connected") |
||||
query = "SELECT * FROM Consoles WHERE name=?" |
||||
cursor.execute(query, [name, ]) |
||||
records = cursor.fetchall() |
||||
if len(records) < 1: |
||||
# print("Console is not in table") |
||||
query = "INSERT INTO Consoles (name) VALUES (?)" |
||||
cursor.execute(query, [name, ]) |
||||
sqliteConnection.commit() |
||||
query = "SELECT seq FROM sqlite_sequence WHERE name=?" |
||||
cursor.execute(query, ["Consoles"]) |
||||
records = cursor.fetchall() |
||||
for row in records: |
||||
self.console_id = row[0] |
||||
cursor.close() |
||||
else: |
||||
for row in records: |
||||
self.console_id = row[0] |
||||
self.populateConsoleAttrs() |
||||
|
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
|
||||
finally: |
||||
if (sqliteConnection): |
||||
sqliteConnection.close() |
||||
print("The SQLite connection is closed") |
||||
|
||||
elif name is None and console_id is not None: |
||||
self.console_id = console_id |
||||
db = dbConnection() |
||||
query = "SELECT * FROM Consoles WHERE console_id=?" |
||||
values = [console_id, ] |
||||
records = db.queryDB(query, values, returnsRecords=True) |
||||
if records.__sizeof__() > 0: |
||||
self.populateConsoleAttrs() |
||||
db.closeDB() |
||||
|
||||
else: |
||||
print("No data given, initializing blank Console object") |
||||
|
||||
def updateConsoleAttrs(self, console_id=None): |
||||
if console_id is None: |
||||
# print("Console ID is REQUIRED!") |
||||
return |
||||
else: |
||||
try: |
||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
||||
cursor = sqliteConnection.cursor() |
||||
# print("Connected") |
||||
query = "SELECT * FROM Consoles WHERE console_id=?" |
||||
cursor.execute(query, [console_id, ]) |
||||
records = cursor.fetchall() |
||||
if len(records) > 0: |
||||
# print("Console is not in table") |
||||
query = "UPDATE Consoles SET name=?, description=?, rating=?, thumbnail_uri=? WHERE console_id=?" |
||||
cursor.execute(query, |
||||
[self.name, self.description, self.rating, self.thumbnail_uri, self.console_id]) |
||||
sqliteConnection.commit() |
||||
cursor.close() |
||||
else: |
||||
print("Console with this ID does not exist!") |
||||
|
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
|
||||
def populateConsoleAttrs(self): |
||||
db = dbConnection() |
||||
query = "SELECT * FROM Consoles WHERE console_id=?" |
||||
values = [self.console_id] |
||||
records = db.queryDB(query, values, returnsRecords=True) |
||||
for row in records: |
||||
self.name = row[1] |
||||
self.rating = row[4] |
||||
self.description = row[2] |
||||
return |
||||
@ -1,225 +0,0 @@
@@ -1,225 +0,0 @@
|
||||
import sqlite3 |
||||
from dbHandler import dbConnection |
||||
import requests |
||||
from requests_html import HTMLSession |
||||
import re |
||||
from pprint import pprint |
||||
import os |
||||
from time import sleep |
||||
|
||||
class Game: |
||||
game_id = 0 |
||||
name = "" |
||||
description = "" |
||||
thumbnail_uri = "" |
||||
rating = 0 |
||||
downloadURL = "" |
||||
downloadURLArr = [] |
||||
console = "" |
||||
|
||||
def __init__(self, game_id=None, name=None): |
||||
self.game_id = 0 |
||||
self.name = "" |
||||
self.description = "" |
||||
self.thumbnail_uri = "" |
||||
self.rating = 0 |
||||
self.downloadURL = "" |
||||
self.downloadURLArr = [] |
||||
self.console = "" |
||||
|
||||
|
||||
if game_id is None and name is not None: |
||||
self.name = name |
||||
try: |
||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
||||
cursor = sqliteConnection.cursor() |
||||
print("Connected") |
||||
query = "SELECT * FROM Games WHERE name=?" |
||||
cursor.execute(query, [name, ]) |
||||
records = cursor.fetchall() |
||||
if len(records) < 1: |
||||
print("Game is not in table") |
||||
query = "INSERT INTO Games (name) VALUES (?)" |
||||
cursor.execute(query, [name, ]) |
||||
sqliteConnection.commit() |
||||
query = "SELECT seq FROM sqlite_sequence WHERE name=?" |
||||
cursor.execute(query, ["Games"]) |
||||
records = cursor.fetchall() |
||||
for row in records: |
||||
self.game_id = row[0] |
||||
cursor.close() |
||||
|
||||
else: |
||||
for row in records: |
||||
self.game_id = row[0] |
||||
self.populateGameAttrs() |
||||
|
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
|
||||
finally: |
||||
if (sqliteConnection): |
||||
sqliteConnection.close() |
||||
print("The SQLite connection is closed") |
||||
|
||||
elif name is None and game_id is not None: |
||||
self.game_id = game_id |
||||
db = dbConnection() |
||||
query = "SELECT * FROM Games WHERE game_id=?" |
||||
values = [game_id, ] |
||||
records = db.queryDB(query, values, returnsRecords=True) |
||||
if records.__sizeof__() > 0: |
||||
self.populateGameAttrs() |
||||
db.closeDB() |
||||
|
||||
else: |
||||
print("No data given, initializing blank game object") |
||||
|
||||
def populateGameAttrs(self): |
||||
db = dbConnection() |
||||
query = "SELECT * FROM Games WHERE game_id=?" |
||||
values = [self.game_id] |
||||
records = db.queryDB(query, values, returnsRecords=True) |
||||
for row in records: |
||||
self.name = row[2] |
||||
self.rating = row[1] |
||||
self.description = row[3] |
||||
|
||||
query = "SELECT * FROM Game_On_Website WHERE game_id=?" |
||||
#print(self.game_id) |
||||
values = [self.game_id] |
||||
records = db.queryDB(query, values, returnsRecords=True) |
||||
for row in records: |
||||
self.downloadURLArr.append({'console_id': row[4], 'website_id': row[2], 'url': row[3]}) |
||||
self.downloadURL = row[3] |
||||
|
||||
query = "SELECT * FROM Game_On_Console WHERE game_id=?" |
||||
values = [self.game_id] |
||||
records = db.queryDB(query, values, returnsRecords=True) |
||||
for row in records: |
||||
self.console = row[2] |
||||
|
||||
return |
||||
|
||||
def updateGameAttrs(self, game_id=None): |
||||
if game_id is None: |
||||
print("Game ID is REQUIRED!") |
||||
return |
||||
else: |
||||
try: |
||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
||||
cursor = sqliteConnection.cursor() |
||||
#print("Connected") |
||||
query = "SELECT * FROM Games WHERE game_id=?" |
||||
cursor.execute(query, [game_id, ]) |
||||
records = cursor.fetchall() |
||||
if len(records) > 0: |
||||
query = "UPDATE Games SET name=?, description=?, rating=?, thumbnail_uri=? WHERE game_id=?" |
||||
cursor.execute(query, [self.name, self.description, self.rating, self.thumbnail_uri, self.game_id]) |
||||
sqliteConnection.commit() |
||||
|
||||
else: |
||||
print("Game with this ID does not exist!") |
||||
cursor.close() |
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
return |
||||
|
||||
def addDownloadUrl(self, website, url, consoleId): |
||||
self.downloadURL = url |
||||
try: |
||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
||||
cursor = sqliteConnection.cursor() |
||||
#print("Connected") |
||||
query = "SELECT * FROM Game_On_Website WHERE game_id=? AND url=?" |
||||
cursor.execute(query, [self.game_id, url]) |
||||
records = cursor.fetchall() |
||||
if len(records) > 0: |
||||
print("Game is already catalogued!") |
||||
else: |
||||
query = "INSERT INTO Game_On_Website (game_id, website_id, url, console_id) VALUES (?,?,?, ?)" |
||||
cursor.execute(query, [self.game_id, website.website_id, url, consoleId]) |
||||
sqliteConnection.commit() |
||||
cursor.close() |
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
|
||||
return |
||||
|
||||
def addConsole(self, console): |
||||
self.console = console.name |
||||
try: |
||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
||||
cursor = sqliteConnection.cursor() |
||||
#print("Connected") |
||||
query = "SELECT * FROM Game_On_Console WHERE game_id=? AND console_id=?" |
||||
cursor.execute(query, [self.game_id, console.console_id]) |
||||
records = cursor.fetchall() |
||||
if len(records) > 0: |
||||
print("Game is already catalogued!") |
||||
else: |
||||
query = "INSERT INTO Game_On_Console (game_id, console_id) VALUES (?,?)" |
||||
cursor.execute(query, [self.game_id, console.console_id]) |
||||
sqliteConnection.commit() |
||||
cursor.close() |
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
|
||||
return |
||||
|
||||
def download(self, website, console): |
||||
session = HTMLSession() |
||||
for loc in self.downloadURLArr: |
||||
if loc['website_id'] == website.website_id and loc['console_id'] == console.console_id: |
||||
self.downloadURL = loc['url'] |
||||
|
||||
response = session.get(self.downloadURL) |
||||
|
||||
|
||||
|
||||
inputs = response.html.find('input') |
||||
for inputField in inputs: |
||||
if inputField.html.find('mediaId') != -1: |
||||
mediaID = re.findall('value=\"(.*?)\"', inputField.html)[0] |
||||
|
||||
headers = { |
||||
"User-Agent": 'Mozilla/5.0(X11; Linux x86_64; rv: 83.0) ' |
||||
'Gecko/20100101' |
||||
'Firefox / 83.0', |
||||
"Accept": 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8', |
||||
"Accept-Language": 'en-US,en;q=0.5', |
||||
"Accept-Encoding": 'gzip, deflate, br', |
||||
"Connection": 'keep-alive', |
||||
"Referer": self.downloadURL, |
||||
"Cookie": '__cfduid = d186e9398ba52f9caf7e9a1fdae8b51511606415231', |
||||
"Upgrade-Insecure-Requests": '1', |
||||
} |
||||
serverNum = 4 |
||||
fileDownloaded = False |
||||
while not fileDownloaded: |
||||
try: |
||||
r = requests.get("https://download" + str(serverNum) + ".vimm.net/download/?mediaId=" + str(mediaID), |
||||
headers=headers) |
||||
|
||||
except requests.exceptions.RequestException as e: |
||||
serverNum -= 1 |
||||
print(e) |
||||
|
||||
else: |
||||
if r.status_code == 200: |
||||
pprint("saving " + self.name) |
||||
h = r.headers['content-disposition'] |
||||
saveLocation = os.path.expanduser('~/Downloads/RomScraper/') + console.name + "/" + self.name[0] + "/" + re.findall("filename=\"(.+)\"", h)[0] |
||||
os.makedirs(os.path.dirname(saveLocation), exist_ok=True) |
||||
with open(saveLocation, "w") as f: |
||||
f.write("FOOBAR") |
||||
fileDownloaded = True |
||||
else: |
||||
pprint("File not found on server" + str(serverNum) + ", trying next server") |
||||
serverNum -= 1 |
||||
sleep(2) |
||||
|
||||
if serverNum == 0: |
||||
pprint("Game was unable to be downloaded!") |
||||
fileDownloaded = True |
||||
return |
||||
@ -1,77 +0,0 @@
@@ -1,77 +0,0 @@
|
||||
import sqlite3 |
||||
from dbHandler import dbConnection |
||||
|
||||
|
||||
class Website: |
||||
website_id = 0 |
||||
name = "" |
||||
url = "" |
||||
description = "" |
||||
thumbnail_uri = "" |
||||
rating = 0 |
||||
|
||||
def __init__(self, website_id=None, name=None): |
||||
if website_id is None and name is not None: |
||||
self.name = name |
||||
try: |
||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
||||
cursor = sqliteConnection.cursor() |
||||
print("Connected") |
||||
query = "SELECT * FROM Websites WHERE name=?" |
||||
cursor.execute(query, [name, ]) |
||||
records = cursor.fetchall() |
||||
if len(records) < 1: |
||||
print("Website is not in table") |
||||
query = "INSERT INTO Websites (name) VALUES (?)" |
||||
cursor.execute(query, [name, ]) |
||||
sqliteConnection.commit() |
||||
cursor.close() |
||||
else: |
||||
for row in records: |
||||
self.website_id = row[0] |
||||
self.url = row[2] |
||||
|
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
|
||||
finally: |
||||
if (sqliteConnection): |
||||
sqliteConnection.close() |
||||
print("The SQLite connection is closed") |
||||
|
||||
elif name is None and website_id is not None: |
||||
db = dbConnection() |
||||
query = "SELECT * FROM Websites WHERE website_id=?" |
||||
values = [website_id, ] |
||||
records = db.queryDB(query, values, returnsRecords=True) |
||||
for row in records: |
||||
self.website_id = row[0] |
||||
self.url = row[2] |
||||
db.closeDB() |
||||
|
||||
else: |
||||
print("No data given, initializing blank Website object") |
||||
|
||||
def updateWebsiteAttrs(self, website_id=None): |
||||
if website_id is None: |
||||
print("Website ID is REQUIRED!") |
||||
return |
||||
else: |
||||
try: |
||||
sqliteConnection = sqlite3.connect('Romscraper.db') |
||||
cursor = sqliteConnection.cursor() |
||||
print("Connected") |
||||
query = "SELECT * FROM Websites WHERE website_id=?" |
||||
cursor.execute(query, [website_id, ]) |
||||
records = cursor.fetchall() |
||||
if len(records) > 0: |
||||
print("Website is not in table") |
||||
query = "UPDATE Websites SET name=?, url=?, description=?, rating=?, thumbnail_uri=? WHERE website_id=? " |
||||
cursor.execute(query, [self.name, self.url, self.description, self.rating, self.thumbnail_uri, self.website_id]) |
||||
sqliteConnection.commit() |
||||
cursor.close() |
||||
else: |
||||
print("Website with this ID does not exist!") |
||||
|
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
@ -0,0 +1,3 @@
@@ -0,0 +1,3 @@
|
||||
# python-romscraper |
||||
|
||||
Python script that scrapes rom sites (right now only vimm.net) to find and download ROMs |
||||
Binary file not shown.
@ -1,60 +0,0 @@
@@ -1,60 +0,0 @@
|
||||
import sqlite3 |
||||
|
||||
|
||||
class dbConnection: |
||||
dbname = 'Romscraper.db' |
||||
|
||||
def __init__(self, dbname=None): |
||||
if dbname is not None: |
||||
self.dbname = dbname |
||||
|
||||
try: |
||||
self.sqliteConnection = sqlite3.connect('Romscraper.db') |
||||
self.cursor = self.sqliteConnection.cursor() |
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
#finally: |
||||
#print("Database is initialized") |
||||
|
||||
def queryDB(self, query=None, values=None, commit=None, returnsRecords=None): |
||||
|
||||
if query is None: |
||||
print("This needs a query!") |
||||
return |
||||
else: |
||||
try: |
||||
if values is not None: |
||||
self.cursor.execute(query, values) |
||||
else: |
||||
self.cursor.execute(query) |
||||
|
||||
except sqlite3.Error as error: |
||||
print("Failed to fetch data from database: ", error) |
||||
|
||||
finally: |
||||
if commit is True: |
||||
self.sqliteConnection.commit() |
||||
if returnsRecords is True: |
||||
records = self.cursor.fetchall() |
||||
return records |
||||
|
||||
|
||||
def closeDB(self, commit=None): |
||||
if commit is None: |
||||
commit = False |
||||
|
||||
if commit: |
||||
self.sqliteConnection.commit() |
||||
self.sqliteConnection.close() |
||||
return |
||||
|
||||
def searchByName(self, table, name, fuzzymatch): |
||||
if fuzzymatch: |
||||
name = "%" + name + "%" |
||||
query = "SELECT * FROM " + table + " WHERE name LIKE ?" |
||||
else: |
||||
query = "SELECT * FROM " + table + " WHERE name = ?" |
||||
|
||||
self.cursor.execute(query, [name]) |
||||
records = self.cursor.fetchall() |
||||
return records |
||||
@ -1,94 +1,65 @@
@@ -1,94 +1,65 @@
|
||||
import os |
||||
from random import random |
||||
import requests |
||||
from requests_html import HTMLSession |
||||
from time import sleep |
||||
import re |
||||
from pprint import pprint |
||||
from Models.Website import Website |
||||
from Models.Console import Console |
||||
from Models.Game import Game |
||||
from dbHandler import dbConnection |
||||
|
||||
site = Website(website_id=1) |
||||
from pprint import pprint |
||||
|
||||
urlBase = "https://vimm.net/vault/" |
||||
gameID = 6029 |
||||
|
||||
def searchGames(gamename, consolename="", fuzzyMatch=True): |
||||
db = dbConnection() |
||||
games = db.searchByName("Games", gamename, fuzzyMatch) |
||||
return games |
||||
|
||||
|
||||
def indexGame(gameId, website): |
||||
print(website.url) |
||||
url = website.url + str(gameId) |
||||
gamefound = False |
||||
def gameInfo(gameId, urlBase): |
||||
try: |
||||
session = HTMLSession() |
||||
response = session.get(url) |
||||
if len(response.html.find('h2')) > 0: |
||||
if len(response.html.find('p')) == 0: |
||||
# This part gets the game info |
||||
console = Console(name=response.html.find('h2')[0].text.split('\n')[0]) |
||||
game = Game(name=response.html.find('h2')[0].text.split('\n')[1]) |
||||
game.addDownloadUrl(site, url, console.console_id) |
||||
game.addConsole(console) |
||||
print("GameID: " + str(game.game_id)) |
||||
print("Game Name: " + game.name) |
||||
print("Game Console: " + game.console) |
||||
print("Download URL: " + game.downloadURL) |
||||
print("ConsoleID: " + str(console.console_id)) |
||||
gamefound = True |
||||
gameConsole = response.html.find('h2')[0].text.split('\n')[0] |
||||
gameTitle = response.html.find('h2')[0].text.split('\n')[1] |
||||
inputs = response.html.find('input') |
||||
for inputField in inputs: |
||||
if inputField.html.find('mediaId') != -1: |
||||
mediaID = re.findall('value=\"(.*?)\"', inputField.html)[0] |
||||
print("Game: " + gameTitle + "\nURL: " + url + "\nMediaID: " + mediaID) |
||||
print("\nFetching Game...\n") |
||||
downloadGame(gameID, mediaID) |
||||
print("Download complete!") |
||||
else: |
||||
print("There is no game with this ID") |
||||
except requests.exceptions.RequestException as e: |
||||
print(e) |
||||
return |
||||
|
||||
return gamefound |
||||
|
||||
|
||||
# gameID = 25200 |
||||
# consecutiveFailedURLs = 0 |
||||
# while consecutiveFailedURLs < 20: |
||||
# if not indexGame(gameID, website=Website(website_id=1)): |
||||
# consecutiveFailedURLs += 1 |
||||
# else: |
||||
# consecutiveFailedURLs = 0 |
||||
# gameID += 1 |
||||
# sleep(random()) |
||||
# if gameID % 200 == 0: |
||||
# sleep(random()*100) |
||||
# |
||||
# print("Last ID: " + gameID) |
||||
|
||||
|
||||
# game = Game(game_id=483) |
||||
# print(game.name) |
||||
# game.download(site, Console(console_id=1)) |
||||
|
||||
print("Enter a game name (full or partial) that you'd like to search for:") |
||||
searchterm = input() |
||||
games = searchGames(searchterm, True) |
||||
gamedownloadarr = [] |
||||
for game in games: |
||||
gameobj = Game(game[0]) |
||||
# print("\n\n"+gameobj.name + "\n__________________________\n") |
||||
|
||||
for row in gameobj.downloadURLArr: |
||||
gamedownloadarr.append({"game": gameobj.name, 'game_id': gameobj.game_id, "console_id": row['console_id'], "url": row['url']}) |
||||
|
||||
i = 1 |
||||
for game in gamedownloadarr: |
||||
print(str(i) + ") " + game['game'] + " - " + Console(console_id=game['console_id']).name + ": " + game['url']) |
||||
i += 1 |
||||
def downloadGame(gameID, mediaID): |
||||
headers = { |
||||
"User-Agent": 'Mozilla/5.0(X11; Linux x86_64; rv: 83.0) ' |
||||
'Gecko/20100101' |
||||
'Firefox / 83.0', |
||||
"Accept": 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8', |
||||
"Accept-Language": 'en-US,en;q=0.5', |
||||
"Accept-Encoding": 'gzip, deflate, br', |
||||
"Connection": 'keep-alive', |
||||
"Referer": 'https://vimm.net/vault/' + str(gameID), |
||||
"Cookie": '__cfduid = d186e9398ba52f9caf7e9a1fdae8b51511606415231', |
||||
"Upgrade-Insecure-Requests": '1', |
||||
} |
||||
try: |
||||
# This part downloads the game |
||||
r = requests.get("https://download4.vimm.net/download/?mediaId=" + str(mediaID), headers=headers) |
||||
pprint(r) |
||||
h = r.headers['content-disposition'] |
||||
saveLocation = './Downloads/' + re.findall("filename=\"(.+)\"", h)[0] |
||||
open(saveLocation, 'wb').write(r.content) |
||||
except requests.exceptions.RequestException as e: |
||||
print(e) |
||||
return |
||||
|
||||
print("What would you like to download?") |
||||
print("You can download multiple by typing multiple numbers with spaces between, ex: \"1 2 3\"...") |
||||
downloadSelRaw = input() |
||||
downloadlist = downloadSelRaw.split() |
||||
for selection in downloadlist: |
||||
selection = int(selection) |
||||
gamedownload = Game(game_id=gamedownloadarr[selection-1]['game_id']) |
||||
gamedownload.download(site, Console(gamedownloadarr[selection-1]['console_id'])) |
||||
print("Waiting so server doesn't block our requests.....") |
||||
sleep(10) |
||||
|
||||
while gameID != 6030: |
||||
url = urlBase + str(gameID) |
||||
gameInfo(gameID, urlBase) |
||||
gameID += 1 |
||||
sleep(2) |
||||
|
||||
Loading…
Reference in new issue