commit 5615f114d7e2c41ee88f1f0a174ae9143cc4b3d1 Author: matthewcroughan Date: Sat Feb 11 22:53:33 2023 +0000 init diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..fc951ab --- /dev/null +++ b/.gitignore @@ -0,0 +1,51 @@ +docs/test-plan/ +dist-newstyle +*.pdf + +# Dockerfiles, or docker-compose files are not how we build or deploy software. +# Only Nix expressions are allowed. +*Dockerfile* +*docker-compose* + +# Github Workflows are not what we use to perform CI, we use Hercules-CI +# instead. +.github/workflows + +# There's a habit of putting random shell scripts into a folder named 'bin' or +# 'ci' at the root of the Git repo. Shell scripts should, in most cases, not +# exist in this repository. Scripts should be encoded via nix, by being added +# to the `apps` attribute of the flake.nix, and ran via `nix run`. This way, +# they work every single time and do not depend on the environment where they +# are ran, or require the user to install any additional dependencies. +bin +ci + +# Editor Settings and more should not be added as files to root of the repo, +# outside of Nix. Using Nix, you can provide a custom vscodium/vscode or other +# editor binary which uses a specified config via a devshell. +.vscode +.editorconfig +.tidyrc.json + +# Prevents Nix results from `nix build`, etc, from being checked in +# accidentally. +*result* + +# Ignore direnv cache and envrc +.direnv +.envrc + +# Ignore flake.nix anywhere except for the root +flake.nix +!/flake.nix + +# OS generated files +.DS_Store +.DS_Store? +._* +.Spotlight-V100 +.Trashes +Icon? +ehthumbs.db +Thumbs.db +.Trash* diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..1784c29 --- /dev/null +++ b/.gitmodules @@ -0,0 +1,7 @@ +[submodule "InvokeAI"] + path = InvokeAI + url = ../../invoke-ai/InvokeAI + branch = main +[submodule "stable-diffusion-webui"] + path = stable-diffusion-webui + url = ../../AUTOMATIC1111/stable-diffusion-webui diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..0ad25db --- /dev/null +++ b/LICENSE @@ -0,0 +1,661 @@ + GNU AFFERO GENERAL PUBLIC LICENSE + Version 3, 19 November 2007 + + Copyright (C) 2007 Free Software Foundation, Inc. + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + Preamble + + The GNU Affero General Public License is a free, copyleft license for +software and other kinds of works, specifically designed to ensure +cooperation with the community in the case of network server software. + + The licenses for most software and other practical works are designed +to take away your freedom to share and change the works. By contrast, +our General Public Licenses are intended to guarantee your freedom to +share and change all versions of a program--to make sure it remains free +software for all its users. + + When we speak of free software, we are referring to freedom, not +price. Our General Public Licenses are designed to make sure that you +have the freedom to distribute copies of free software (and charge for +them if you wish), that you receive source code or can get it if you +want it, that you can change the software or use pieces of it in new +free programs, and that you know you can do these things. + + Developers that use our General Public Licenses protect your rights +with two steps: (1) assert copyright on the software, and (2) offer +you this License which gives you legal permission to copy, distribute +and/or modify the software. + + A secondary benefit of defending all users' freedom is that +improvements made in alternate versions of the program, if they +receive widespread use, become available for other developers to +incorporate. Many developers of free software are heartened and +encouraged by the resulting cooperation. However, in the case of +software used on network servers, this result may fail to come about. +The GNU General Public License permits making a modified version and +letting the public access it on a server without ever releasing its +source code to the public. + + The GNU Affero General Public License is designed specifically to +ensure that, in such cases, the modified source code becomes available +to the community. It requires the operator of a network server to +provide the source code of the modified version running there to the +users of that server. Therefore, public use of a modified version, on +a publicly accessible server, gives the public access to the source +code of the modified version. + + An older license, called the Affero General Public License and +published by Affero, was designed to accomplish similar goals. This is +a different license, not a version of the Affero GPL, but Affero has +released a new version of the Affero GPL which permits relicensing under +this license. + + The precise terms and conditions for copying, distribution and +modification follow. + + TERMS AND CONDITIONS + + 0. Definitions. + + "This License" refers to version 3 of the GNU Affero General Public License. + + "Copyright" also means copyright-like laws that apply to other kinds of +works, such as semiconductor masks. + + "The Program" refers to any copyrightable work licensed under this +License. Each licensee is addressed as "you". "Licensees" and +"recipients" may be individuals or organizations. + + To "modify" a work means to copy from or adapt all or part of the work +in a fashion requiring copyright permission, other than the making of an +exact copy. The resulting work is called a "modified version" of the +earlier work or a work "based on" the earlier work. + + A "covered work" means either the unmodified Program or a work based +on the Program. + + To "propagate" a work means to do anything with it that, without +permission, would make you directly or secondarily liable for +infringement under applicable copyright law, except executing it on a +computer or modifying a private copy. Propagation includes copying, +distribution (with or without modification), making available to the +public, and in some countries other activities as well. + + To "convey" a work means any kind of propagation that enables other +parties to make or receive copies. Mere interaction with a user through +a computer network, with no transfer of a copy, is not conveying. + + An interactive user interface displays "Appropriate Legal Notices" +to the extent that it includes a convenient and prominently visible +feature that (1) displays an appropriate copyright notice, and (2) +tells the user that there is no warranty for the work (except to the +extent that warranties are provided), that licensees may convey the +work under this License, and how to view a copy of this License. If +the interface presents a list of user commands or options, such as a +menu, a prominent item in the list meets this criterion. + + 1. Source Code. + + The "source code" for a work means the preferred form of the work +for making modifications to it. "Object code" means any non-source +form of a work. + + A "Standard Interface" means an interface that either is an official +standard defined by a recognized standards body, or, in the case of +interfaces specified for a particular programming language, one that +is widely used among developers working in that language. + + The "System Libraries" of an executable work include anything, other +than the work as a whole, that (a) is included in the normal form of +packaging a Major Component, but which is not part of that Major +Component, and (b) serves only to enable use of the work with that +Major Component, or to implement a Standard Interface for which an +implementation is available to the public in source code form. A +"Major Component", in this context, means a major essential component +(kernel, window system, and so on) of the specific operating system +(if any) on which the executable work runs, or a compiler used to +produce the work, or an object code interpreter used to run it. + + The "Corresponding Source" for a work in object code form means all +the source code needed to generate, install, and (for an executable +work) run the object code and to modify the work, including scripts to +control those activities. However, it does not include the work's +System Libraries, or general-purpose tools or generally available free +programs which are used unmodified in performing those activities but +which are not part of the work. For example, Corresponding Source +includes interface definition files associated with source files for +the work, and the source code for shared libraries and dynamically +linked subprograms that the work is specifically designed to require, +such as by intimate data communication or control flow between those +subprograms and other parts of the work. + + The Corresponding Source need not include anything that users +can regenerate automatically from other parts of the Corresponding +Source. + + The Corresponding Source for a work in source code form is that +same work. + + 2. Basic Permissions. + + All rights granted under this License are granted for the term of +copyright on the Program, and are irrevocable provided the stated +conditions are met. This License explicitly affirms your unlimited +permission to run the unmodified Program. The output from running a +covered work is covered by this License only if the output, given its +content, constitutes a covered work. This License acknowledges your +rights of fair use or other equivalent, as provided by copyright law. + + You may make, run and propagate covered works that you do not +convey, without conditions so long as your license otherwise remains +in force. You may convey covered works to others for the sole purpose +of having them make modifications exclusively for you, or provide you +with facilities for running those works, provided that you comply with +the terms of this License in conveying all material for which you do +not control copyright. Those thus making or running the covered works +for you must do so exclusively on your behalf, under your direction +and control, on terms that prohibit them from making any copies of +your copyrighted material outside their relationship with you. + + Conveying under any other circumstances is permitted solely under +the conditions stated below. Sublicensing is not allowed; section 10 +makes it unnecessary. + + 3. Protecting Users' Legal Rights From Anti-Circumvention Law. + + No covered work shall be deemed part of an effective technological +measure under any applicable law fulfilling obligations under article +11 of the WIPO copyright treaty adopted on 20 December 1996, or +similar laws prohibiting or restricting circumvention of such +measures. + + When you convey a covered work, you waive any legal power to forbid +circumvention of technological measures to the extent such circumvention +is effected by exercising rights under this License with respect to +the covered work, and you disclaim any intention to limit operation or +modification of the work as a means of enforcing, against the work's +users, your or third parties' legal rights to forbid circumvention of +technological measures. + + 4. Conveying Verbatim Copies. + + You may convey verbatim copies of the Program's source code as you +receive it, in any medium, provided that you conspicuously and +appropriately publish on each copy an appropriate copyright notice; +keep intact all notices stating that this License and any +non-permissive terms added in accord with section 7 apply to the code; +keep intact all notices of the absence of any warranty; and give all +recipients a copy of this License along with the Program. + + You may charge any price or no price for each copy that you convey, +and you may offer support or warranty protection for a fee. + + 5. Conveying Modified Source Versions. + + You may convey a work based on the Program, or the modifications to +produce it from the Program, in the form of source code under the +terms of section 4, provided that you also meet all of these conditions: + + a) The work must carry prominent notices stating that you modified + it, and giving a relevant date. + + b) The work must carry prominent notices stating that it is + released under this License and any conditions added under section + 7. This requirement modifies the requirement in section 4 to + "keep intact all notices". + + c) You must license the entire work, as a whole, under this + License to anyone who comes into possession of a copy. This + License will therefore apply, along with any applicable section 7 + additional terms, to the whole of the work, and all its parts, + regardless of how they are packaged. This License gives no + permission to license the work in any other way, but it does not + invalidate such permission if you have separately received it. + + d) If the work has interactive user interfaces, each must display + Appropriate Legal Notices; however, if the Program has interactive + interfaces that do not display Appropriate Legal Notices, your + work need not make them do so. + + A compilation of a covered work with other separate and independent +works, which are not by their nature extensions of the covered work, +and which are not combined with it such as to form a larger program, +in or on a volume of a storage or distribution medium, is called an +"aggregate" if the compilation and its resulting copyright are not +used to limit the access or legal rights of the compilation's users +beyond what the individual works permit. Inclusion of a covered work +in an aggregate does not cause this License to apply to the other +parts of the aggregate. + + 6. Conveying Non-Source Forms. + + You may convey a covered work in object code form under the terms +of sections 4 and 5, provided that you also convey the +machine-readable Corresponding Source under the terms of this License, +in one of these ways: + + a) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by the + Corresponding Source fixed on a durable physical medium + customarily used for software interchange. + + b) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by a + written offer, valid for at least three years and valid for as + long as you offer spare parts or customer support for that product + model, to give anyone who possesses the object code either (1) a + copy of the Corresponding Source for all the software in the + product that is covered by this License, on a durable physical + medium customarily used for software interchange, for a price no + more than your reasonable cost of physically performing this + conveying of source, or (2) access to copy the + Corresponding Source from a network server at no charge. + + c) Convey individual copies of the object code with a copy of the + written offer to provide the Corresponding Source. This + alternative is allowed only occasionally and noncommercially, and + only if you received the object code with such an offer, in accord + with subsection 6b. + + d) Convey the object code by offering access from a designated + place (gratis or for a charge), and offer equivalent access to the + Corresponding Source in the same way through the same place at no + further charge. You need not require recipients to copy the + Corresponding Source along with the object code. If the place to + copy the object code is a network server, the Corresponding Source + may be on a different server (operated by you or a third party) + that supports equivalent copying facilities, provided you maintain + clear directions next to the object code saying where to find the + Corresponding Source. Regardless of what server hosts the + Corresponding Source, you remain obligated to ensure that it is + available for as long as needed to satisfy these requirements. + + e) Convey the object code using peer-to-peer transmission, provided + you inform other peers where the object code and Corresponding + Source of the work are being offered to the general public at no + charge under subsection 6d. + + A separable portion of the object code, whose source code is excluded +from the Corresponding Source as a System Library, need not be +included in conveying the object code work. + + A "User Product" is either (1) a "consumer product", which means any +tangible personal property which is normally used for personal, family, +or household purposes, or (2) anything designed or sold for incorporation +into a dwelling. In determining whether a product is a consumer product, +doubtful cases shall be resolved in favor of coverage. For a particular +product received by a particular user, "normally used" refers to a +typical or common use of that class of product, regardless of the status +of the particular user or of the way in which the particular user +actually uses, or expects or is expected to use, the product. A product +is a consumer product regardless of whether the product has substantial +commercial, industrial or non-consumer uses, unless such uses represent +the only significant mode of use of the product. + + "Installation Information" for a User Product means any methods, +procedures, authorization keys, or other information required to install +and execute modified versions of a covered work in that User Product from +a modified version of its Corresponding Source. The information must +suffice to ensure that the continued functioning of the modified object +code is in no case prevented or interfered with solely because +modification has been made. + + If you convey an object code work under this section in, or with, or +specifically for use in, a User Product, and the conveying occurs as +part of a transaction in which the right of possession and use of the +User Product is transferred to the recipient in perpetuity or for a +fixed term (regardless of how the transaction is characterized), the +Corresponding Source conveyed under this section must be accompanied +by the Installation Information. But this requirement does not apply +if neither you nor any third party retains the ability to install +modified object code on the User Product (for example, the work has +been installed in ROM). + + The requirement to provide Installation Information does not include a +requirement to continue to provide support service, warranty, or updates +for a work that has been modified or installed by the recipient, or for +the User Product in which it has been modified or installed. Access to a +network may be denied when the modification itself materially and +adversely affects the operation of the network or violates the rules and +protocols for communication across the network. + + Corresponding Source conveyed, and Installation Information provided, +in accord with this section must be in a format that is publicly +documented (and with an implementation available to the public in +source code form), and must require no special password or key for +unpacking, reading or copying. + + 7. Additional Terms. + + "Additional permissions" are terms that supplement the terms of this +License by making exceptions from one or more of its conditions. +Additional permissions that are applicable to the entire Program shall +be treated as though they were included in this License, to the extent +that they are valid under applicable law. If additional permissions +apply only to part of the Program, that part may be used separately +under those permissions, but the entire Program remains governed by +this License without regard to the additional permissions. + + When you convey a copy of a covered work, you may at your option +remove any additional permissions from that copy, or from any part of +it. (Additional permissions may be written to require their own +removal in certain cases when you modify the work.) You may place +additional permissions on material, added by you to a covered work, +for which you have or can give appropriate copyright permission. + + Notwithstanding any other provision of this License, for material you +add to a covered work, you may (if authorized by the copyright holders of +that material) supplement the terms of this License with terms: + + a) Disclaiming warranty or limiting liability differently from the + terms of sections 15 and 16 of this License; or + + b) Requiring preservation of specified reasonable legal notices or + author attributions in that material or in the Appropriate Legal + Notices displayed by works containing it; or + + c) Prohibiting misrepresentation of the origin of that material, or + requiring that modified versions of such material be marked in + reasonable ways as different from the original version; or + + d) Limiting the use for publicity purposes of names of licensors or + authors of the material; or + + e) Declining to grant rights under trademark law for use of some + trade names, trademarks, or service marks; or + + f) Requiring indemnification of licensors and authors of that + material by anyone who conveys the material (or modified versions of + it) with contractual assumptions of liability to the recipient, for + any liability that these contractual assumptions directly impose on + those licensors and authors. + + All other non-permissive additional terms are considered "further +restrictions" within the meaning of section 10. If the Program as you +received it, or any part of it, contains a notice stating that it is +governed by this License along with a term that is a further +restriction, you may remove that term. If a license document contains +a further restriction but permits relicensing or conveying under this +License, you may add to a covered work material governed by the terms +of that license document, provided that the further restriction does +not survive such relicensing or conveying. + + If you add terms to a covered work in accord with this section, you +must place, in the relevant source files, a statement of the +additional terms that apply to those files, or a notice indicating +where to find the applicable terms. + + Additional terms, permissive or non-permissive, may be stated in the +form of a separately written license, or stated as exceptions; +the above requirements apply either way. + + 8. Termination. + + You may not propagate or modify a covered work except as expressly +provided under this License. Any attempt otherwise to propagate or +modify it is void, and will automatically terminate your rights under +this License (including any patent licenses granted under the third +paragraph of section 11). + + However, if you cease all violation of this License, then your +license from a particular copyright holder is reinstated (a) +provisionally, unless and until the copyright holder explicitly and +finally terminates your license, and (b) permanently, if the copyright +holder fails to notify you of the violation by some reasonable means +prior to 60 days after the cessation. + + Moreover, your license from a particular copyright holder is +reinstated permanently if the copyright holder notifies you of the +violation by some reasonable means, this is the first time you have +received notice of violation of this License (for any work) from that +copyright holder, and you cure the violation prior to 30 days after +your receipt of the notice. + + Termination of your rights under this section does not terminate the +licenses of parties who have received copies or rights from you under +this License. If your rights have been terminated and not permanently +reinstated, you do not qualify to receive new licenses for the same +material under section 10. + + 9. Acceptance Not Required for Having Copies. + + You are not required to accept this License in order to receive or +run a copy of the Program. Ancillary propagation of a covered work +occurring solely as a consequence of using peer-to-peer transmission +to receive a copy likewise does not require acceptance. However, +nothing other than this License grants you permission to propagate or +modify any covered work. These actions infringe copyright if you do +not accept this License. Therefore, by modifying or propagating a +covered work, you indicate your acceptance of this License to do so. + + 10. Automatic Licensing of Downstream Recipients. + + Each time you convey a covered work, the recipient automatically +receives a license from the original licensors, to run, modify and +propagate that work, subject to this License. You are not responsible +for enforcing compliance by third parties with this License. + + An "entity transaction" is a transaction transferring control of an +organization, or substantially all assets of one, or subdividing an +organization, or merging organizations. If propagation of a covered +work results from an entity transaction, each party to that +transaction who receives a copy of the work also receives whatever +licenses to the work the party's predecessor in interest had or could +give under the previous paragraph, plus a right to possession of the +Corresponding Source of the work from the predecessor in interest, if +the predecessor has it or can get it with reasonable efforts. + + You may not impose any further restrictions on the exercise of the +rights granted or affirmed under this License. For example, you may +not impose a license fee, royalty, or other charge for exercise of +rights granted under this License, and you may not initiate litigation +(including a cross-claim or counterclaim in a lawsuit) alleging that +any patent claim is infringed by making, using, selling, offering for +sale, or importing the Program or any portion of it. + + 11. Patents. + + A "contributor" is a copyright holder who authorizes use under this +License of the Program or a work on which the Program is based. The +work thus licensed is called the contributor's "contributor version". + + A contributor's "essential patent claims" are all patent claims +owned or controlled by the contributor, whether already acquired or +hereafter acquired, that would be infringed by some manner, permitted +by this License, of making, using, or selling its contributor version, +but do not include claims that would be infringed only as a +consequence of further modification of the contributor version. For +purposes of this definition, "control" includes the right to grant +patent sublicenses in a manner consistent with the requirements of +this License. + + Each contributor grants you a non-exclusive, worldwide, royalty-free +patent license under the contributor's essential patent claims, to +make, use, sell, offer for sale, import and otherwise run, modify and +propagate the contents of its contributor version. + + In the following three paragraphs, a "patent license" is any express +agreement or commitment, however denominated, not to enforce a patent +(such as an express permission to practice a patent or covenant not to +sue for patent infringement). To "grant" such a patent license to a +party means to make such an agreement or commitment not to enforce a +patent against the party. + + If you convey a covered work, knowingly relying on a patent license, +and the Corresponding Source of the work is not available for anyone +to copy, free of charge and under the terms of this License, through a +publicly available network server or other readily accessible means, +then you must either (1) cause the Corresponding Source to be so +available, or (2) arrange to deprive yourself of the benefit of the +patent license for this particular work, or (3) arrange, in a manner +consistent with the requirements of this License, to extend the patent +license to downstream recipients. "Knowingly relying" means you have +actual knowledge that, but for the patent license, your conveying the +covered work in a country, or your recipient's use of the covered work +in a country, would infringe one or more identifiable patents in that +country that you have reason to believe are valid. + + If, pursuant to or in connection with a single transaction or +arrangement, you convey, or propagate by procuring conveyance of, a +covered work, and grant a patent license to some of the parties +receiving the covered work authorizing them to use, propagate, modify +or convey a specific copy of the covered work, then the patent license +you grant is automatically extended to all recipients of the covered +work and works based on it. + + A patent license is "discriminatory" if it does not include within +the scope of its coverage, prohibits the exercise of, or is +conditioned on the non-exercise of one or more of the rights that are +specifically granted under this License. You may not convey a covered +work if you are a party to an arrangement with a third party that is +in the business of distributing software, under which you make payment +to the third party based on the extent of your activity of conveying +the work, and under which the third party grants, to any of the +parties who would receive the covered work from you, a discriminatory +patent license (a) in connection with copies of the covered work +conveyed by you (or copies made from those copies), or (b) primarily +for and in connection with specific products or compilations that +contain the covered work, unless you entered into that arrangement, +or that patent license was granted, prior to 28 March 2007. + + Nothing in this License shall be construed as excluding or limiting +any implied license or other defenses to infringement that may +otherwise be available to you under applicable patent law. + + 12. No Surrender of Others' Freedom. + + If conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot convey a +covered work so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you may +not convey it at all. For example, if you agree to terms that obligate you +to collect a royalty for further conveying from those to whom you convey +the Program, the only way you could satisfy both those terms and this +License would be to refrain entirely from conveying the Program. + + 13. Remote Network Interaction; Use with the GNU General Public License. + + Notwithstanding any other provision of this License, if you modify the +Program, your modified version must prominently offer all users +interacting with it remotely through a computer network (if your version +supports such interaction) an opportunity to receive the Corresponding +Source of your version by providing access to the Corresponding Source +from a network server at no charge, through some standard or customary +means of facilitating copying of software. This Corresponding Source +shall include the Corresponding Source for any work covered by version 3 +of the GNU General Public License that is incorporated pursuant to the +following paragraph. + + Notwithstanding any other provision of this License, you have +permission to link or combine any covered work with a work licensed +under version 3 of the GNU General Public License into a single +combined work, and to convey the resulting work. The terms of this +License will continue to apply to the part which is the covered work, +but the work with which it is combined will remain governed by version +3 of the GNU General Public License. + + 14. Revised Versions of this License. + + The Free Software Foundation may publish revised and/or new versions of +the GNU Affero General Public License from time to time. Such new versions +will be similar in spirit to the present version, but may differ in detail to +address new problems or concerns. + + Each version is given a distinguishing version number. If the +Program specifies that a certain numbered version of the GNU Affero General +Public License "or any later version" applies to it, you have the +option of following the terms and conditions either of that numbered +version or of any later version published by the Free Software +Foundation. If the Program does not specify a version number of the +GNU Affero General Public License, you may choose any version ever published +by the Free Software Foundation. + + If the Program specifies that a proxy can decide which future +versions of the GNU Affero General Public License can be used, that proxy's +public statement of acceptance of a version permanently authorizes you +to choose that version for the Program. + + Later license versions may give you additional or different +permissions. However, no additional obligations are imposed on any +author or copyright holder as a result of your choosing to follow a +later version. + + 15. Disclaimer of Warranty. + + THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT +HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY +OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, +THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM +IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF +ALL NECESSARY SERVICING, REPAIR OR CORRECTION. + + 16. Limitation of Liability. + + IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING +WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS +THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE +USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF +DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), +EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF +SUCH DAMAGES. + + 17. Interpretation of Sections 15 and 16. + + If the disclaimer of warranty and limitation of liability provided +above cannot be given local legal effect according to their terms, +reviewing courts shall apply local law that most closely approximates +an absolute waiver of all civil liability in connection with the +Program, unless a warranty or assumption of liability accompanies a +copy of the Program in return for a fee. + + END OF TERMS AND CONDITIONS + + How to Apply These Terms to Your New Programs + + If you develop a new program, and you want it to be of the greatest +possible use to the public, the best way to achieve this is to make it +free software which everyone can redistribute and change under these terms. + + To do so, attach the following notices to the program. It is safest +to attach them to the start of each source file to most effectively +state the exclusion of warranty; and each file should have at least +the "copyright" line and a pointer to where the full notice is found. + + + Copyright (C) + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU Affero General Public License as published + by the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU Affero General Public License for more details. + + You should have received a copy of the GNU Affero General Public License + along with this program. If not, see . + +Also add information on how to contact you by electronic and paper mail. + + If your software can interact with users remotely through a computer +network, you should also make sure that it provides a way for users to +get its source. For example, if your program is a web application, its +interface could display a "Source" link that leads users to an archive +of the code. There are many ways you could offer source, and different +solutions will be better for different programs; see section 13 for the +specific requirements. + + You should also get your employer (if you work as a programmer) or school, +if any, to sign a "copyright disclaimer" for the program, if necessary. +For more information on this, and how to apply and follow the GNU AGPL, see +. diff --git a/README.md b/README.md new file mode 100644 index 0000000..3279de8 --- /dev/null +++ b/README.md @@ -0,0 +1,5 @@ +# nixified.ai + +The goal of nixified.ai is to simplify and make available a large repository of +AI executable code, that would otherwise be impractical to run yourself, due to +package management issues. diff --git a/flake.lock b/flake.lock new file mode 100644 index 0000000..e632c08 --- /dev/null +++ b/flake.lock @@ -0,0 +1,66 @@ +{ + "nodes": { + "flake-parts": { + "inputs": { + "nixpkgs-lib": [ + "nixpkgs" + ] + }, + "locked": { + "lastModified": 1675933616, + "narHash": "sha256-/rczJkJHtx16IFxMmAWu5nNYcSXNg1YYXTHoGjLrLUA=", + "owner": "hercules-ci", + "repo": "flake-parts", + "rev": "47478a4a003e745402acf63be7f9a092d51b83d7", + "type": "github" + }, + "original": { + "owner": "hercules-ci", + "repo": "flake-parts", + "type": "github" + } + }, + "invokeai-src": { + "flake": false, + "locked": { + "lastModified": 1672601215, + "narHash": "sha256-YnT8bvWB7aqK+J8zf2uem3yJI0ehPki+IGN7Xg1+Z2Q=", + "owner": "invoke-ai", + "repo": "InvokeAI", + "rev": "c3f82d44815eff47169818d8671fa7ff862fe202", + "type": "github" + }, + "original": { + "owner": "invoke-ai", + "ref": "v2.2.5", + "repo": "InvokeAI", + "type": "github" + } + }, + "nixpkgs": { + "locked": { + "lastModified": 1675763311, + "narHash": "sha256-bz0Q2H3mxsF1CUfk26Sl9Uzi8/HFjGFD/moZHz1HebU=", + "owner": "NixOS", + "repo": "nixpkgs", + "rev": "fab09085df1b60d6a0870c8a89ce26d5a4a708c2", + "type": "github" + }, + "original": { + "owner": "NixOS", + "ref": "nixos-unstable", + "repo": "nixpkgs", + "type": "github" + } + }, + "root": { + "inputs": { + "flake-parts": "flake-parts", + "invokeai-src": "invokeai-src", + "nixpkgs": "nixpkgs" + } + } + }, + "root": "root", + "version": 7 +} diff --git a/flake.nix b/flake.nix new file mode 100644 index 0000000..8dee943 --- /dev/null +++ b/flake.nix @@ -0,0 +1,209 @@ +{ + description = "A very basic flake"; + + inputs = { + nixpkgs = { + url = "github:NixOS/nixpkgs/nixos-unstable"; # ?rev=fd54651f5ffb4a36e8463e0c327a78442b26cbe7"; + }; + invokeai-src = { + url = "github:invoke-ai/InvokeAI/v2.2.5"; + flake = false; + }; + flake-parts = { + url = "github:hercules-ci/flake-parts"; + inputs.nixpkgs-lib.follows = "nixpkgs"; + }; + }; + outputs = { flake-parts, invokeai-src, ... }@inputs: + flake-parts.lib.mkFlake { inherit inputs; } ({ inputs, lib, ... }: { + systems = [ + "x86_64-linux" + ]; + perSystem = { system, ... }: + let + pkgs = import inputs.nixpkgs { + inherit system; + config.allowUnfree = true; + }; + python3 = pkgs.python3.override { + packageOverrides = lib.composeManyExtensions [ + overlay_default + overlay_pynixify + overlay_amd + ]; + }; + requirements = with python3.pkgs; rec { + base = [ + numpy + albumentations + opencv4 + pudb + imageio + imageio-ffmpeg + pytorch-lightning + protobuf + omegaconf + test-tube + ((pkgs.streamlit.overrideAttrs (old: { + nativeBuildInputs = old.nativeBuildInputs ++ [ pythonRelaxDepsHook ]; + pythonRelaxDeps = [ "protobuf" ]; + })).override { protobuf3 = protobuf; }) + einops + taming-transformers-rom1504 + torch-fidelity + torchmetrics + transformers + kornia + k-diffusion + picklescan + diffusers + pypatchmatch + + # following packages not needed for vanilla SD but used by both UIs + realesrgan + pillow + ]; + invokeai = base ++ [ + send2trash + flask + flask-socketio + flask-cors + dependency-injector + gfpgan + eventlet + clipseg + getpass-asterisk + ]; + }; + overlay_default = final: prev: + { + pytorch-lightning = prev.pytorch-lightning.overrideAttrs (old: { + nativeBuildInputs = old.nativeBuildInputs ++ [ final.pythonRelaxDepsHook ]; + pythonRelaxDeps = [ "protobuf" ]; + }); + wandb = prev.wandb.overrideAttrs (old: { + nativeBuildInputs = old.nativeBuildInputs ++ [ final.pythonRelaxDepsHook ]; + pythonRelaxDeps = [ "protobuf" ]; + }); + scikit-image = final.scikitimage; + }; + overlay_pynixify = final: prev: + let + rm = d: d.overrideAttrs (old: { + nativeBuildInputs = old.nativeBuildInputs ++ [ final.pythonRelaxDepsHook ]; + pythonRemoveDeps = [ "opencv-python-headless" "opencv-python" "tb-nightly" "clip" ]; + }); + callPackage = final.callPackage; + rmCallPackage = path: args: rm (callPackage path args); + in + rec { + pydeprecate = callPackage ./packages/pydeprecate { }; + taming-transformers-rom1504 = + callPackage ./packages/taming-transformers-rom1504 { }; + albumentations = rmCallPackage ./packages/albumentations { opencv-python-headless = final.opencv4; }; + qudida = rmCallPackage ./packages/qudida { opencv-python-headless = final.opencv4; }; + gfpgan = rmCallPackage ./packages/gfpgan { opencv-python = final.opencv4; }; + basicsr = rmCallPackage ./packages/basicsr { opencv-python = final.opencv4; }; + facexlib = rmCallPackage ./packages/facexlib { opencv-python = final.opencv4; }; + realesrgan = rmCallPackage ./packages/realesrgan { opencv-python = final.opencv4; }; + codeformer = callPackage ./packages/codeformer { opencv-python = final.opencv4; }; + clipseg = rmCallPackage ./packages/clipseg { opencv-python = final.opencv4; }; + filterpy = callPackage ./packages/filterpy { }; + kornia = callPackage ./packages/kornia { }; + lpips = callPackage ./packages/lpips { }; + ffmpy = callPackage ./packages/ffmpy { }; + shap = callPackage ./packages/shap { }; + picklescan = callPackage ./packages/picklescan { }; + diffusers = callPackage ./packages/diffusers { }; + pypatchmatch = callPackage ./packages/pypatchmatch { }; + fonts = callPackage ./packages/fonts { }; + font-roboto = callPackage ./packages/font-roboto { }; + analytics-python = callPackage ./packages/analytics-python { }; + markdown-it-py = callPackage ./packages/markdown-it-py { }; + gradio = callPackage ./packages/gradio { }; + hatch-requirements-txt = callPackage ./packages/hatch-requirements-txt { }; + timm = callPackage ./packages/timm { }; + blip = callPackage ./packages/blip { }; + fairscale = callPackage ./packages/fairscale { }; + torch-fidelity = callPackage ./packages/torch-fidelity { }; + resize-right = callPackage ./packages/resize-right { }; + torchdiffeq = callPackage ./packages/torchdiffeq { }; + k-diffusion = callPackage ./packages/k-diffusion { clean-fid = final.clean-fid; }; + accelerate = callPackage ./packages/accelerate { }; + clip-anytorch = callPackage ./packages/clip-anytorch { }; + jsonmerge = callPackage ./packages/jsonmerge { }; + clean-fid = callPackage ./packages/clean-fid { }; + getpass-asterisk = callPackage ./packages/getpass-asterisk { }; + }; + overlay_amd = final: prev: + rec { + # TODO: figure out how to patch torch-bin trying to access /opt/amdgpu + # there might be an environment variable for it, can use a wrapper for that + # otherwise just grep the world for /opt/amdgpu or something and substituteInPlace the path + # you can run this thing without the fix by creating /opt and running nix build nixpkgs#libdrm --inputs-from . --out-link /opt/amdgpu + torch-bin = prev.torch-bin.overrideAttrs (old: { + src = pkgs.fetchurl { + name = "torch-1.13.1+rocm5.1.1-cp310-cp310-linux_x86_64.whl"; + url = "https://download.pytorch.org/whl/rocm5.1.1/torch-1.13.1%2Brocm5.1.1-cp310-cp310-linux_x86_64.whl"; + hash = "sha256-qUwAL3L9ODy9hjne8jZQRoG4BxvXXLT7cAy9RbM837A="; + }; + }); + torchvision-bin = prev.torchvision-bin.overrideAttrs (old: { + src = pkgs.fetchurl { + name = "torchvision-0.14.1+rocm5.1.1-cp310-cp310-linux_x86_64.whl"; + url = "https://download.pytorch.org/whl/rocm5.1.1/torchvision-0.14.1%2Brocm5.1.1-cp310-cp310-linux_x86_64.whl"; + hash = "sha256-8CM1QZ9cZfexa+HWhG4SfA/PTGB2475dxoOtGZ3Wa2E="; + }; + }); + torch = torch-bin; + torchvision = torchvision-bin; + #torch = pythonPackages.torch.override { + # rocmSupport = true; + # magma = nixpkgs.magma-hip; + #}; + huggingface-hub = prev.huggingface-hub.overrideAttrs(_: { + src = pkgs.fetchFromGitHub { + owner = "huggingface"; + repo = "huggingface_hub"; + rev = "refs/tags/v0.11.0"; + hash = "sha256-d+X4hGt4K6xmRFw8mevKpZ6RDv+U1PJ8WbmdKGDbVNs="; + }; + }); + #overriding because of https://github.com/NixOS/nixpkgs/issues/196653 + opencv4 = prev.opencv4.override { openblas = pkgs.blas; }; + }; + overlay_nvidia = final: prev: + { + torch = final.torch-bin; + torchvision = final.torchvision-bin; + huggingface-hub = prev.huggingface-hub.overrideAttrs(_: { + src = pkgs.fetchFromGitHub { + owner = "huggingface"; + repo = "huggingface_hub"; + rev = "refs/tags/v0.11.0"; + hash = "sha256-d+X4hGt4K6xmRFw8mevKpZ6RDv+U1PJ8WbmdKGDbVNs="; + }; + }); + opencv4 = prev.opencv4.override { openblas = pkgs.blas; }; + }; + in + { + packages = { + invokeai-amd = python3.pkgs.buildPythonPackage { + pname = "InvokeAI"; + version = toString (builtins.match ".+VERSION = '([^']+)'.+" (builtins.readFile "${inputs.invokeai-src}/setup.py")); + src = invokeai-src; + propagatedBuildInputs = requirements.invokeai; + nativeBuildInputs = [ python3.pkgs.pythonRelaxDepsHook ]; + pythonRemoveDeps = [ "clip" "pyreadline3" "flaskwebgui" ]; + pythonRelaxDeps = [ "protobuf" ]; + postFixup = '' + chmod +x $out/bin/* + wrapPythonPrograms + ''; + doCheck = false; + }; + }; + }; + }); +} diff --git a/packages/accelerate/default.nix b/packages/accelerate/default.nix new file mode 100644 index 0000000..137b0f0 --- /dev/null +++ b/packages/accelerate/default.nix @@ -0,0 +1,25 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib, numpy, packaging, psutil, pyyaml, torch }: + +buildPythonPackage rec { + pname = "accelerate"; + version = "0.13.1"; + + src = fetchPypi { + inherit pname version; + sha256 = "1dk82s80rq8xp3v4hr9a27vgj9k3gy9yssp7ww7i3c0vc07gx2cv"; + }; + + propagatedBuildInputs = [ numpy packaging psutil pyyaml torch ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "Accelerate"; + homepage = "https://github.com/huggingface/accelerate"; + }; +} diff --git a/packages/albumentations/default.nix b/packages/albumentations/default.nix new file mode 100644 index 0000000..124d894 --- /dev/null +++ b/packages/albumentations/default.nix @@ -0,0 +1,28 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib, numpy, opencv-python-headless, pyyaml +, qudida, scikit-image, scipy }: + +buildPythonPackage rec { + pname = "albumentations"; + version = "1.3.0"; + + src = fetchPypi { + inherit pname version; + sha256 = "1vbvyd0np69wz9q1nk3kf13y00cqq650wmd5y8a372f869lg66my"; + }; + + propagatedBuildInputs = + [ numpy scipy scikit-image pyyaml qudida opencv-python-headless ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = + "Fast image augmentation library and easy to use wrapper around other libraries"; + homepage = "https://github.com/albumentations-team/albumentations"; + }; +} diff --git a/packages/analytics-python/default.nix b/packages/analytics-python/default.nix new file mode 100644 index 0000000..7e95b90 --- /dev/null +++ b/packages/analytics-python/default.nix @@ -0,0 +1,52 @@ +{ lib +, buildPythonPackage +, fetchPypi +, pythonOlder +, requests +, monotonic +, backoff +, python-dateutil +}: + +buildPythonPackage rec { + pname = "analytics-python"; + version = "1.4.0"; + + disabled = pythonOlder "3.6"; + + src = fetchPypi { + inherit pname version; + sha256 = "plFBq25H2zlvW8Vwix25P/mpmILYH+gIIor9Xrtt/l8="; + }; + + postPatch = '' + substituteInPlace setup.py \ + --replace '"backoff==1.10.0"' '"backoff>=1.10.0,<3"' + ''; + + propagatedBuildInputs = [ + monotonic + requests + backoff + python-dateutil + ]; + + # Almost all tests run against a hosted API, and the few that are mocked are hard to cherry-pick + doCheck = false; + + pythonImportsCheck = [ + "analytics" + "analytics.client" + "analytics.consumer" + "analytics.request" + "analytics.utils" + "analytics.version" + ]; + + meta = with lib; { + homepage = "https://segment.com/libraries/python"; + description = "Hassle-free way to integrate analytics into any python application"; + license = licenses.mit; + maintainers = with maintainers; [ pbsds ]; + }; +} diff --git a/packages/basicsr/default.nix b/packages/basicsr/default.nix new file mode 100644 index 0000000..c18ba69 --- /dev/null +++ b/packages/basicsr/default.nix @@ -0,0 +1,44 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ addict, buildPythonPackage, cython, fetchPypi, future, lib, lmdb, numpy +, opencv-python, pillow, pyyaml, requests, scikit-image, scipy, torch +, torchvision, tqdm, yapf, tensorboard }: + +buildPythonPackage rec { + pname = "basicsr"; + version = "1.4.2"; + + src = fetchPypi { + inherit pname version; + sha256 = "11qy60qqxdxp1k0w0xsmjr65bdnxh29xkd0kk7d4r5pghxd5k6xq"; + }; + + buildInputs = [ cython numpy torch ]; + propagatedBuildInputs = [ + addict + future + lmdb + numpy + opencv-python + pillow + pyyaml + requests + scikit-image + scipy + torch + torchvision + tqdm + yapf + tensorboard + ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "Open Source Image and Video Super-Resolution Toolbox"; + homepage = "https://github.com/xinntao/BasicSR"; + }; +} diff --git a/packages/blip/default.nix b/packages/blip/default.nix new file mode 100644 index 0000000..5f43817 --- /dev/null +++ b/packages/blip/default.nix @@ -0,0 +1,48 @@ +{ + stdenv + , fetchFromGitHub + , timm + , transformers + , fairscale + , lib +}: +stdenv.mkDerivation rec { + pname = "blip"; + version = "0.1.0"; + + src = fetchFromGitHub { + owner = "salesforce"; + repo = "BLIP"; + rev = "48211a1594f1321b00f14c9f7a5b4813144b2fb9"; + sha256 = "sha256-0IO+3M/Gy4VrNBFYYgZB2CzWhT3PTGBXNKPad61px5k="; + }; + + + buildPhase = '' + mkdir -p $out/lib/python3.10/site-packages + cp -R ./ $out/lib/python3.10/site-packages/blip/ + ''; + + dontInstall = true; + + propagatedBuildInputs = [ + timm + transformers + fairscale + #pycocoevalcap + ]; + + # pythonImportsCheck = [ + # "blip" + #]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = + "Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation"; + homepage = "https://github.com/salesforce/BLIP"; + }; +} + diff --git a/packages/clean-fid/default.nix b/packages/clean-fid/default.nix new file mode 100644 index 0000000..80e9b96 --- /dev/null +++ b/packages/clean-fid/default.nix @@ -0,0 +1,34 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchFromGitHub, lib, numpy, pillow, requests, scipy, torch, pythonRelaxDepsHook +, torchvision, tqdm }: + +buildPythonPackage rec { + pname = "clean-fid"; + version = "0.1.31"; + + src = fetchFromGitHub { + owner = "GaParmar"; + repo = "clean-fid"; + rev = "e74252caf7120d4d0b16d3ee0d64f7a526f995a2"; #no tags or releases in repo + sha256 = "sha256-/aw0W9htarpuCatTwmT4hEq4X+adohAQBIFwViPu/e8="; + }; + #src = lib.cleanSource ../../..; + + nativeBuildInputs = [ pythonRelaxDepsHook ]; + pythonRelaxDeps = [ "requests" ]; + + propagatedBuildInputs = + [ torch torchvision numpy scipy tqdm pillow requests ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = + "FID calculation in PyTorch with proper image resizing and quantization steps"; + homepage = "https://github.com/GaParmar/clean-fid"; + }; +} diff --git a/packages/clip-anytorch/default.nix b/packages/clip-anytorch/default.nix new file mode 100644 index 0000000..33648c1 --- /dev/null +++ b/packages/clip-anytorch/default.nix @@ -0,0 +1,33 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib, ftfy, regex, tqdm, torch, torchvision }: + +buildPythonPackage rec { + pname = "clip-anytorch"; + version = "2.5.0"; + + src = fetchPypi { + inherit pname version; + sha256 = "1pf8w4i6nrrz0879afbz4iar0ss82xl4mqm94lffd6c3f2gk05x3"; + }; + + propagatedBuildInputs = [ + ftfy + regex + tqdm + torch + torchvision + ]; + + postUnpack = '' + #source distribution of torch-fidelity doesn't include this file, while it's used by setup.py + cp ${./requirements.txt} clip-anytorch-${version}/requirements.txt + ''; + + # TODO FIXME + doCheck = false; + + meta = with lib; { }; +} diff --git a/packages/clip-anytorch/requirements.txt b/packages/clip-anytorch/requirements.txt new file mode 100644 index 0000000..6b98c33 --- /dev/null +++ b/packages/clip-anytorch/requirements.txt @@ -0,0 +1,5 @@ +ftfy +regex +tqdm +torch +torchvision diff --git a/packages/clipseg/default.nix b/packages/clipseg/default.nix new file mode 100644 index 0000000..24c1bec --- /dev/null +++ b/packages/clipseg/default.nix @@ -0,0 +1,30 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, clip-anytorch, fetchFromGitHub, lib, matplotlib, numpy, opencv-python +, scipy, torch, torchvision }: + +buildPythonPackage rec { + pname = "clipseg"; + version = "0.0.1"; + + src = fetchFromGitHub { + owner = "invoke-ai"; + repo = "clipseg"; + rev = "master"; + sha256 = "sha256-S5RAeodqG7X6E5hnFhorR3LmfapKD9r50PqXGuc5sXE="; + }; + + propagatedBuildInputs = + [ numpy scipy matplotlib torch torchvision opencv-python clip-anytorch ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = '' + This repository contains the code used in the paper "Image Segmentation Using Text and Image Prompts".''; + homepage = "https://github.com/timojl/clipseg"; + }; +} diff --git a/packages/codeformer/default.nix b/packages/codeformer/default.nix new file mode 100644 index 0000000..c0f32eb --- /dev/null +++ b/packages/codeformer/default.nix @@ -0,0 +1,138 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ addict +, basicsr +, stdenv +, future +, gdown +, lib +, lmdb +, lpips +, numpy +, opencv-python +, pillow +, pyyaml +, requests +, scikit-image +, scipy +, fetchFromGitHub +, buildPythonPackage +, torch +, cython +, torchvision +, tqdm +, wget +, yapf +, pythonRelaxDepsHook +}: + +let + nestedBasicsr = buildPythonPackage + { + pname = "basicsr"; + version = "0.1.2"; + + src = fetchFromGitHub { + owner = "sczhou"; + repo = "CodeFormer"; + rev = "c5b4593074ba6214284d6acd5f1719b6c5d739af"; + sha256 = "sha256-JyyJe+VBeNK5rRaPJ4jYdKZqLnRfayHWkTwFNrSfseY="; + }; + + preBuild = '' + ln -s basicsr/setup.py setup.py + ''; + + postPatch = '' + substituteInPlace requirements.txt \ + --replace opencv-python "" \ + --replace tb-nightly "" + ''; + + + nativeBuildInputs = [ cython ]; + + propagatedBuildInputs = [ + pillow + pyyaml + addict + future + gdown + lmdb + lpips + numpy + opencv-python + requests + scikit-image + scipy + torch + torchvision + tqdm + wget + yapf + ]; + + doCheck = false; + + meta = with lib; { + description = + "Towards Robust Blind Face Restoration with Codebook Lookup Transformer (NeurIPS 2022)"; + homepage = "None"; + }; + }; +in +stdenv.mkDerivation rec { + pname = "codeformer"; + version = "0.1.2"; + + src = fetchFromGitHub { + owner = "sczhou"; + repo = "CodeFormer"; + rev = "c5b4593074ba6214284d6acd5f1719b6c5d739af"; + sha256 = "sha256-JyyJe+VBeNK5rRaPJ4jYdKZqLnRfayHWkTwFNrSfseY="; + }; + + + buildPhase = '' + mkdir -p $out/lib/python3.10/site-packages + cp -R ./ $out/lib/python3.10/site-packages/codeformer/ + cd $out/lib/python3.10/site-packages/codeformer/ + cp -R ${nestedBasicsr}/lib/python3.10/site-packages/basicsr ./basicsr/ + ''; + + dontInstall = true; + + patches = [ ./root_dir.patch ]; + + + propagatedBuildInputs = [ + pillow + pyyaml + addict + future + gdown + lmdb + lpips + numpy + opencv-python + requests + scikit-image + scipy + torch + torchvision + tqdm + wget + yapf + ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = + "Towards Robust Blind Face Restoration with Codebook Lookup Transformer (NeurIPS 2022)"; + homepage = "None"; + }; +} diff --git a/packages/codeformer/root_dir.patch b/packages/codeformer/root_dir.patch new file mode 100644 index 0000000..e524223 --- /dev/null +++ b/packages/codeformer/root_dir.patch @@ -0,0 +1,13 @@ +diff --git a/facelib/utils/misc.py b/facelib/utils/misc.py +index 0240187..0570161 100644 +--- a/facelib/utils/misc.py ++++ b/facelib/utils/misc.py +@@ -10,7 +10,7 @@ from urllib.parse import urlparse + import gdown + + +-ROOT_DIR = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) ++ROOT_DIR = f'{os.getcwd()}/models/facelib' + + + def download_pretrained_models(file_ids, save_path_root): diff --git a/packages/diffusers/default.nix b/packages/diffusers/default.nix new file mode 100644 index 0000000..580bf63 --- /dev/null +++ b/packages/diffusers/default.nix @@ -0,0 +1,63 @@ +{ lib +, buildPythonPackage +, fetchPypi +, setuptools +, writeText +, isPy27 +, pytestCheckHook +, pytest-mpl +, numpy +, scipy +, scikit-learn +, pandas +, transformers +, opencv4 +, lightgbm +, catboost +, pyspark +, sentencepiece +, tqdm +, slicer +, numba +, matplotlib +, nose +, lime +, cloudpickle +, ipython +, packaging +, pillow +, requests +, regex +, importlib-metadata +, huggingface-hub +}: + +buildPythonPackage rec { + pname = "diffusers"; + version = "0.7.2"; + + disabled = isPy27; + format = "pyproject"; + + src = fetchPypi { + inherit pname version; + sha256 = "sha256-+4FP/RUMxvRwOAuMalIRgad76y9EE00qrS5M2Kos7Q4="; + }; + + propagatedBuildInputs = [ + setuptools + pillow + numpy + requests + regex + importlib-metadata + huggingface-hub + ]; + + doCheck = false; + + meta = with lib; { + description = "Diffusers"; + homepage = "https://github.com/huggingface/diffusers"; + }; +} diff --git a/packages/facexlib/default.nix b/packages/facexlib/default.nix new file mode 100644 index 0000000..72e9607 --- /dev/null +++ b/packages/facexlib/default.nix @@ -0,0 +1,39 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, cython, fetchPypi, filterpy, lib, numba, numpy +, opencv-python, pillow, scipy, torch, torchvision, tqdm }: + +buildPythonPackage rec { + pname = "facexlib"; + version = "0.2.5"; + + src = fetchPypi { + inherit pname version; + sha256 = "1r378mb167k2hynrn1wsi78xbh2aw6x68i8f70nmcqsxxp20rqii"; + }; + + patches = [ ./root_dir.patch ]; + buildInputs = [ cython numpy ]; + propagatedBuildInputs = [ + filterpy + numba + numpy + numpy + opencv-python + pillow + scipy + torch + torchvision + tqdm + ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "Basic face library"; + homepage = "https://github.com/xinntao/facexlib"; + }; +} diff --git a/packages/facexlib/root_dir.patch b/packages/facexlib/root_dir.patch new file mode 100644 index 0000000..467514d --- /dev/null +++ b/packages/facexlib/root_dir.patch @@ -0,0 +1,41 @@ +diff --git a/facexlib/detection/__init__.py b/facexlib/detection/__init__.py +index f5d34ea..9e3b247 100644 +--- a/facexlib/detection/__init__.py ++++ b/facexlib/detection/__init__.py +@@ -1,5 +1,6 @@ + import torch + from copy import deepcopy ++import os + + from facexlib.utils import load_file_from_url + from .retinaface import RetinaFace +@@ -16,7 +17,7 @@ def init_detection_model(model_name, half=False, device='cuda', model_rootpath=N + raise NotImplementedError(f'{model_name} is not implemented.') + + model_path = load_file_from_url( +- url=model_url, model_dir='facexlib/weights', progress=True, file_name=None, save_dir=model_rootpath) ++ url=model_url, model_dir=f'{os.getcwd()}/src/facexlib/weights', progress=True, file_name=None, save_dir=model_rootpath) + + # TODO: clean pretrained model + load_net = torch.load(model_path, map_location=lambda storage, loc: storage) +diff --git a/facexlib/parsing/__init__.py b/facexlib/parsing/__init__.py +index 9be36a3..eb4da3f 100644 +--- a/facexlib/parsing/__init__.py ++++ b/facexlib/parsing/__init__.py +@@ -3,6 +3,7 @@ import torch + from facexlib.utils import load_file_from_url + from .bisenet import BiSeNet + from .parsenet import ParseNet ++import os + + + def init_parsing_model(model_name='bisenet', half=False, device='cuda', model_rootpath=None): +@@ -16,7 +17,7 @@ def init_parsing_model(model_name='bisenet', half=False, device='cuda', model_ro + raise NotImplementedError(f'{model_name} is not implemented.') + + model_path = load_file_from_url( +- url=model_url, model_dir='facexlib/weights', progress=True, file_name=None, save_dir=model_rootpath) ++ url=model_url, model_dir=f'{os.getcwd()}/src/facexlib/weights', progress=True, file_name=None, save_dir=model_rootpath) + load_net = torch.load(model_path, map_location=lambda storage, loc: storage) + model.load_state_dict(load_net, strict=True) + model.eval() diff --git a/packages/fairscale/default.nix b/packages/fairscale/default.nix new file mode 100644 index 0000000..83563c7 --- /dev/null +++ b/packages/fairscale/default.nix @@ -0,0 +1,27 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib, ninja, numpy, torch}: + +buildPythonPackage rec { + pname = "fairscale"; + version = "0.4.12"; + + src = fetchPypi { + inherit pname version; + sha256 = "0zjgdida0bxvi4dx1dgq0sfl6h7cjmkma5c1rxbwym97p8aqcs3g"; + }; + + nativeBuildInputs = [ ninja ]; + propagatedBuildInputs = [ torch numpy ]; + patches = [ ./ninja_remove.patch ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = + "FairScale: A PyTorch library for large-scale and high-performance training."; + }; +} diff --git a/packages/fairscale/ninja_remove.patch b/packages/fairscale/ninja_remove.patch new file mode 100644 index 0000000..411b7fd --- /dev/null +++ b/packages/fairscale/ninja_remove.patch @@ -0,0 +1,12 @@ +diff --git a/setup.py b/setup.py +index f7b6d94..fe64c96 100644 +--- a/setup.py ++++ b/setup.py +@@ -58,7 +58,6 @@ if __name__ == "__main__": + name="fairscale", + description="FairScale: A PyTorch library for large-scale and high-performance training.", + version=find_version("fairscale/version.py"), +- setup_requires=["ninja"], # ninja is required to build extensions + install_requires=fetch_requirements(), + include_package_data=True, + packages=setuptools.find_packages(exclude=("tests", "tests.*")), diff --git a/packages/ffmpy/default.nix b/packages/ffmpy/default.nix new file mode 100644 index 0000000..3bbec7d --- /dev/null +++ b/packages/ffmpy/default.nix @@ -0,0 +1,34 @@ +{ lib +, buildPythonPackage +, fetchPypi +, pythonOlder +, ffmpeg +}: + +buildPythonPackage rec { + pname = "ffmpy"; + version = "0.3.0"; + + disabled = pythonOlder "3.6"; + + # The github repo has no release tags, the pypi distribution has no tests. + # This package is quite trivial anyway, and the tests mainly play around with the ffmpeg cli interface. + # https://github.com/Ch00k/ffmpy/issues/60 + src = fetchPypi { + inherit pname version; + sha256 = "dXWRWB7uJbSlCsn/ubWANaJ5RTPbR+BRL1P7LXtvmtw="; + }; + + propagatedBuildInputs = [ + ffmpeg + ]; + + pythonImportsCheck = [ "ffmpy" ]; + + meta = with lib; { + description = "A simple python interface for FFmpeg/FFprobe"; + homepage = "https://github.com/Ch00k/ffmpy"; + license = licenses.mit; + maintainers = with maintainers; [ pbsds ]; + }; +} diff --git a/packages/filterpy/default.nix b/packages/filterpy/default.nix new file mode 100644 index 0000000..52d6b0c --- /dev/null +++ b/packages/filterpy/default.nix @@ -0,0 +1,40 @@ +{ lib +, buildPythonPackage +, fetchPypi +, numpy +, scipy +, matplotlib +, pytest +, isPy3k +}: + +buildPythonPackage rec { + version = "1.4.5"; + pname = "filterpy"; + disabled = !isPy3k; + + src = fetchPypi { + inherit pname version; + extension = "zip"; + sha256 = "4f2a4d39e4ea601b9ab42b2db08b5918a9538c168cff1c6895ae26646f3d73b1"; + }; + + checkInputs = [ pytest ]; + propagatedBuildInputs = [ numpy scipy matplotlib ]; + + # single test fails (even on master branch of repository) + # project does not use CI + checkPhase = '' + pytest --ignore=filterpy/common/tests/test_discretization.py + ''; + + doCheck = false; + dontUsePythonImportsCheck = true; + + meta = with lib; { + homepage = "https://github.com/rlabbe/filterpy"; + description = "Kalman filtering and optimal estimation library"; + license = licenses.mit; + maintainers = [ maintainers.costrouc ]; + }; +} diff --git a/packages/font-roboto/default.nix b/packages/font-roboto/default.nix new file mode 100644 index 0000000..fef0266 --- /dev/null +++ b/packages/font-roboto/default.nix @@ -0,0 +1,19 @@ +{ buildPythonPackage, fetchPypi, lib }: + +buildPythonPackage rec { + pname = "font-roboto"; + version = "0.0.1"; + + src = fetchPypi { + inherit pname version; + sha256 = "sha256-i8kTa/RmCfuxOvR4MBZ5mxTiPdopSmF5EXHefqLsRX8="; + }; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "Roboto is a neo-grotesque sans-serif font family designed by Google for the Android mobile OS."; + homepage = "https://github.com/pimoroni/fonts-python"; + }; +} diff --git a/packages/fonts/default.nix b/packages/fonts/default.nix new file mode 100644 index 0000000..cd8b312 --- /dev/null +++ b/packages/fonts/default.nix @@ -0,0 +1,19 @@ +{ buildPythonPackage, fetchPypi, lib }: + +buildPythonPackage rec { + pname = "fonts"; + version = "0.0.3"; + + src = fetchPypi { + inherit pname version; + sha256 = "sha256-xiZlW3WmBxXhGOROJwZW/SL9j1QlKQH/br8TCK0BxAU="; + }; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "A Python framework for distributing and managing fonts."; + homepage = "https://github.com/pimoroni/fonts-python"; + }; +} diff --git a/packages/getpass-asterisk/default.nix b/packages/getpass-asterisk/default.nix new file mode 100644 index 0000000..4d30f9d --- /dev/null +++ b/packages/getpass-asterisk/default.nix @@ -0,0 +1,25 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib }: + +buildPythonPackage rec { + pname = "getpass-asterisk"; + version = "1.0.1"; + + src = fetchPypi { + inherit version; + pname = "getpass_asterisk"; + sha256 = "1sd99sss404hzp1zsks69q4ck186wgjv8g5p2m7glqng4jlmghvw"; + }; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = + "An alternative implementation for getpass that echoes masked password (such as asterisks)"; + homepage = "https://github.com/secursive/getpass_asterisk"; + }; +} diff --git a/packages/gfpgan/default.nix b/packages/gfpgan/default.nix new file mode 100644 index 0000000..171fac8 --- /dev/null +++ b/packages/gfpgan/default.nix @@ -0,0 +1,41 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ basicsr, buildPythonPackage, cython, facexlib, fetchPypi, lib, lmdb, numpy +, opencv-python, pyyaml, scipy, torch, torchvision, tqdm, yapf, tensorboard }: + +buildPythonPackage rec { + pname = "gfpgan"; + version = "1.3.8"; + + src = fetchPypi { + inherit pname version; + sha256 = "1yf4c25grfb97y1mrdanp6d3mwh4400nnlnb902279lfrq38nq91"; + }; + + buildInputs = [ cython numpy ]; + propagatedBuildInputs = [ + basicsr + facexlib + lmdb + numpy + opencv-python + pyyaml + scipy + torch + torchvision + tqdm + yapf + tensorboard + ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = + "GFPGAN aims at developing Practical Algorithms for Real-world Face Restoration"; + homepage = "https://github.com/TencentARC/GFPGAN"; + }; +} diff --git a/packages/gradio/default.nix b/packages/gradio/default.nix new file mode 100644 index 0000000..30146fb --- /dev/null +++ b/packages/gradio/default.nix @@ -0,0 +1,103 @@ +{ lib +, buildPythonPackage +, fetchPypi +, pythonOlder +, writeTextFile +, setuptools +, analytics-python +, aiohttp +, fastapi +, ffmpy +, markdown-it-py +, linkify-it-py +, mdit-py-plugins +, matplotlib +, numpy +, orjson +, pandas +, paramiko +, pillow +, pycryptodome +, python-multipart +, pydub +, requests +, uvicorn +, jinja2 +, fsspec +, httpx +, pydantic +, typing-extensions +, pytest-asyncio +, mlflow +, huggingface-hub +, transformers +, wandb +, respx +, scikitimage +, shap +, ipython +, hatchling +, hatch-requirements-txt +, hatch-fancy-pypi-readme +, pytestCheckHook +, websockets +}: + +buildPythonPackage rec { + pname = "gradio"; + version = "3.5"; + disabled = pythonOlder "3.7"; + format = "pyproject"; + + # We use the Pypi release, as it provides prebuild webui assets, + # and its releases are also more frequent than github tags + src = fetchPypi { + inherit pname version; + sha256 = "sha256-8MmpH2N1twrPGHS+HBLDWRtpg2Gd1rQzulbOEDr3rNQ="; + }; + + nativeBuildInputs = [ + hatchling + hatch-requirements-txt + hatch-fancy-pypi-readme + ]; + propagatedBuildInputs = [ + analytics-python + aiohttp + fastapi + ffmpy + matplotlib + numpy + orjson + pandas + paramiko + pillow + pycryptodome + python-multipart + pydub + requests + uvicorn + jinja2 + fsspec + httpx + pydantic + websockets + markdown-it-py + ] ++ markdown-it-py.optional-dependencies.plugins + ++ markdown-it-py.optional-dependencies.linkify; + + postPatch = '' + # Unpin h11, as its version was only pinned to aid dependency resolution. + # Basically a revert of https://github.com/gradio-app/gradio/pull/1680 + substituteInPlace requirements.txt \ + --replace "h11<0.13,>=0.11" "" + ''; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + homepage = "https://www.gradio.app/"; + description = "Python library for easily interacting with trained machine learning models"; + }; +} diff --git a/packages/hatch-requirements-txt/default.nix b/packages/hatch-requirements-txt/default.nix new file mode 100644 index 0000000..070d723 --- /dev/null +++ b/packages/hatch-requirements-txt/default.nix @@ -0,0 +1,37 @@ +{ lib +, buildPythonPackage +, fetchPypi +, pythonOlder +, hatchling +, packaging +}: + +buildPythonPackage rec { + pname = "hatch-requirements-txt"; + version = "0.2.0"; + disabled = pythonOlder "3.6.1"; + format = "pyproject"; + + # We use the Pypi release, as it provides prebuild webui assets, + # and its releases are also more frequent than github tags + src = fetchPypi { + pname = "hatch_requirements_txt"; + inherit version; + sha256 = "sha256-I8z34vvPK7Mg9+Xg2nMgNcgeh5QFB0LV2j0iwzA1QGc="; + }; + + nativeBuildInputs = [ + ]; + propagatedBuildInputs = [ + hatchling + packaging + ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + homepage = "https://github.com/repo-helper/hatch-requirements-txt"; + description = "Hatchling plugin to read project dependencies from requirements.txt"; + }; +} diff --git a/packages/jsonmerge/default.nix b/packages/jsonmerge/default.nix new file mode 100644 index 0000000..06af8f2 --- /dev/null +++ b/packages/jsonmerge/default.nix @@ -0,0 +1,34 @@ +{ lib +, buildPythonPackage +, fetchPypi +, jsonschema +, pytestCheckHook +}: + +buildPythonPackage rec { + pname = "jsonmerge"; + version = "1.8.0"; + + src = fetchPypi { + inherit pname version; + sha256 = "a86bfc44f32f6a28b749743df8960a4ce1930666b3b73882513825f845cb9558"; + }; + + propagatedBuildInputs = [ jsonschema ]; + + checkInputs = [ pytestCheckHook ]; + + disabledTests = [ + # Fails with "Unresolvable JSON pointer" + "test_local_reference_in_meta" + "test_reference_in_meta" + ]; + + meta = with lib; { + description = "Merge a series of JSON documents"; + homepage = "https://github.com/avian2/jsonmerge"; + changelog = "https://github.com/avian2/jsonmerge/blob/jsonmerge-${version}/ChangeLog"; + license = licenses.mit; + maintainers = with maintainers; [ emily ]; + }; +} diff --git a/packages/k-diffusion/default.nix b/packages/k-diffusion/default.nix new file mode 100644 index 0000000..b90d65d --- /dev/null +++ b/packages/k-diffusion/default.nix @@ -0,0 +1,40 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ accelerate, buildPythonPackage, clip-anytorch, einops, fetchPypi, jsonmerge +, kornia, lib, pillow, resize-right, scikit-image, scipy, torch, torchdiffeq +, torchvision, tqdm, wandb, clean-fid }: + +buildPythonPackage rec { + pname = "k-diffusion"; + version = "0.0.9"; + + src = fetchPypi { + inherit pname version; + sha256 = "02j7hkhdh57bkvc75xygj50a64dzdi44d1gsw4wjmvp9f7pllpfa"; + }; + + propagatedBuildInputs = [ + accelerate + clip-anytorch + einops + jsonmerge + kornia + pillow + resize-right + scikit-image + scipy + torch + torchdiffeq + torchvision + tqdm + wandb + clean-fid + ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { }; +} diff --git a/packages/kornia/default.nix b/packages/kornia/default.nix new file mode 100644 index 0000000..82a79e5 --- /dev/null +++ b/packages/kornia/default.nix @@ -0,0 +1,23 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib, packaging, pytest-runner, torch }: + +buildPythonPackage rec { + pname = "kornia"; + version = "0.6.8"; + + src = fetchPypi { + inherit pname version; + sha256 = "0mlcnpqfd411hzn592lgz8pk3asdanks68ld1q1lzay0acjf1189"; + }; + + buildInputs = [ pytest-runner ]; + propagatedBuildInputs = [ packaging torch ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { }; +} diff --git a/packages/lpips/default.nix b/packages/lpips/default.nix new file mode 100644 index 0000000..39a94e4 --- /dev/null +++ b/packages/lpips/default.nix @@ -0,0 +1,23 @@ +{ buildPythonPackage, fetchPypi, lib, numpy, tqdm, scipy, torch + , torchvision }: + +buildPythonPackage rec { + pname = "lpips"; + version = "0.1.4"; + + src = fetchPypi { + inherit pname version; + sha256 = "OEYzHfbGloiuw9MApe7vbFKUNbyEYL1YIBw9YuVhiPo="; + }; + + propagatedBuildInputs = + [ numpy tqdm scipy torch torchvision ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "Perceptual Similarity Metric and Dataset"; + homepage = "https://richzhang.github.io/PerceptualSimilarity/"; + }; +} diff --git a/packages/markdown-it-py/default.nix b/packages/markdown-it-py/default.nix new file mode 100644 index 0000000..61b7a19 --- /dev/null +++ b/packages/markdown-it-py/default.nix @@ -0,0 +1,70 @@ +{ lib +, attrs +, buildPythonPackage +, fetchFromGitHub +, linkify-it-py +, mdit-py-plugins +, mdurl +, psutil +, pytest-benchmark +, pytest-regressions +, pytestCheckHook +, pythonOlder +, typing-extensions +}: + +buildPythonPackage rec { + pname = "markdown-it-py"; + version = "2.1.0"; + format = "flit"; + + disabled = pythonOlder "3.6"; + + src = fetchFromGitHub { + owner = "executablebooks"; + repo = pname; + rev = "refs/tags/v${version}"; + sha256 = "sha256-6UATJho3SuIbLktZtFcDrCTWIAh52E+n5adcgl49un0="; + }; + + postPatch = '' + # Allow linkify-it-py v2. + # This only affects projects that depend on 'markdown-it-py[linkify]' + # https://github.com/executablebooks/markdown-it-py/pull/218 + substituteInPlace pyproject.toml \ + --replace "linkify-it-py~=1.0" "linkify-it-py>=1,<3" + ''; + + + propagatedBuildInputs = [ + attrs + mdurl + ] ++ lib.optional (pythonOlder "3.8") [ + typing-extensions + ]; + + passthru.optional-dependencies = { + linkify = [ linkify-it-py ]; + plugins = [ mdit-py-plugins ]; + }; + + checkInputs = [ + linkify-it-py + psutil + pytest-benchmark + pytest-regressions + pytestCheckHook + ]; + + pythonImportsCheck = [ + "markdown_it" + ]; + + meta = with lib; { + description = "Markdown parser in Python"; + homepage = "https://markdown-it-py.readthedocs.io/"; + changelog = "https://github.com/executablebooks/markdown-it-py/blob/${src.rev}/CHANGELOG.md"; + license = licenses.mit; + maintainers = with maintainers; [ bhipple ]; + }; +} diff --git a/packages/picklescan/default.nix b/packages/picklescan/default.nix new file mode 100644 index 0000000..dbcea6e --- /dev/null +++ b/packages/picklescan/default.nix @@ -0,0 +1,51 @@ +{ lib +, buildPythonPackage +, fetchPypi +, setuptools +, writeText +, isPy27 +, pytestCheckHook +, pytest-mpl +, numpy +, scipy +, scikit-learn +, pandas +, transformers +, opencv4 +, lightgbm +, catboost +, pyspark +, sentencepiece +, tqdm +, slicer +, numba +, matplotlib +, nose +, lime +, cloudpickle +, ipython +, packaging +}: + +buildPythonPackage rec { + pname = "picklescan"; + version = "0.0.7"; + disabled = isPy27; + format = "pyproject"; + + src = fetchPypi { + inherit pname version; + sha256 = "sha256-5HFpf+VPVIL/IvGDpOP9q0pdleNshiSW3QffX8qJVAk="; + }; + + propagatedBuildInputs = [ + setuptools + ]; + + doCheck = false; + + meta = with lib; { + description = "Security scanner detecting Python Pickle files performing suspicious actions"; + homepage = "https://github.com/mmaitre314/picklescan"; + }; +} diff --git a/packages/pydeprecate/default.nix b/packages/pydeprecate/default.nix new file mode 100644 index 0000000..334320b --- /dev/null +++ b/packages/pydeprecate/default.nix @@ -0,0 +1,24 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib }: + +buildPythonPackage rec { + pname = "pydeprecate"; + version = "0.3.2"; + + src = fetchPypi { + inherit version; + pname = "pyDeprecate"; + sha256 = "0afxbg5scrlydqkm1cwlnlb0mffrzl785gn4wxrw9xnpqmn130fl"; + }; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "Deprecation tooling"; + homepage = "https://borda.github.io/pyDeprecate"; + }; +} diff --git a/packages/pypatchmatch/default.nix b/packages/pypatchmatch/default.nix new file mode 100644 index 0000000..60e98a4 --- /dev/null +++ b/packages/pypatchmatch/default.nix @@ -0,0 +1,92 @@ +{ lib +, buildPythonPackage +, pkg-config +, fetchPypi +, stdenv +, fetchzip +, setuptools +, writeText +, isPy27 +, pytestCheckHook +, pytest-mpl +, numpy +, scipy +, scikit-learn +, pandas +, transformers +, opencv4 +, lightgbm +, catboost +, pyspark +, sentencepiece +, tqdm +, slicer +, numba +, matplotlib +, nose +, lime +, cloudpickle +, ipython +, packaging +, pillow +, requests +, regex +, importlib-metadata +, huggingface-hub +, symlinkJoin +}: + +let + # https://github.com/invoke-ai/InvokeAI/blob/34f8117241dc961e78929bda30ce3b4f19e707cf/docs/installation/060_INSTALL_PATCHMATCH.md + opencv4Fixed = symlinkJoin { + name = "opencv4Fixed"; + paths = [ opencv4 ]; + postBuild = '' + cp -r $out/lib/pkgconfig/opencv4.pc $out/lib/pkgconfig/opencv.pc + ''; + }; + libpatchmatch = stdenv.mkDerivation { + name = "libpatchmatch"; + sourceRoot = ["source/patchmatch"]; + nativeBuildInputs = [ + pkg-config + opencv4Fixed + ]; + src = fetchzip { + url = "https://github.com/invoke-ai/PyPatchMatch/archive/129863937a8ab37f6bbcec327c994c0f932abdbc.zip"; + sha256 = "sha256-kHYih9fjhtYfyNYzW4kwzm62N+GaOQQOOlSkO4PH3lw="; + }; + + installPhase = '' + mkdir -p $out/lib + cp libpatchmatch.so $out/lib/ + ''; + }; +in buildPythonPackage { + pname = "pypatchmatch"; + version = "129863937a8ab37f6bbcec327c994c0f932abdbc"; + + disabled = isPy27; + + src = fetchzip { + url = "https://github.com/invoke-ai/PyPatchMatch/archive/129863937a8ab37f6bbcec327c994c0f932abdbc.zip"; + sha256 = "sha256-kHYih9fjhtYfyNYzW4kwzm62N+GaOQQOOlSkO4PH3lw="; + }; + + propagatedBuildInputs = [ + setuptools + numpy + pillow + ]; + + doCheck = false; + + postInstall = '' + cp ${libpatchmatch}/lib/libpatchmatch.so $out/lib/*/site-packages/patchmatch/ + ''; + + meta = { + description = "This library implements the PatchMatch based inpainting algorithm."; + homepage = "https://github.com/invoke-ai/PyPatchMatch"; + }; +} diff --git a/packages/pyreadline3/default.nix b/packages/pyreadline3/default.nix new file mode 100644 index 0000000..c2dbc1b --- /dev/null +++ b/packages/pyreadline3/default.nix @@ -0,0 +1,20 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib }: + +buildPythonPackage rec { + pname = "pyreadline3"; + version = "3.4.1"; + + src = fetchPypi { + inherit pname version; + sha256 = "1bkv3zrfzmhbsd38dslsydi0arnc50gzrkhp76vk5fiii9xiygbg"; + }; + + # TODO FIXME + doCheck = false; + + meta = with lib; { }; +} diff --git a/packages/qudida/default.nix b/packages/qudida/default.nix new file mode 100644 index 0000000..3bcae95 --- /dev/null +++ b/packages/qudida/default.nix @@ -0,0 +1,27 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib, numpy, opencv-python-headless +, scikit-learn, typing-extensions }: + +buildPythonPackage rec { + pname = "qudida"; + version = "0.0.4"; + + src = fetchPypi { + inherit pname version; + sha256 = "1j4cl5dxg07p2dggv18z6rmvgps1zzxmlmiy0ah9l35bhwl8w6fv"; + }; + + propagatedBuildInputs = + [ numpy scikit-learn typing-extensions opencv-python-headless ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "QUick and DIrty Domain Adaptation"; + homepage = "https://github.com/arsenyinfo/qudida"; + }; +} diff --git a/packages/realesrgan/default.nix b/packages/realesrgan/default.nix new file mode 100644 index 0000000..b714693 --- /dev/null +++ b/packages/realesrgan/default.nix @@ -0,0 +1,40 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ basicsr, buildPythonPackage, cython, facexlib, fetchPypi, gfpgan, lib, numpy +, opencv-python, pillow, torch, torchvision, tqdm }: + +buildPythonPackage rec { + pname = "realesrgan"; + version = "0.3.0"; + + src = fetchPypi { + inherit pname version; + sha256 = "0zpcri2pf33jmy64zvl2rj08zc6zrh1gb4bfc1qp0i4zmfbdldhd"; + }; + + patches = [ ./root_dir.patch ]; + + buildInputs = [ cython numpy ]; + propagatedBuildInputs = [ + basicsr + facexlib + gfpgan + numpy + opencv-python + pillow + torch + torchvision + tqdm + ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = + "Real-ESRGAN aims at developing Practical Algorithms for General Image Restoration"; + homepage = "https://github.com/xinntao/Real-ESRGAN"; + }; +} diff --git a/packages/realesrgan/root_dir.patch b/packages/realesrgan/root_dir.patch new file mode 100644 index 0000000..4fbab43 --- /dev/null +++ b/packages/realesrgan/root_dir.patch @@ -0,0 +1,13 @@ +diff --git a/realesrgan/utils.py b/realesrgan/utils.py +index 67e5232..3d36793 100644 +--- a/realesrgan/utils.py ++++ b/realesrgan/utils.py +@@ -8,7 +8,7 @@ import torch + from basicsr.utils.download_util import load_file_from_url + from torch.nn import functional as F + +-ROOT_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) ++ROOT_DIR = f'{os.getcwd()}/src/realesrgan' + + + class RealESRGANer(): diff --git a/packages/resize-right/default.nix b/packages/resize-right/default.nix new file mode 100644 index 0000000..3085e67 --- /dev/null +++ b/packages/resize-right/default.nix @@ -0,0 +1,23 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib }: + +buildPythonPackage rec { + pname = "resize-right"; + version = "0.0.2"; + + src = fetchPypi { + inherit pname version; + sha256 = "087mkbjry4gv20v8kf4alncap4rp2qsrh169gizvf4j0rrr5phvx"; + }; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "Resize Right"; + homepage = "https://github.com/assafshocher/ResizeRight"; + }; +} diff --git a/packages/shap/default.nix b/packages/shap/default.nix new file mode 100644 index 0000000..f132d67 --- /dev/null +++ b/packages/shap/default.nix @@ -0,0 +1,63 @@ +{ lib +, buildPythonPackage +, fetchPypi +, writeText +, isPy27 +, pytestCheckHook +, pytest-mpl +, numpy +, scipy +, scikit-learn +, pandas +, transformers +, opencv4 +, lightgbm +, catboost +, pyspark +, sentencepiece +, tqdm +, slicer +, numba +, matplotlib +, nose +, lime +, cloudpickle +, ipython +, packaging +}: + +buildPythonPackage rec { + pname = "shap"; + version = "0.41.0"; + disabled = isPy27; + + src = fetchPypi { + inherit pname version; + sha256 = "sha256-pJ6k1lqtvIRaaV+j1+oL38jJKLjiE7D+7fWGit5LPKU="; + }; + + propagatedBuildInputs = [ + numpy + scipy + scikit-learn + pandas + tqdm + slicer + numba + cloudpickle + packaging + ]; + + passthru.optional-dependencies = { + plots = [ matplotlib ipython ]; + others = [ lime ]; + }; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "A unified approach to explain the output of any machine learning model"; + homepage = "https://github.com/slundberg/shap"; + }; +} diff --git a/packages/taming-transformers-rom1504/default.nix b/packages/taming-transformers-rom1504/default.nix new file mode 100644 index 0000000..1162510 --- /dev/null +++ b/packages/taming-transformers-rom1504/default.nix @@ -0,0 +1,26 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib, numpy, omegaconf, pytorch-lightning, torch +, torchvision, tqdm }: + +buildPythonPackage rec { + pname = "taming-transformers-rom1504"; + version = "0.0.6"; + + src = fetchPypi { + inherit pname version; + sha256 = "0cicin81lr1py2wnrw0amnpkdcksk3h7csgf6r1fxk4a230mzzkk"; + }; + + propagatedBuildInputs = + [ torch torchvision numpy tqdm omegaconf pytorch-lightning ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "Taming Transformers for High-Resolution Image Synthesis"; + }; +} diff --git a/packages/timm/default.nix b/packages/timm/default.nix new file mode 100644 index 0000000..d168066 --- /dev/null +++ b/packages/timm/default.nix @@ -0,0 +1,26 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, huggingface-hub, lib, pyyaml, torch +, torchvision }: + +buildPythonPackage rec { + pname = "timm"; + version = "0.6.11"; + + src = fetchPypi { + inherit pname version; + sha256 = "199zgg574gijw52jn4fhfzaqlbwhq0z8kav4k34xifssnr18hmh9"; + }; + + propagatedBuildInputs = [ torch torchvision pyyaml huggingface-hub ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "(Unofficial) PyTorch Image Models"; + homepage = "https://github.com/rwightman/pytorch-image-models"; + }; +} diff --git a/packages/torch-fidelity/default.nix b/packages/torch-fidelity/default.nix new file mode 100644 index 0000000..72781d1 --- /dev/null +++ b/packages/torch-fidelity/default.nix @@ -0,0 +1,35 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib, numpy, pillow, scipy, torch, torchvision, tqdm }: + +buildPythonPackage rec { + pname = "torch-fidelity"; + version = "0.3.0"; + + src = fetchPypi { + inherit version; + pname = "torch_fidelity"; + sha256 = "0rib94c1qkhfcf0ag42xj1ydqjz7w4kwn91z9z65k5wik3dk6gix"; + }; + + propagatedBuildInputs = [ + numpy + pillow + scipy + torch + torchvision + tqdm + ]; + + postUnpack = '' + #source distribution of torch-fidelity doesn't include this file, while it's used by setup.py + cp ${./requirements.txt} torch_fidelity-${version}/requirements.txt + ''; + + # TODO FIXME + doCheck = false; + + meta = with lib; { }; +} diff --git a/packages/torch-fidelity/requirements.txt b/packages/torch-fidelity/requirements.txt new file mode 100644 index 0000000..3d1523e --- /dev/null +++ b/packages/torch-fidelity/requirements.txt @@ -0,0 +1,6 @@ +numpy +Pillow +scipy +torch +torchvision +tqdm diff --git a/packages/torchdiffeq/default.nix b/packages/torchdiffeq/default.nix new file mode 100644 index 0000000..b0c481b --- /dev/null +++ b/packages/torchdiffeq/default.nix @@ -0,0 +1,25 @@ +# WARNING: This file was automatically generated. You should avoid editing it. +# If you run pynixify again, the file will be either overwritten or +# deleted, and you will lose the changes you made to it. + +{ buildPythonPackage, fetchPypi, lib, scipy, torch }: + +buildPythonPackage rec { + pname = "torchdiffeq"; + version = "0.2.3"; + + src = fetchPypi { + inherit pname version; + sha256 = "06m37q0x9igda4gmirjv0f3hyas747njpq02fz1c02h9p4sg8xgy"; + }; + + propagatedBuildInputs = [ torch scipy ]; + + # TODO FIXME + doCheck = false; + + meta = with lib; { + description = "ODE solvers and adjoint sensitivity analysis in PyTorch."; + homepage = "https://github.com/rtqichen/torchdiffeq"; + }; +}