Collections, and installer patches
2
config.json
vendored
Normal file → Executable file
@@ -1 +1 @@
|
||||
{"TITLE": "pyShelf E-Book Server", "VERSION": "0.4.1", "BOOKPATH": "", "DB_HOST": "localhost", "DB_PORT": "5432", "DATABASE": "pyshelf", "USER": "pyshelf", "PASSWORD": "pyshelf", "BOOKSHELF": "data/shelf.json", "ALLOWED_HOSTS": "*", "hostname": "localhost", "webport": "8000", "wsgiport": "8001"}
|
||||
{"TITLE": "pyShelf E-Book Server", "VERSION": "0.4.1", "BOOKPATH": "/home/raelon/Books", "DB_HOST": "localhost", "DB_PORT": "5432", "DATABASE": "pyshelf", "USER": "pyshelf", "PASSWORD": "pyshelf", "BOOKSHELF": "data/shelf.json", "ALLOWED_HOSTS": "*", "hostname": "localhost", "webport": "8000", "wsgiport": "8001"}
|
||||
|
||||
0
data/.track_this_folder
vendored
Normal file → Executable file
0
docs/html/annotated.html
vendored
Normal file → Executable file
0
docs/html/bc_s.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 676 B After Width: | Height: | Size: 676 B |
0
docs/html/bdwn.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 147 B After Width: | Height: | Size: 147 B |
0
docs/html/classes.html
vendored
Normal file → Executable file
0
docs/html/closed.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 132 B After Width: | Height: | Size: 132 B |
0
docs/html/d0/d35/classsrc_1_1backend_1_1lib_1_1display_1_1TerminalDisplay.html
vendored
Normal file → Executable file
0
docs/html/d1/dca/classsrc_1_1backend_1_1lib_1_1pyShelf_1_1InitFiles-members.html
vendored
Normal file → Executable file
0
docs/html/d3/d29/classsrc_1_1backend_1_1tests_1_1library__test_1_1Test__Config.html
vendored
Normal file → Executable file
0
docs/html/d3/d29/classsrc_1_1backend_1_1tests_1_1library__test_1_1Test__Config.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 853 B After Width: | Height: | Size: 853 B |
0
docs/html/d3/d4a/classsrc_1_1backend_1_1lib_1_1config_1_1Config-members.html
vendored
Normal file → Executable file
0
docs/html/d3/d95/classsrc_1_1backend_1_1tests_1_1library__test_1_1TestCatalogue-members.html
vendored
Normal file → Executable file
0
docs/html/d4/d45/classsrc_1_1backend_1_1lib_1_1display_1_1TerminalDisplay-members.html
vendored
Normal file → Executable file
0
docs/html/d5/da5/classsrc_1_1backend_1_1lib_1_1library_1_1Catalogue.html
vendored
Normal file → Executable file
0
docs/html/d5/da5/classsrc_1_1backend_1_1lib_1_1library_1_1Catalogue.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 966 B After Width: | Height: | Size: 966 B |
0
docs/html/d5/ddf/classsrc_1_1backend_1_1tests_1_1library__test_1_1Test__Config-members.html
vendored
Normal file → Executable file
0
docs/html/d5/dee/classsrc_1_1backend_1_1tests_1_1config__test_1_1TestConfig-members.html
vendored
Normal file → Executable file
0
docs/html/d6/d20/classsrc_1_1backend_1_1lib_1_1library_1_1Catalogue-members.html
vendored
Normal file → Executable file
0
docs/html/d7/d40/classsrc_1_1backend_1_1lib_1_1storage_1_1Storage.html
vendored
Normal file → Executable file
0
docs/html/d7/d69/classsrc_1_1backend_1_1lib_1_1pyShelf_1_1BookDisplay-members.html
vendored
Normal file → Executable file
0
docs/html/d7/d88/classsrc_1_1backend_1_1lib_1_1api__hooks_1_1DuckDuckGo.html
vendored
Normal file → Executable file
0
docs/html/d8/d3d/classsrc_1_1backend_1_1tests_1_1library__test_1_1TestCatalogue.html
vendored
Normal file → Executable file
0
docs/html/d8/dfe/classsrc_1_1backend_1_1lib_1_1config_1_1Config.html
vendored
Normal file → Executable file
0
docs/html/d8/dfe/classsrc_1_1backend_1_1lib_1_1config_1_1Config.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 858 B After Width: | Height: | Size: 858 B |
0
docs/html/da/d3c/classsrc_1_1backend_1_1lib_1_1pyShelf_1_1InitFiles.html
vendored
Normal file → Executable file
0
docs/html/db/d7d/classsrc_1_1backend_1_1lib_1_1pyShelf_1_1BookDisplay.html
vendored
Normal file → Executable file
0
docs/html/db/d9a/classsrc_1_1backend_1_1lib_1_1storage_1_1Storage-members.html
vendored
Normal file → Executable file
0
docs/html/db/dda/classsrc_1_1backend_1_1tests_1_1library__test_1_1Test__Catalogue.html
vendored
Normal file → Executable file
0
docs/html/db/dda/classsrc_1_1backend_1_1tests_1_1library__test_1_1Test__Catalogue.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 962 B After Width: | Height: | Size: 962 B |
0
docs/html/dc/d3e/classsrc_1_1backend_1_1tests_1_1library__test_1_1Test__Catalogue-members.html
vendored
Normal file → Executable file
0
docs/html/de/d11/classsrc_1_1backend_1_1lib_1_1api__hooks_1_1DuckDuckGo-members.html
vendored
Normal file → Executable file
0
docs/html/df/d83/classsrc_1_1backend_1_1tests_1_1config__test_1_1TestConfig.html
vendored
Normal file → Executable file
0
docs/html/dir_1c7294442ce83d360610449d04c9d7fc.html
vendored
Normal file → Executable file
0
docs/html/dir_3f615ade772d23cefe5e20dcb18424a2.html
vendored
Normal file → Executable file
0
docs/html/dir_68267d1309a1af8e8297ef4c3efbcdba.html
vendored
Normal file → Executable file
0
docs/html/dir_9020577e2da81c4cf5a5554c26431f94.html
vendored
Normal file → Executable file
0
docs/html/doc.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 746 B After Width: | Height: | Size: 746 B |
1
docs/html/doxygen.css
vendored
Normal file → Executable file
@@ -1768,4 +1768,3 @@ tt, code, kbd, samp
|
||||
u {
|
||||
text-decoration: underline;
|
||||
}
|
||||
|
||||
|
||||
0
docs/html/doxygen.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 3.7 KiB After Width: | Height: | Size: 3.7 KiB |
0
docs/html/dynsections.js
vendored
Normal file → Executable file
0
docs/html/files.html
vendored
Normal file → Executable file
0
docs/html/folderclosed.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 616 B After Width: | Height: | Size: 616 B |
0
docs/html/folderopen.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 597 B After Width: | Height: | Size: 597 B |
0
docs/html/functions.html
vendored
Normal file → Executable file
0
docs/html/functions_func.html
vendored
Normal file → Executable file
0
docs/html/hierarchy.html
vendored
Normal file → Executable file
0
docs/html/index.hhc
vendored
Normal file → Executable file
0
docs/html/index.hhk
vendored
Normal file → Executable file
0
docs/html/index.hhp
vendored
Normal file → Executable file
0
docs/html/index.html
vendored
Normal file → Executable file
0
docs/html/jquery.js
vendored
Normal file → Executable file
0
docs/html/menu.js
vendored
Normal file → Executable file
0
docs/html/menudata.js
vendored
Normal file → Executable file
0
docs/html/nav_f.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 153 B After Width: | Height: | Size: 153 B |
0
docs/html/nav_g.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 95 B After Width: | Height: | Size: 95 B |
0
docs/html/nav_h.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 98 B After Width: | Height: | Size: 98 B |
0
docs/html/open.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 123 B After Width: | Height: | Size: 123 B |
0
docs/html/splitbar.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 314 B After Width: | Height: | Size: 314 B |
0
docs/html/sync_off.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 853 B After Width: | Height: | Size: 853 B |
0
docs/html/sync_on.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 845 B After Width: | Height: | Size: 845 B |
0
docs/html/tab_a.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 142 B After Width: | Height: | Size: 142 B |
0
docs/html/tab_b.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 169 B After Width: | Height: | Size: 169 B |
0
docs/html/tab_h.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 177 B After Width: | Height: | Size: 177 B |
0
docs/html/tab_s.png
vendored
Normal file → Executable file
|
Before Width: | Height: | Size: 184 B After Width: | Height: | Size: 184 B |
0
docs/html/tabs.css
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_lib_api_hooks_DuckDuckGo.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_lib_config_Config.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_lib_display_TerminalDisplay.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_lib_library_Catalogue.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_lib_pyShelf_BookDisplay.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_lib_pyShelf_InitFiles.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_lib_storage_Storage.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_tests_config_test_TestConfig.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_tests_library_test_TestCatalogue.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_tests_library_test_Test_Catalogue.3
vendored
Normal file → Executable file
0
docs/man/man3/src_backend_tests_library_test_Test_Config.3
vendored
Normal file → Executable file
0
docs/warn.log
vendored
Normal file → Executable file
0
doxygen.conf
vendored
Normal file → Executable file
2
importBooks
vendored
@@ -1,4 +1,4 @@
|
||||
#!/usr/bin/python
|
||||
#!python
|
||||
|
||||
import pathlib
|
||||
import sys
|
||||
|
||||
51
installer
vendored
Normal file → Executable file
@@ -1,4 +1,4 @@
|
||||
#!/usr/bin/python3
|
||||
#!python
|
||||
import json
|
||||
import os
|
||||
import pathlib
|
||||
@@ -136,6 +136,9 @@ class SystemInstaller:
|
||||
if os.path.isdir(_dirs[1]):
|
||||
ln_string = str(_dirs[0] + outfile + " " + _dirs[1] + outfile)
|
||||
os.system("sudo ln -s %s" % ln_string)
|
||||
|
||||
""" TODO check for sites-enabled, create it if it doesnt exist,
|
||||
then symlink the config """
|
||||
except Exception as e:
|
||||
pass
|
||||
return True
|
||||
@@ -152,7 +155,7 @@ class SystemInstaller:
|
||||
wsgiport = r["answer"]
|
||||
nginx_conf_str = """
|
||||
# pyshelf_nginx.conf
|
||||
upstream django {server unix://%s/pyshelf_wsgi.sock;}
|
||||
upstream django {server unix:///tmp/pyshelf_wsgi.sock;}
|
||||
server {
|
||||
listen %s;
|
||||
server_name %s;
|
||||
@@ -166,7 +169,6 @@ class SystemInstaller:
|
||||
location / {uwsgi_pass django; include %s/uwsgi_params;}
|
||||
}
|
||||
""" % (
|
||||
root,
|
||||
port,
|
||||
hostname,
|
||||
root,
|
||||
@@ -194,11 +196,10 @@ class SystemInstaller:
|
||||
master=True
|
||||
pidfile=/tmp/pyShelf.pid
|
||||
vacuum=True
|
||||
socket=%s/pyshelf_wsgi.sock
|
||||
socket=/tmp/pyshelf_wsgi.sock
|
||||
chmod-socket=666
|
||||
""" % (
|
||||
root,
|
||||
root
|
||||
)
|
||||
with open(_fp, "w") as write_file:
|
||||
write_file.write(wsgi_conf_str)
|
||||
@@ -223,7 +224,7 @@ install_answers = TerminalDisplay().installer()
|
||||
for key in install_answers:
|
||||
config[key["name"]] = key["answer"]
|
||||
# config["USER"] = os.environ["USER"]
|
||||
config["USER"] = 'pyshelf'
|
||||
config["USER"] = "pyshelf"
|
||||
# Write configuration
|
||||
Configuration().write_file(config)
|
||||
|
||||
@@ -300,23 +301,29 @@ if RequiredServices().db_server_found(req) is False:
|
||||
)
|
||||
install_status = os.system(cmd)
|
||||
for r in install_answers:
|
||||
if r["name"] == "PASSWORD": sql_pass = r["answer"]
|
||||
if r["name"] == "PASSWORD":
|
||||
sql_pass = r["answer"]
|
||||
|
||||
# sql_user = config["USER"]
|
||||
sql_user = "pyshelf"
|
||||
db_name = "pyshelf"
|
||||
psql_cmd = """
|
||||
CREATE DATABASE %s;
|
||||
CREATE USER %s WITH PASSWORD \'%s\';
|
||||
GRANT ALL PRIVILEGES ON DATABASE %s TO %s;
|
||||
""" % (db_name, sql_user, sql_pass, db_name, sql_user)
|
||||
_sql_file = "create_db.sql"
|
||||
import pudb
|
||||
|
||||
pudb.set_trace()
|
||||
psql_cmd = (
|
||||
"CREATE DATABASE %s; CREATE USER %s WITH PASSWORD '%s'; GRANT ALL PRIVILEGES ON DATABASE %s TO %s;"
|
||||
% (db_name, sql_user, sql_pass, db_name, sql_user)
|
||||
)
|
||||
_sql_file = "/tmp/create_db.sql"
|
||||
with open(_sql_file, "w") as sql_file_open:
|
||||
sql_file_open.write(psql_cmd)
|
||||
sql_file_open.close()
|
||||
os.system("sudo -u postgres initdb --locale=en_US.UTF-8 -E UTF8 -D /var/lib/postgres/data")
|
||||
os.system(
|
||||
"sudo -u postgres initdb --locale=en_US.UTF-8 -E UTF8 -D /var/lib/postgres/data"
|
||||
)
|
||||
os.system("sudo systemctl start postgresql")
|
||||
os.system("sudo -u postgres psql -f %s" % _sql_file)
|
||||
# os.system("sudo -u postgres psql -c \'%s\'"%psql_cmd)
|
||||
messages = messages + [
|
||||
"PostgreSQL installed and started",
|
||||
"To enable autostart you must run",
|
||||
@@ -324,7 +331,7 @@ if RequiredServices().db_server_found(req) is False:
|
||||
"\n",
|
||||
"Database cluster initialized at /var/lib/postgres",
|
||||
"pyShelf database and user created",
|
||||
psql_cmd
|
||||
psql_cmd,
|
||||
]
|
||||
|
||||
# Post install configurations
|
||||
@@ -342,11 +349,19 @@ except Exception as e:
|
||||
try:
|
||||
copy_config = sysinstall.copy_config()
|
||||
if copy_config:
|
||||
messages = messages + ["pyShelf site config copied to sites-available, and symlinked to sites-enabled"]
|
||||
messages = messages + [
|
||||
"pyShelf site config copied to sites-available, and symlinked to sites-enabled"
|
||||
]
|
||||
except Exception as e:
|
||||
messages = messages + ["nginx site config not copied", "A nginx config for your install has been created \"pyshelf_nginx.conf\""]
|
||||
messages = messages + [
|
||||
"nginx site config not copied",
|
||||
'A nginx config for your install has been created "pyshelf_nginx.conf"',
|
||||
]
|
||||
sysinstall.make_wsgi_config(install_answers)
|
||||
messages = messages + ["You should now import your books by running importBooks", "You can then start the interface with uwsgi --ini uwsgi.ini"]
|
||||
messages = messages + [
|
||||
"You should now import your books by running importBooks",
|
||||
"You can then start the interface with uwsgi --ini uwsgi.ini",
|
||||
]
|
||||
|
||||
# Display end screen
|
||||
sysinstall.log()
|
||||
|
||||
0
pyproject.toml
vendored
Normal file → Executable file
5
requirements.txt
vendored
Normal file → Executable file
@@ -12,9 +12,12 @@ pre-commit
|
||||
isort
|
||||
django
|
||||
toml
|
||||
uwsgi
|
||||
:close
|
||||
|
||||
q
|
||||
django-debug-toolbar
|
||||
psycopg2-binary
|
||||
prompt_toolkit
|
||||
psutil
|
||||
pyfiglet
|
||||
psycopg2
|
||||
|
||||
0
src/__init__.py
Normal file → Executable file
0
src/backend/empty_bookshelf.sql
vendored
Normal file → Executable file
0
src/backend/lib/display.py
Normal file → Executable file
@@ -1,10 +1,5 @@
|
||||
#!/usr/bin/python
|
||||
import sqlite3
|
||||
import psycopg2
|
||||
from psycopg2 import Error
|
||||
from .config import Config
|
||||
|
||||
# db_pointer = Config().catalogue_db
|
||||
|
||||
|
||||
class Storage:
|
||||
@@ -29,7 +24,6 @@ class Storage:
|
||||
try:
|
||||
self.cursor.execute(_q)
|
||||
except Exception as e:
|
||||
breakpoint()
|
||||
if e.pgcode == "42501":
|
||||
_q = """ALTER TABLE public.books OWNER to pyshelf;"""
|
||||
self.close()
|
||||
@@ -106,20 +100,25 @@ class Storage:
|
||||
self.cursor.execute(_q)
|
||||
_set = self.cursor.fetchall()
|
||||
for book in _set:
|
||||
path = self.config.book_path+'/'
|
||||
path = self.config.book_path + "/"
|
||||
_collections = []
|
||||
_pathing = book[1].split(path)[1].split('/')
|
||||
_pathing.pop(0);_pathing.pop(-1)
|
||||
_pathing = book[1].split(path)[1].split("/")
|
||||
_pathing.pop(0)
|
||||
_pathing.pop(-1)
|
||||
for _p in _pathing:
|
||||
_s = _p.replace("'", "")
|
||||
_q_x = """
|
||||
SELECT id FROM collections where collection='%s' AND book_id_id=%s
|
||||
"""%(_s,book[0])
|
||||
""" % (
|
||||
_s,
|
||||
book[0],
|
||||
)
|
||||
try:
|
||||
self.cursor.execute(_q_x)
|
||||
if len(self.cursor.fetchall()) < 1:
|
||||
self.cursor.execute(
|
||||
"""INSERT INTO collections (collection, book_id_id) VALUES ('%s',%s)"""%(_s,book[0])
|
||||
"""INSERT INTO collections (collection, book_id_id) VALUES ('%s',%s)"""
|
||||
% (_s, book[0])
|
||||
)
|
||||
except Exception as e:
|
||||
print(e)
|
||||
|
||||
@@ -33,7 +33,7 @@ BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||
SECRET_KEY = "@(9b9jslgg41u1u=mr)-2*-n2x0vef0zsy39*z@sz18&tvow18"
|
||||
|
||||
# SECURITY WARNING: don't run with debug turned on in production!
|
||||
DEBUG = False
|
||||
DEBUG = TEMPLATE_DEBUG = True
|
||||
|
||||
ALLOWED_HOSTS = CONFIG.allowed_hosts
|
||||
|
||||
|
||||
@@ -27,6 +27,11 @@ urlpatterns = [
|
||||
path("search/", views.search, name="search"),
|
||||
path("search/<query>", views.search, name="search"),
|
||||
path("search/<query>/<_set>", views.search, name="search"),
|
||||
path(
|
||||
"show_collection/<_collection>/<_colset>",
|
||||
views.show_collection,
|
||||
name="show_collection",
|
||||
),
|
||||
]
|
||||
if settings.DEBUG:
|
||||
import debug_toolbar
|
||||
|
||||
0
src/interface/migrations/0001_initial.py
Normal file → Executable file
0
src/interface/migrations/0002_auto_20200101_0445.py
Normal file → Executable file
0
src/interface/migrations/0003_auto_20200101_0447.py
Normal file → Executable file
30
src/interface/migrations/0004_collections.py
Normal file → Executable file
@@ -1,25 +1,37 @@
|
||||
# Generated by Django 3.0.2 on 2020-02-04 20:22
|
||||
|
||||
from django.db import migrations, models
|
||||
import django.db.models.deletion
|
||||
from django.db import migrations, models
|
||||
|
||||
|
||||
class Migration(migrations.Migration):
|
||||
|
||||
dependencies = [
|
||||
('interface', '0003_auto_20200101_0447'),
|
||||
("interface", "0003_auto_20200101_0447"),
|
||||
]
|
||||
|
||||
operations = [
|
||||
migrations.CreateModel(
|
||||
name='Collections',
|
||||
name="Collections",
|
||||
fields=[
|
||||
('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
|
||||
('collection', models.CharField(max_length=255)),
|
||||
('book_id', models.ForeignKey(on_delete=django.db.models.deletion.PROTECT, to='interface.Books')),
|
||||
(
|
||||
"id",
|
||||
models.AutoField(
|
||||
auto_created=True,
|
||||
primary_key=True,
|
||||
serialize=False,
|
||||
verbose_name="ID",
|
||||
),
|
||||
),
|
||||
("collection", models.CharField(max_length=255)),
|
||||
(
|
||||
"book_id",
|
||||
models.ForeignKey(
|
||||
on_delete=django.db.models.deletion.PROTECT,
|
||||
to="interface.Books",
|
||||
),
|
||||
),
|
||||
],
|
||||
options={
|
||||
'db_table': 'collections',
|
||||
},
|
||||
options={"db_table": "collections",},
|
||||
),
|
||||
]
|
||||
|
||||
@@ -30,12 +30,14 @@ class Books(models.Model):
|
||||
progress = models.IntegerField(null=True)
|
||||
file_name = models.CharField(max_length=255, null=False)
|
||||
|
||||
class Collections(models.Model):
|
||||
|
||||
class Collections(models.Model):
|
||||
class Meta:
|
||||
db_table = "collections"
|
||||
|
||||
def __str__(self):
|
||||
return self.collection
|
||||
|
||||
collection = models.CharField(max_length=255)
|
||||
book_id = models.ForeignKey(Books, on_delete=models.PROTECT)
|
||||
|
||||
@@ -45,9 +47,9 @@ class Collections(models.Model):
|
||||
|
||||
def generic_search(self, query):
|
||||
try:
|
||||
results = Books.objects.annotate(
|
||||
search=SearchVector("author", "title", "file_name"),
|
||||
).filter(search=query)
|
||||
results = Books.objects.annotate(search=SearchVector("collection"),).filter(
|
||||
search=query
|
||||
)
|
||||
except Exception as e:
|
||||
raise
|
||||
return results
|
||||
|
||||