Added optional requirements for metadata amazon
Better logging of errors in metadata source files
This commit is contained in:
parent
39ac37861f
commit
bb7f4cf74e
|
@ -19,7 +19,7 @@
|
||||||
import concurrent.futures
|
import concurrent.futures
|
||||||
import requests
|
import requests
|
||||||
from bs4 import BeautifulSoup as BS # requirement
|
from bs4 import BeautifulSoup as BS # requirement
|
||||||
# import lxml #requirement for better speed
|
|
||||||
try:
|
try:
|
||||||
import cchardet #optional for better speed
|
import cchardet #optional for better speed
|
||||||
except ImportError:
|
except ImportError:
|
||||||
|
|
|
@ -49,8 +49,8 @@ for f in modules:
|
||||||
try:
|
try:
|
||||||
importlib.import_module("cps.metadata_provider." + a)
|
importlib.import_module("cps.metadata_provider." + a)
|
||||||
new_list.append(a)
|
new_list.append(a)
|
||||||
except ImportError:
|
except ImportError as e:
|
||||||
log.error("Import error for metadata source: {}".format(a))
|
log.error("Import error for metadata source: {} - {}".format(a, e))
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -31,9 +31,11 @@ SQLAlchemy-Utils>=0.33.5,<0.39.0
|
||||||
# metadata extraction
|
# metadata extraction
|
||||||
rarfile>=2.7
|
rarfile>=2.7
|
||||||
scholarly>=1.2.0,<1.6
|
scholarly>=1.2.0,<1.6
|
||||||
markdown2==2.4.2
|
markdown2>=2.0.0,<2.5.0
|
||||||
html2text==2020.1.16
|
html2text>=2020.1.16,<2022.1.1
|
||||||
python-dateutil==2.8.2
|
python-dateutil>=2.1,<2.9.0
|
||||||
|
beautifulsoup4>=4.0.1,<4.2.0
|
||||||
|
cchardet>=2.0.0,<2.2.0
|
||||||
|
|
||||||
# Comics
|
# Comics
|
||||||
natsort>=2.2.0,<8.1.0
|
natsort>=2.2.0,<8.1.0
|
||||||
|
|
|
@ -86,6 +86,11 @@ oauth =
|
||||||
metadata =
|
metadata =
|
||||||
rarfile>=2.7
|
rarfile>=2.7
|
||||||
scholarly>=1.2.0,<1.6
|
scholarly>=1.2.0,<1.6
|
||||||
|
markdown2>=2.0.0,<2.5.0
|
||||||
|
html2text>=2020.1.16,<2022.1.1
|
||||||
|
python-dateutil>=2.1,<2.9.0
|
||||||
|
beautifulsoup4>=4.0.1,<4.2.0
|
||||||
|
cchardet>=2.0.0,<2.2.0
|
||||||
comics =
|
comics =
|
||||||
natsort>=2.2.0,<8.1.0
|
natsort>=2.2.0,<8.1.0
|
||||||
comicapi>=2.2.0,<2.3.0
|
comicapi>=2.2.0,<2.3.0
|
||||||
|
|
Loading…
Reference in New Issue
Block a user