Calibre-Web Tests

Tested environment

Program library	Installed Version	Test class
Platform	Linux 5.4.0-42-generic #46-Ubuntu SMP Fri Jul 10 00:24:02 UTC 2020 x86_64 x86_64	Basic
Python	3.8.2	Basic
Babel	2.8.0	Basic
backports-abc	0.5	Basic
Flask	1.1.2	Basic
Flask-Babel	1.0.0	Basic
Flask-Login	0.5.0	Basic
Flask-Principal	0.4.0	Basic
iso-639	0.4.5	Basic
Jinja2	2.11.2	Basic
PyPDF2	1.26.0	Basic
pytz	2020.1	Basic
requests	2.23.0	Basic
singledispatch	3.4.0.3	Basic
six	1.15.0	Basic
SQLAlchemy	1.3.19	Basic
tornado	6.0.4	Basic
Unidecode	1.1.1	Basic
Wand	0.5.9	Basic
Werkzeug	1.0.1	Basic
Pillow	7.2.0	testCoverEditBooks
comicapi	2.1.1	TestEditAdditionalBooks
lxml	4.5.2	TestEditAdditionalBooks
Pillow	7.2.0	TestEditAdditionalBooks
rarfile	4.0	TestEditAdditionalBooks
lxml	4.5.2	TestEditBooks
Pillow	7.2.0	TestEditBooks
google-api-python-client	1.10.1	test_edit_books_gdrive
httplib2	0.18.1	test_edit_books_gdrive
oauth2client	4.1.3	test_edit_books_gdrive
PyDrive	1.3.1	test_edit_books_gdrive
PyYAML	5.3.1	test_edit_books_gdrive
goodreads	0.3.2	TestGoodreads
jsonschema	3.2.0	TestKoboSync
Flask-SimpleLDAP	1.4.0	test_ldap_login
jsonschema	3.2.0	test_ldap_login
python-ldap	3.3.1	test_ldap_login
Flask-Dance	3.0.0	test_OAuth_login
SQLAlchemy-Utils	0.36.8	test_OAuth_login

Test Group/Test case	Count	Pass	Fail	Error	Skip	View
test_anonymous.testAnonymous	13	13	0	0	0	Detail
test_check_locale_guest	PASS
test_guest_about	PASS
test_guest_change_visibility_category	PASS
test_guest_change_visibility_format	PASS
test_guest_change_visibility_hot	PASS
test_guest_change_visibility_language	PASS
test_guest_change_visibility_publisher	PASS
test_guest_change_visibility_rated	PASS
test_guest_change_visibility_rating	PASS
test_guest_change_visibility_series	PASS
test_guest_random_books_available	PASS
test_guest_restricted_settings_visibility	PASS
test_guest_visibility_sidebar	PASS
test_cli.testCli	7	6	0	0	1	Detail
test_already_started	PASS
test_bind_to_single_interface	PASS
test_cli_SSL_files	PASS
test_cli_different_folder	PASS
test_cli_different_settings_database	PASS
test_cli_gdrive_location	SKIP Not Implemented
test_environ_port_setting	PASS
test_cover_edit_books.testCoverEditBooks	1	0	1	0	0	Detail
test_upload_jpg	FAIL Traceback (most recent call last): File "/home/matthias/Entwicklung/calibre-web-test/test/test_cover_edit_books.py", line 89, in test_upload_jpg self.assertTrue(self.check_element_on_page((By.ID, 'flash_alert'))) AssertionError: False is not true
test_delete_database.TestDeleteDatabase	1	1	0	0	0	Detail
test_delete_books_in_database	PASS
test_ebook_convert.TestEbookConvert	11	11	0	0	0	Detail
test_convert_deactivate	PASS
test_convert_email	PASS
test_convert_failed_and_email	PASS
test_convert_only	PASS
test_convert_parameter	PASS
test_convert_wrong_excecutable	PASS
test_email_failed	PASS
test_email_only	PASS
test_kindle_send_not_configured	PASS
test_ssl_smtp_setup_error	PASS
test_starttls_smtp_setup_error	PASS
test_edit_additional_books.TestEditAdditionalBooks	5	5	0	0	0	Detail
test_delete_book	PASS
test_upload_metadata_cbt	PASS
test_upload_metadate_cbr	PASS
test_writeonly_database	PASS
test_writeonly_path	PASS
test_edit_books.TestEditBooks	33	30	1	0	2	Detail
test_download_book	PASS
test_edit_author	PASS
test_edit_category	PASS
test_edit_comments	PASS
test_edit_custom_bool	PASS
test_edit_custom_categories	PASS
test_edit_custom_float	PASS
test_edit_custom_int	PASS
test_edit_custom_rating	PASS
test_edit_custom_single_select	PASS
test_edit_custom_text	PASS
test_edit_language	PASS
test_edit_publisher	PASS
test_edit_publishing_date	SKIP Not Implemented
test_edit_rating	PASS
test_edit_series	PASS
test_edit_title	PASS
test_rename_uppercase_lowercase	SKIP Not Implemented
test_typeahead_author	PASS
test_typeahead_functions	PASS
test_typeahead_language	PASS
test_typeahead_publisher	PASS
test_typeahead_series	PASS
test_typeahead_tag	PASS
test_upload_book_cbr	PASS
test_upload_book_cbt	PASS
test_upload_book_cbz	PASS
test_upload_book_epub	PASS
test_upload_book_fb2	PASS
test_upload_book_lit	PASS
test_upload_book_mobi	PASS
test_upload_book_pdf	PASS
test_upload_cover_hdd	FAIL Traceback (most recent call last): File "/home/matthias/Entwicklung/calibre-web-test/test/test_edit_books.py", line 734, in test_upload_cover_hdd self.assertTrue(False, "Browser-Cache Problem: Old Cover is displayed instead of New Cover") AssertionError: False is not true : Browser-Cache Problem: Old Cover is displayed instead of New Cover
test_edit_books_gdrive.test_edit_books_gdrive	1	1	0	0	0	Detail
test_config_gdrive	PASS
test_email_STARTTLS.test_STARTTLS	3	3	0	0	0	Detail
test_STARTTLS	PASS
test_STARTTLS_SSL_setup_error	PASS
test_STARTTLS_resend_password	PASS
test_email_ssl.test_SSL	4	4	0	0	0	Detail
test_SSL_None_setup_error	PASS
test_SSL_STARTTLS_setup_error	PASS
test_SSL_logging_email	PASS
test_SSL_only	PASS
test_goodreads.TestGoodreads	3	3	0	0	0	Detail
test_author_page	PASS
test_author_page_invalid	PASS
test_goodreads_about	PASS
test_helper.CalibreHelper	16	16	0	0	0	Detail
test_author_sort	PASS
test_author_sort_comma	PASS
test_author_sort_junior	PASS
test_author_sort_oneword	PASS
test_author_sort_roman	PASS
test_check_Limit_Length	PASS
test_check_char_replacement	PASS
test_check_chinese_Characters	PASS
test_check_deg_eur_replacement	PASS
test_check_doubleS	PASS
test_check_finish_Dot	PASS
test_check_high23	PASS
test_check_umlauts	PASS
test_random_password	PASS
test_split_authors	PASS
test_whitespaces	PASS
test_kobo_sync.TestKoboSync	8	8	0	0	0	Detail
test_kobo_about	PASS
test_shelves_add_remove_books	PASS
test_sync_changed_book	PASS
test_sync_invalid	PASS
test_sync_reading_state	PASS
test_sync_shelf	PASS
test_sync_unchanged	PASS
test_sync_upload	PASS
test_ldap.test_ldap_login	10	10	0	0	0	Detail
test_LDAP_SSL	PASS
test_LDAP_STARTTLS	PASS
test_LDAP_fallback_Login	PASS
test_LDAP_import	PASS
test_LDAP_login	PASS
test_invalid_LDAP	PASS
test_ldap_about	PASS
test_ldap_authentication	PASS
test_ldap_kobo_sync	PASS
test_ldap_opds_download_book	PASS
test_logging.test_logging	7	6	0	0	1	Detail
test_access_log_recover	PASS
test_debug_log	PASS
test_failed_login	PASS
test_failed_register	SKIP Not Implemented
test_logfile_change	PASS
test_logfile_recover	PASS
test_logviewer	PASS
test_login.test_Login	11	11	0	0	0	Detail
test_digest_login	PASS
test_login_capital_letters_user_unicode_password	PASS
test_login_delete_admin	PASS
test_login_empty_password	PASS
test_login_locale_select	PASS
test_login_protected	PASS
test_login_remember_me	PASS
test_login_rename_user	PASS
test_login_unicode_user_space_end_password	PASS
test_login_user_with_space_password_end_space	PASS
test_robots	PASS
test_oauth.test_OAuth_login	2	2	0	0	0	Detail
test_oauth_about	PASS
test_visible_oauth	PASS
test_opds_feed.test_opds_feed	20	20	0	0	0	Detail
test_opds	PASS
test_opds_author	PASS
test_opds_calibre_companion	PASS
test_opds_cover	PASS
test_opds_download_book	PASS
test_opds_formats	PASS
test_opds_guest_user	PASS
test_opds_hot	PASS
test_opds_language	PASS
test_opds_non_admin	PASS
test_opds_publisher	PASS
test_opds_random	PASS
test_opds_ratings	PASS
test_opds_read_unread	PASS
test_opds_search	PASS
test_opds_series	PASS
test_opds_shelf_access	PASS
test_opds_tags	PASS
test_opds_top_rated	PASS
test_recently_added	PASS
test_register.test_register	7	7	0	0	0	Detail
test_forgot_password	PASS
test_limit_domain	PASS
test_register_no_server	PASS
test_registering_only_email	PASS
test_registering_user	PASS
test_registering_user_fail	PASS
test_user_change_password	PASS
test_shelf.test_shelf	10	9	0	0	1	Detail
test_add_shelf_from_search	PASS
test_arrange_shelf	PASS
test_delete_book_of_shelf	PASS
test_private_shelf	PASS
test_public_private_shelf	PASS
test_public_shelf	PASS
test_rename_shelf	PASS
test_shelf_action_non_shelf_edit_role	PASS
test_shelf_database_change	SKIP Change Database Not Implemented
test_shelf_long_name	PASS
test_updater.TestUpdater	8	7	0	0	1	Detail
test_check_update_nightly_errors	PASS
test_check_update_nightly_request_errors	PASS
test_check_update_stable_errors	PASS
test_check_update_stable_versions	PASS
test_perform_update	PASS
test_perform_update_stable_errors	PASS
test_perform_update_timeout	SKIP Takes too long
test_reconnect_database	PASS
test_user_template.test_user_template	19	19	0	0	0	Detail
test_allow_column_restriction	PASS
test_allow_tag_restriction	PASS
test_archived_format_template	PASS
test_author_user_template	PASS
test_best_user_template	PASS
test_category_user_template	PASS
test_deny_column_restriction	PASS
test_deny_tag_restriction	PASS
test_detail_random_user_template	PASS
test_format_user_template	PASS
test_hot_user_template	PASS
test_language_user_template	PASS
test_limit_book_languages	PASS
test_publisher_user_template	PASS
test_random_user_template	PASS
test_read_user_template	PASS
test_recent_user_template	PASS
test_series_user_template	PASS
test_ui_language_settings	PASS
test_visiblilitys.TestCalibreWebVisibilitys	30	30	0	0	0	Detail
test_about	PASS
test_admin_SMTP_Settings	PASS
test_admin_add_user	PASS
test_admin_change_password	PASS
test_admin_change_visibility_archived	PASS
test_admin_change_visibility_authors	PASS
test_admin_change_visibility_category	PASS
test_admin_change_visibility_file_formats	PASS
test_admin_change_visibility_hot	PASS
test_admin_change_visibility_language	PASS
test_admin_change_visibility_publisher	PASS
test_admin_change_visibility_random	PASS
test_admin_change_visibility_rated	PASS
test_admin_change_visibility_rating	PASS
test_admin_change_visibility_read	PASS
test_admin_change_visibility_series	PASS
test_allow_columns	PASS
test_allow_tags	PASS
test_archive_books	PASS
test_authors_max_settings	PASS
test_checked_logged_in	PASS
test_hide_custom_column	PASS
test_link_column_to_read_status	PASS
test_random_books_available	PASS
test_restrict_columns	PASS
test_restrict_tags	PASS
test_search_functions	PASS
test_search_string	PASS
test_user_email_available	PASS
test_user_visibility_sidebar	PASS
Total	230	222	2	0	6