Close #97

Add fb2 extension backend

Author: alekssamos

README.rst

@@ -54,6 +54,8 @@ Supported formats
 +-----------+-------------------------------------+----------------------------------------------+
 | ``epub``  | ``ebooklib`` module                 | ``ebooklib`` module                          |
 +-----------+-------------------------------------+----------------------------------------------+
+| ``fb2``  | ``BeautifulSoup`` module            | ``BeautifulSoup`` module                     |
++-----------+-------------------------------------+----------------------------------------------+
 | ``gif``   | tesseract CLI and pytesserac module |                                              |
 +-----------+-------------------------------------+----------------------------------------------+
 | ``gz``    | python ``gzip`` module              | python ``gzip`` module                       |
@@ -116,6 +118,8 @@ file extensions:
 +-----------+-------------------------------------+----------------------------------------------+
 | ``epub``  | ``exiftool`` CLI tool               |                                              |
 +-----------+-------------------------------------+----------------------------------------------+
+| ``fb2``  | ``BeautifulSoup`` module            | ``BeautifulSoup`` module                     |
++-----------+-------------------------------------+----------------------------------------------+
 | ``html``  | ``BeautifulSoup`` module            | ``BeautifulSoup`` module                     |
 +-----------+-------------------------------------+----------------------------------------------+
 | ``odt``   | ``exiftool`` CLI tool               | ``exiftool`` CLI tool                        |

fulltext/__init__.py

@@ -113,6 +113,7 @@
     from fulltext.backends import __docx  # NOQA
     from fulltext.backends import __eml  # NOQA
     from fulltext.backends import __epub  # NOQA
+    from fulltext.backends import __fb2  # NOQA
     from fulltext.backends import __gz  # NOQA
     from fulltext.backends import __html  # NOQA
     from fulltext.backends import __hwp  # NOQA
@@ -276,6 +277,11 @@ def register_backend(mimetype, module, extensions=None):
         'fulltext.backends.__epub',
         extensions=[".epub"])
 
+register_backend(
+    "application/fb2",
+    'fulltext.backends.__fb2',
+    extensions=[".fb2"])
+
 register_backend(
     'application/postscript',
     'fulltext.backends.__ps',

fulltext/backends/__fb2.py

@@ -0,0 +1,61 @@
+from __future__ import absolute_import
+
+import re
+
+import bs4
+
+from six import StringIO
+from six import PY3
+
+from fulltext.util import BaseBackend
+
+
+class Backend(BaseBackend):
+
+    def setup(self):
+        self.bs = None
+
+    def is_visible(self, elem):
+        if isinstance(elem, (bs4.element.ProcessingInstruction,
+                             bs4.element.Doctype)):
+            return False
+
+        if elem.parent.name not in ["body", "p"]:
+            return False
+
+        if not PY3:
+            elem = elem.encode(self.encoding, self.encoding_errors)
+
+        if re.match('<!--.*-->', elem):
+            return False
+
+        return True
+
+    def handle_fobj(self, f):
+        bdata = f.read()
+        tdata = self.decode(bdata)
+        text, bs = StringIO(), bs4.BeautifulSoup(tdata, 'lxml')
+
+        for elem in bs.findAll(text=True):
+            if elem.parent.name == "empty-line":
+                text.write(u"\n")
+            if self.is_visible(elem):
+                text.write(elem)
+                text.write(u"\n")
+
+        return text.getvalue()
+
+    def handle_title(self, f):
+        fname = ""
+        s = ""
+        try:
+            fname = f.name
+        except AttributeError:
+            fname = f
+
+        with open(fname, "r", encoding = self.encoding, errors = self.encoding_errors) as book: s = book.read()
+        bs = bs4.BeautifulSoup(s, 'lxml')
+        t = getattr(bs, "book-title", None)
+        if t is None:
+            return None
+        return getattr(t, "string", None)

setup.py

@@ -9,7 +9,7 @@
 
 
 NAME = 'fulltext'
-VERSION = '0.7'
+VERSION = '0.8'
 if os.name == 'nt' and not sys.maxsize > 2 ** 32:
     # https://github.com/btimby/fulltext/issues/79
     raise RuntimeError("Python 32 bit is not supported")