Basic mypy support (#613)

* Documentation changes v0.9.2 (#610)

* Documentation changes v0.9.2 (#604) (#605)

* feat(doc): 📝 adding evaluation results

* feat(doc): 🚀 Documentation Update. Added Examples, documented new features

* feat: Basic mypy support

* Explicitly define ArticleBodyTag to remove score_boost check

* Simplify favicon return

* Add overload to to_json to specify types

---------

Co-authored-by: Andrei Paraschiv <andrei@thephpfactory.com>

.github/workflows/pipeline.yml

@@ -29,6 +29,7 @@ jobs: # jobs. We will have two jobs (test and publish) with multiple steps.
         run: |
           python -m pip install --upgrade pip
           poetry config virtualenvs.create false --local
+
           poetry install --all-extras
           pip install pytest pylint coverage mypy coveralls
       #   python -m nltk.downloader punkt stopwords

newspaper/__init__.py

@@ -36,6 +36,7 @@
 logging.getLogger(__name__).addHandler(NullHandler())
 
 
+
 def article(url: str, language: Optional[str] = None, **kwargs) -> Article:
     """Shortcut function to fetch and parse a newspaper article from a URL.
 

newspaper/network.py

@@ -116,8 +116,8 @@ def is_binary_url(url: str) -> bool:
         chars = len(
             [
                 char
-                for char in content
-                if 31 < ord(char) < 128 or ord(char) in [9, 10, 13]
+                for char in [ord(c) if isinstance(c, str) else c for c in content]
+                if 31 < char < 128 or char in [9, 10, 13]
             ]
         )
         if chars / len(content) < 0.6:  # 40% of the content is binary