diff --git a/Dockerfile b/Dockerfile index 4f06e71..e2fe034 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,21 +1,17 @@ -FROM python:3.8.4-buster +FROM python:3.10.8-slim-bullseye ENV LC_ALL C.UTF-8 ENV LANG C.UTF-8 WORKDIR /docs-scraper -RUN apt-get update -y \ - && apt-get install -y python3-pip libnss3 \ - && apt-get install -y chromium-driver +RUN apt-get update -y && apt-get install -y python3-pip libnss3 chromium-driver RUN pip3 install pipenv - COPY Pipfile Pipfile -COPY Pipfile.lock Pipfile.lock - -RUN pipenv --python 3.8 install +COPY Pipfile.lock Pipfile.lock +RUN pipenv install -COPY . . +COPY . . diff --git a/Pipfile b/Pipfile index 1bd162d..b06d733 100644 --- a/Pipfile +++ b/Pipfile @@ -5,14 +5,15 @@ name = "pypi" [packages] Scrapy = "==2.7.1" -selenium = "==4.6.0" -pytest = "==7.1.3" -meilisearch = "==0.22.1" +selenium = "==4.6.1" +meilisearch = "==0.23.0" requests-iap = "==0.2.0" python-keycloak-client = "==0.2.3" +requests = "==2.28.1" [dev-packages] +pytest = "==7.1.3" pylint = "==2.15.7" -tox = "==3.27.0" +tox = "==3.27.1" tox-pipenv = "==1.10.1" wrapt = "*" diff --git a/Pipfile.lock b/Pipfile.lock index 799bb7e..df3cee9 100644 --- a/Pipfile.lock +++ b/Pipfile.lock @@ -1,7 +1,7 @@ { "_meta": { "hash": { - "sha256": "61cf5e004d225705765cdc0535ad521b5a2d366315f7662bf03fcf5cf4a30c31" + "sha256": "bfb9f5c79a260f751a9ad15943e896753b4303ede2dff4c0db8f2b837bff1c7c" }, "pipfile-spec": 6, "requires": {}, @@ -234,13 +234,6 @@ ], "version": "==22.10.0" }, - "iniconfig": { - "hashes": [ - "sha256:011e24c64b7f47f6ebd835bb12a743f2fbe9a26d4cecaa7f53bc4f35ee9da8b3", - "sha256:bc3af051d7d14b2ee5ef9969666def0cd1a000e121eaea580d4a313df4b37f32" - ], - "version": "==1.1.1" - }, "itemadapter": { "hashes": [ "sha256:0e0ab4ddf92c71af57c2386952a61756ae2ecf6c65f976ffaee9ba91ae87a91c", @@ -343,11 +336,11 @@ }, "meilisearch": { "hashes": [ - "sha256:81b703c0525ac670153585f6f2f93fce0f99f533e530c26a11ed204fae801670", - "sha256:868d43d5af12e57c45c59e138e63c0e3a3a1bfbce38c0ee71f1d817f2d2fc2f1" + "sha256:2b649540b533eeb02b47f1d354c868004652886f6279ecf4d270b64290fa46c2", + "sha256:7fd7238bf5ad079a398092725e2d38f22ac3517916fe262014507bfd9b181d6a" ], "index": "pypi", - "version": "==0.22.1" + "version": "==0.23.0" }, "outcome": { "hashes": [ @@ -373,14 +366,6 @@ "markers": "python_version >= '3.7'", "version": "==1.7.0" }, - "pluggy": { - "hashes": [ - "sha256:4224373bacce55f955a878bf9cfa763c1e360858e330072059e10bad68531159", - "sha256:74134bbf457f031a36d68416e1509f34bd5ccc019f0bcc952c7b909d06b37bd3" - ], - "markers": "python_version >= '3.6'", - "version": "==1.0.0" - }, "protego": { "hashes": [ "sha256:04419b18f20e8909f1691c6b678392988271cc2a324a72f9663cb3af838b4bf7", @@ -389,14 +374,6 @@ "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'", "version": "==0.2.1" }, - "py": { - "hashes": [ - "sha256:51c75c4126074b472f746a24399ad32f6053d1b34b68d2fa41e558e6f4a98719", - "sha256:607c53218732647dff4acdfcd50cb62615cedf612e72d1724fb1a0cc6405b378" - ], - "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'", - "version": "==1.11.0" - }, "pyasn1": { "hashes": [ "sha256:014c0e9976956a08139dc0712ae195324a75e142284d5f87f1a87ee1b068a359", @@ -520,14 +497,6 @@ ], "version": "==1.7.1" }, - "pytest": { - "hashes": [ - "sha256:1377bda3466d70b55e3f5cecfa55bb7cfcf219c7964629b967c37cf0bda818b7", - "sha256:4f365fec2dff9c1162f834d9f18af1ba13062db0c708bf7b946f8a5c76180c39" - ], - "index": "pypi", - "version": "==7.1.3" - }, "python-jose": { "hashes": [ "sha256:55779b5e6ad599c6336191246e95eb2293a9ddebd555f796a65f838f07e5d78a", @@ -556,7 +525,7 @@ "sha256:7c5599b102feddaa661c826c56ab4fee28bfd17f5abca1ebbe3e7f19d7c97983", "sha256:8fefa2a1a1365bf5520aac41836fbee479da67864514bdb821f31ce07ce65349" ], - "markers": "python_version >= '3.7' and python_version < '4'", + "index": "pypi", "version": "==2.28.1" }, "requests-file": { @@ -592,10 +561,10 @@ }, "selenium": { "hashes": [ - "sha256:3f1999875ef487ae676a254e7293a68041f1f1ec76be81402d8a1cd5a481bf3b" + "sha256:2384829279d41c7f5b338ce87453cc4e120099b6c093318207376c19f5d2c254" ], "index": "pypi", - "version": "==4.6.0" + "version": "==4.6.1" }, "service-identity": { "hashes": [ @@ -643,14 +612,6 @@ "markers": "python_version >= '3.7'", "version": "==3.4.0" }, - "tomli": { - "hashes": [ - "sha256:939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc", - "sha256:de526c12914f0c550d15924c62d72abc48d6fe7364aa87328337a31007fe8a4f" - ], - "markers": "python_version >= '3.7'", - "version": "==2.0.1" - }, "trio": { "hashes": [ "sha256:ce68f1c5400a47b137c5a4de72c7c901bd4e7a24fbdebfe9b41de8c6c04eaacf", @@ -684,9 +645,7 @@ "version": "==4.4.0" }, "urllib3": { - "extras": [ - "socks" - ], + "extras": [], "hashes": [ "sha256:47cc05d99aaa09c9e72ed5809b60e7ba354e64b59c9c173ac3018642d8bb41fc", "sha256:c083dd0dce68dbfbe1129d5271cb90f9447dea7d52097c6e0126120c521ddea8" @@ -762,6 +721,14 @@ "markers": "python_full_version >= '3.7.2'", "version": "==2.12.13" }, + "attrs": { + "hashes": [ + "sha256:29adc2665447e5191d0e7c568fde78b21f9672d344281d0c6e1ab085429b22b6", + "sha256:86efa402f67bf2df34f51a335487cf46b1ec130d02b8d39fd248abfd30da551c" + ], + "markers": "python_version >= '3.5'", + "version": "==22.1.0" + }, "certifi": { "hashes": [ "sha256:0d9c601124e5a6ba9712dbc60d9c53c21e34f5f641fe83002317394311bdce14", @@ -793,6 +760,13 @@ "markers": "python_version >= '3.7'", "version": "==3.8.0" }, + "iniconfig": { + "hashes": [ + "sha256:011e24c64b7f47f6ebd835bb12a743f2fbe9a26d4cecaa7f53bc4f35ee9da8b3", + "sha256:bc3af051d7d14b2ee5ef9969666def0cd1a000e121eaea580d4a313df4b37f32" + ], + "version": "==1.1.1" + }, "isort": { "hashes": [ "sha256:6f62d78e2f89b4500b080fe3a81690850cd254227f27f75c3a0c491a1f351ba7", @@ -890,6 +864,14 @@ "markers": "python_full_version >= '3.6.8'", "version": "==3.0.9" }, + "pytest": { + "hashes": [ + "sha256:1377bda3466d70b55e3f5cecfa55bb7cfcf219c7964629b967c37cf0bda818b7", + "sha256:4f365fec2dff9c1162f834d9f18af1ba13062db0c708bf7b946f8a5c76180c39" + ], + "index": "pypi", + "version": "==7.1.3" + }, "setuptools": { "hashes": [ "sha256:57f6f22bde4e042978bcd50176fdb381d7c21a9efa4041202288d3737a0c6a54", @@ -911,7 +893,7 @@ "sha256:939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc", "sha256:de526c12914f0c550d15924c62d72abc48d6fe7364aa87328337a31007fe8a4f" ], - "markers": "python_version >= '3.7'", + "markers": "python_version < '3.11'", "version": "==2.0.1" }, "tomlkit": { @@ -924,11 +906,11 @@ }, "tox": { "hashes": [ - "sha256:89e4bc6df3854e9fc5582462e328dd3660d7d865ba625ae5881bbc63836a6324", - "sha256:d2c945f02a03d4501374a3d5430877380deb69b218b1df9b7f1d2f2a10befaf9" + "sha256:b2a920e35a668cc06942ffd1cf3a4fb221a4d909ca72191fb6d84b0b18a7be04", + "sha256:f52ca66eae115fcfef0e77ef81fd107133d295c97c52df337adedb8dfac6ab84" ], "index": "pypi", - "version": "==3.27.0" + "version": "==3.27.1" }, "tox-pipenv": { "hashes": [ diff --git a/README.md b/README.md index 7506dac..dfc0806 100644 --- a/README.md +++ b/README.md @@ -523,7 +523,7 @@ Websites that need JavaScript for rendering are passed through ChromeDriver.
## 🤖 Compatibility with Meilisearch -This package only guarantees the compatibility with the [version v0.29.0 of Meilisearch](https://github.com/meilisearch/meilisearch/releases/tag/v0.29.0). +This package only guarantees the compatibility with the [version v0.30.0 of Meilisearch](https://github.com/meilisearch/meilisearch/releases/tag/v0.30.0). ## ⚙️ Development Workflow and Contributing