not needed

Dockerfile build should have the locales ready also
Re #2486 - Fixing "Exception: charmap codec can t decode byte 0x81 in position 440: character maps to <undefined>" error on some platforms by specifying default charset encoding
2024-07-22 22:23:10 +02:00 · 2024-07-22 22:17:14 +02:00 · 2024-07-22 22:09:02 +02:00 · 2024-07-21 18:18:24 +02:00 · 2024-07-21 18:17:34 +02:00
6 changed files with 43 additions and 3 deletions
--- a/6
+++ b/6
@@ -43,11 +43,11 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
    # For presenting price amounts correctly in the restock/price detection overview
    locales \
    # For pdftohtml
+    locales \
    poppler-utils \
    zlib1g \
    && apt-get clean && rm -rf /var/lib/apt/lists/*

-
 # https://stackoverflow.com/questions/58701233/docker-logs-erroneously-appears-empty-until-container-stops
 ENV PYTHONUNBUFFERED=1

@@ -67,6 +67,10 @@ COPY changedetectionio /app/changedetectionio
 # Starting wrapper
 COPY changedetection.py /app/changedetection.py

+# Because we now need to know more about locales due to the price-monitoring being able to format/show different numbers/currencies.
+ENV LC_ALL=en_US.UTF-8
+RUN locale-gen en_US.UTF-8
+
 # Github Action test purpose(test-only.yml).
 # On production, it is effectively LOGGER_LEVEL=''.
 ARG LOGGER_LEVEL=''
--- a/README.md
+++ b/README.md
@@ -43,7 +43,7 @@ Requires Playwright to be enabled.

 ### Awesome restock and price change notifications

-Enable the _"Re-stock & Price detection for single product pages"_ option to activate the best way to monitor product pricing.
+Enable the _"Re-stock & Price detection for single product pages"_ option to activate the best way to monitor product pricing, this will extract any meta-data in the HTML page and give you many options to follow the pricing of the product.

 Easily organise and monitor prices for products from the dashboard, get alerts and notifications when the price of a product changes or comes back in stock again!

--- a/changedetectionio/flask_app.py
+++ b/changedetectionio/flask_app.py
@@ -1369,6 +1369,30 @@ def changedetection_app(config=None, datastore_o=None):
        except FileNotFoundError:
            abort(404)

+    @app.route("/edit/<string:uuid>/get-html", methods=['GET'])
+    @login_optionally_required
+    def watch_get_latest_html(uuid):
+        from io import BytesIO
+        from flask import send_file
+        import brotli
+
+        watch = datastore.data['watching'].get(uuid)
+        if watch and os.path.isdir(watch.watch_data_dir):
+            latest_filename = list(watch.history.keys())[0]
+            html_fname = os.path.join(watch.watch_data_dir, f"{latest_filename}.html.br")
+            if html_fname.endswith('.br'):
+                # Read and decompress the Brotli file
+                with open(html_fname, 'rb') as f:
+                    decompressed_data = brotli.decompress(f.read())
+
+                buffer = BytesIO(decompressed_data)
+
+                return send_file(buffer, as_attachment=True, download_name=f"{latest_filename}.html", mimetype='text/html')
+
+
+        # Return a 500 error
+        abort(500)
+
    @app.route("/form/add/quickwatch", methods=['POST'])
    @login_optionally_required
    def form_quick_watch_add():
--- a/changedetectionio/templates/edit.html
+++ b/changedetectionio/templates/edit.html
@@ -479,6 +479,12 @@ Unavailable") }}
                        </tr>
                        </tbody>
                    </table>
+                    {% if watch.history_n %}
+                        <p>
+                             <a href="{{url_for('watch_get_latest_html', uuid=uuid)}}" class="pure-button button-small">Download latest HTML snapshot</a>
+                        </p>
+                    {% endif %}
+
                </div>
            </div>
            <div id="actions">
--- a/changedetectionio/tests/test_backend.py
+++ b/changedetectionio/tests/test_backend.py
@@ -150,6 +150,11 @@ def test_check_basic_change_detection_functionality(client, live_server, measure
    res = client.get(url_for("index"))
    assert b'preview/' in res.data

+
+    # Check the 'get latest snapshot works'
+    res = client.get(url_for("watch_get_latest_html", uuid=uuid))
+    assert b'<head><title>head title</title></head>' in res.data
+
    #
    # Cleanup everything
    res = client.get(url_for("form_delete", uuid="all"), follow_redirects=True)
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -9,7 +9,8 @@ services:
 # Configurable proxy list support, see https://github.com/dgtlmoon/changedetection.io/wiki/Proxy-configuration#proxy-list-support
 #        - ./proxies.json:/datastore/proxies.json

-  #    environment:
+      environment:
+         - LC_ALL=en_US.UTF-8
  #        Default listening port, can also be changed with the -p option
  #      - PORT=5000
Author	SHA1	Message	Date
dgtlmoon	9117cf7006	not needed	2024-07-22 22:23:10 +02:00
dgtlmoon	3f73695e79	Dockerfile build should have the locales ready also	2024-07-22 22:17:14 +02:00
dgtlmoon	3e06c1de72	Re #2486 - Fixing "Exception: charmap codec can t decode byte 0x81 in position 440: character maps to <undefined>" error on some platforms by specifying default charset encoding	2024-07-22 22:09:02 +02:00
dgtlmoon	3ce6096fdb	Update README.md	2024-07-21 18:18:24 +02:00
dgtlmoon	8acdcdd861	UI - Adding "Download latest HTML snapshot" from Edit Watch > Stats page for easier debugging (#2513 )	2024-07-21 18:17:34 +02:00