#!/usr/bin/env python3
#-*- coding: utf8 -*-
import time
from datetime import datetime
import urllib.request
import subprocess
from selenium import webdriver
import base64
def get_file_content_chrome(browser, uri):
""" Use selenium [browser] to download blob [uri].
- Source https://stackoverflow.com/a/47425305/
"""
result = browser.execute_async_script("""
var uri = arguments[0];
var callback = arguments[1];
var toBase64 = function(buffer){for(var r,n=new Uint8Array(buffer),t=n.length,a=new Uint8Array(4*Math.ceil(t/3)),i=new Uint8Array(64),o=0,c=0;64>c;++c)i[c]="ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/".charCodeAt(c);for(c=0;t-t%3>c;c+=3,o+=4)r=n[c]<<16|n[c+1]<<8|n[c+2],a[o]=i[r>>18],a[o+1]=i[r>>12&63],a[o+2]=i[r>>6&63],a[o+3]=i[63&r];return t%3===1?(r=n[t-1],a[o]=i[r>>2],a[o+1]=i[r<<4&63],a[o+2]=61,a[o+3]=61):t%3===2&&(r=(n[t-2]<<8)+n[t-1],a[o]=i[r>>10],a[o+1]=i[r>>4&63],a[o+2]=i[r<<2&63],a[o+3]=61),new TextDecoder("ascii").decode(a)};
var xhr = new XMLHttpRequest();
xhr.responseType = 'arraybuffer';
xhr.onload = function(){ callback(toBase64(xhr.response)) };
xhr.onerror = function(){ callback(xhr.status) };
xhr.open('GET', uri);
xhr.send();
""", uri)
if type(result) == int :
raise Exception("Request failed with status %s" % result)
return base64.b64decode(result)
# bytes = get_file_content_chrome(browser, "blob:https://developer.mozilla.org/7f9557f4-d8c8-4353-9752-5a49e85058f5")
def download_attestation(details):
""" Fill the form on https://media.interieur.gouv.fr/deplacement-covid-19/ with details, and save the PDF attestation."""
download_name = None
try:
firefoxOptions = webdriver.FirefoxOptions()
firefoxOptions.headless = True
browser = webdriver.Firefox(options=firefoxOptions)
URL = "https://media.interieur.gouv.fr/deplacement-covid-19/"
browser.get(URL)
# keep this check, to be sure that the downloaded webpage was the correct one, update if needed!
page_source = browser.page_source
page_source_100 = ' link
#
all_a_links = browser.find_elements_by_css_selector("a")
# window.document.getElementsByTagName("a")
for link in all_a_links:
try:
href = link.get_attribute("href")
download = link.get_attribute("download")
if download:
print(f"Found a new link! with href = {href}")
print(f" and it has a download = {download}")
print("Downloading the file and save it!")
# 1st try...
bytes_download = get_file_content_chrome(browser, href)
download_name = download
with open(download_name, "wb") as download_file:
download_file.write(bytes_download)
print(f"The PDF file {download_name} is now saved!")
## 2nd try... this was NOT working
# download_name = download.replace(".pdf", "_2.pdf")
#urllib.request.urlretrieve(href, download_name)
except:
pass
# let's close the browser and finish
finally:
try:
browser.close()
except:
pass
return download_name
def send_attestations():
now = datetime.now()
today = f"{now:%Y-%m-%d}"
# TODO write this without needing IPython
# !ls -larth *pdf
# !echo CP attestation-$(date '+%Y-%m-%d')_*.pdf ${Szam}attestations/$(date '+%Y-%m-%d')/
# !CP attestation-$(date '+%Y-%m-%d')_*.pdf ${Szam}attestations/$(date '+%Y-%m-%d')/
import json
import sys
if __name__ == '__main__':
# TODO use a real command line argument parser
filename = sys.argv[1] if len(sys.argv) > 1 else "details_lilian.json"
with open(filename, "r") as f:
details = json.load(f)
download_attestation(details)
# TODO write this without needing IPython
# send_attestations()