Skip to content

Add scraper for Banco Continental #45

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
lucas-oma wants to merge 1 commit into
base: master
Choose a base branch
from
Open

Add scraper for Banco Continental #45

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,7 @@ python3 -m venv env
# if venv module is not installed install with `sudo apt install python3-venv`
source env/bin/activate
pip install -r requirements.txt
playwright install
crontab -e (add coti.py) // See example below
python cotiapp.py
```
Expand All @@ -55,6 +56,7 @@ virtualenv -p python3 env
# activate the virtualenv:
source env/bin/activate
pip3 install -r requirements.txt
playwright install
# and the run
# if you need to deactivate the virtualenv:
deactivate
Expand Down Expand Up @@ -101,6 +103,8 @@ And for tweet the exchange rate at 8am, 12pm and 6pm on weekdays
* Lucas Ginard https://github.com/LucasGinard
* Padaleiana https://github.com/padaleiana
* nestorcde https://github.com/nestorcde
* Lucas Martinez https://github.com/martinezlucas98


## TODO(APIv2)

Expand Down
55 changes: 55 additions & 0 deletions coti.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,9 +7,13 @@
from decimal import Decimal
from bs4 import BeautifulSoup
from datetime import datetime
from playwright.sync_api import sync_playwright

urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)

# Global variables
conti_xhr_val = {}

def decimal_default(obj):
if isinstance(obj, Decimal):
return float(obj)
Expand Down Expand Up @@ -366,6 +370,48 @@ def mundial():
compra, venta = 0, 0
return Decimal(compra), Decimal(venta)

def conti_xhr(response):
global conti_xhr_val
try:
if (response.url == "https://apibanking-gw.bancontinental.com.py/divisas/v1/api/monedas/cotizaciones"):
monedas = response.json()
for m in monedas:
if m['divisa'] == 'DOLAR CHQ./TRANSF.':
conti_xhr_val['chq_transf']={
'compra': m['compra'],
'venta': m['venta']
}
elif m['divisa'] == 'DOLAR EFECTIVO':
conti_xhr_val['efectivo']={
'compra': m['compra'],
'venta': m['venta']
}
except:
pass

def conti(intentos=2):
global conti_xhr_val
compra = venta = compra_chq = venta_chq = 0
if intentos>0:
with sync_playwright() as p:
url = "http://www.bancontinental.com.py/#/"
browser = p.chromium.launch()
page = browser.new_page()

page.on("response", lambda response: conti_xhr(response))
page.goto(url, wait_until="networkidle", timeout=90000)

page.context.close()
browser.close()
try:
compra = conti_xhr_val['efectivo']['compra']
venta = conti_xhr_val['efectivo']['venta']
compra_chq = conti_xhr_val['chq_transf']['compra']
venta_chq = conti_xhr_val['chq_transf']['venta']
except:
return conti(intentos-1)
return Decimal(compra), Decimal(venta), Decimal(compra_chq), Decimal(venta_chq)


def create_json():
mcompra, mventa = maxi()
Expand All @@ -383,6 +429,7 @@ def create_json():
visioncompra, visionventa = vision()
bonanzacompra, bonanzaventa = bonanza()
lamonedacompra, lamonedaventa = lamoneda()
conticompra, contiventa, conticomprachq, contiventachq = conti()

respjson = {
"dolarpy": {
Expand Down Expand Up @@ -416,6 +463,14 @@ def create_json():
'lamoneda': {
'compra': lamonedacompra,
'venta': lamonedaventa,
},
'contichq': {
'compra': conticomprachq,
'venta': contiventachq,
},
'conti': {
'compra': conticompra,
'venta': contiventa,
}
},
"updated": datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
Expand Down
1 change: 1 addition & 0 deletions requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,3 +5,4 @@ gunicorn==19.10.0
flask-cors==3.0.9
requests>=2.20.0
Mastodon.py==1.6.3
playwright==1.29.1
73 changes: 73 additions & 0 deletions templates/index.html
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -408,6 +408,57 @@ <h1 class="aldrich">💸 DolarPy 💸</h1>

</div>

<div class="margin-bottom">

<div class="dolarpy-card-square mdl-card mdl-shadow--8dp">
<div class="mdl-card__title mdl-card--expand">
<p class="mdl-card__title-text">Compra:

<div class="mdl-card__title-text derecha" id="cconti"></div>
</p>
</div>
<div class="mdl-card__title mdl-card--expand">
<p class="mdl-card__title-text">Venta:

<div class="mdl-card__title-text derecha" id="vconti"></div>
</p>
</div>
<div class="mdl-card__actions mdl-card--border">
<a class="mdl-button mdl-button--colored mdl-js-button mdl-js-ripple-effect">
B. Continental (efectivo)
</a>
</div>
</div>

</div>

<div class="margin-bottom">

<div class="dolarpy-card-square mdl-card mdl-shadow--8dp">
<div class="mdl-card__title mdl-card--expand">
<p class="mdl-card__title-text">Compra:

<div class="mdl-card__title-text derecha" id="ccontichq"></div>
</p>
</div>
<div class="mdl-card__title mdl-card--expand">
<p class="mdl-card__title-text">Venta:

<div class="mdl-card__title-text derecha" id="vcontichq"></div>
</p>
</div>
<div class="mdl-card__actions mdl-card--border">
<a class="mdl-button mdl-button--colored mdl-js-button mdl-js-ripple-effect">
B. Continental (cheque/transf)
</a>
</div>
</div>

</div>




</div>
<h6>Actualizado: <span id="updated"></span></h6>
<h5 id="algo">Webservice en <a href="/api/1.0/">https://dolar.melizeche.com/api/1.0/</a></h5>
Expand Down Expand Up @@ -449,6 +500,10 @@ <h5 id="algo">Código en <a href="https://github.com/melizeche/dolarPy">Github</
var vbonanza;
var clamoneda;
var vlamoneda;
var cconti;
var vconti;
var ccontichq;
var vcontichq;

function get_coti(){
$.get("/api/1.0/",
Expand Down Expand Up @@ -484,6 +539,10 @@ <h5 id="algo">Código en <a href="https://github.com/melizeche/dolarPy">Github</
vbonanza = json.dolarpy.bonanza.venta;
clamoneda = json.dolarpy.lamoneda.compra;
vlamoneda = json.dolarpy.lamoneda.venta;
cconti = json.dolarpy.conti.compra;
vconti = json.dolarpy.conti.venta;
ccontichq = json.dolarpy.contichq.compra;
vcontichq = json.dolarpy.contichq.venta;

$("#cchaco").text(cchaco).autoNumeric('init');
$("#vchaco").text(vchaco).autoNumeric('init');
Expand Down Expand Up @@ -514,6 +573,10 @@ <h5 id="algo">Código en <a href="https://github.com/melizeche/dolarPy">Github</
$("#vbonanza").text(vbonanza).autoNumeric('init');
$("#clamoneda").text(clamoneda).autoNumeric('init');
$("#vlamoneda").text(vlamoneda).autoNumeric('init');
$("#cconti").text(cconti).autoNumeric('init');
$("#vconti").text(vconti).autoNumeric('init');
$("#ccontichq").text(ccontichq).autoNumeric('init');
$("#vcontichq").text(vcontichq).autoNumeric('init');
$("#cuanto").autoNumeric('init');
$("#updated").text(json.updated);
}
Expand Down Expand Up @@ -608,6 +671,16 @@ <h5 id="algo">Código en <a href="https://github.com/melizeche/dolarPy">Github</
$("#clamoneda").text(valor*clamoneda).autoNumeric('init');
$("#vlamoneda").autoNumeric('destroy');
$("#vlamoneda").text(valor*vlamoneda).autoNumeric('init');

$("#cconti").autoNumeric('destroy');
$("#cconti").text(valor*cconti).autoNumeric('init');
$("#vconti").autoNumeric('destroy');
$("#vconti").text(valor*vconti).autoNumeric('init');

$("#ccontichq").autoNumeric('destroy');
$("#ccontichq").text(valor*ccontichq).autoNumeric('init');
$("#vcontichq").autoNumeric('destroy');
$("#vcontichq").text(valor*vcontichq).autoNumeric('init');
});
});

Expand Down