-
Notifications
You must be signed in to change notification settings - Fork 0
Open
Labels
enhancementNew feature or requestNew feature or requesthelp wantedExtra attention is neededExtra attention is needed
Description
import scrapy
from scrapy import Request
url = 'https://www.westernunion.com/wuconnect/prices/catalog'
headers = {
"authority": "www.westernunion.com",
"accept": "*/*",
"x-nyupe9cs-a": "-HWv3HMGL1LMtZTf_t2gNN8eYpL7fN9KwvWnYM5SfH7oeKFBIJ1GApGp91Vt27QB2OjTFLRLnRhoNODOuI_vyPva2A8LgfdedNWipwhwbv35qDeeKybNCZYOlNHXpSvr2scQnRsq3=4WirplV_qnxzdLSj=hgDpM3L8vdZoEuV11mcsPZaJ8NcG5fUszguLFOmt8SIt7y1yAo05S4uqN2M2MZffBHrzYOsEHJCUtO8-Bezg5aTleN0PaawKFpa=-Kuf8w3jxoA7BKUqts_GQiIIVMedl9V7uLfotXkKtHq-Oc4ApBE1SjzplT=1n3aatKzwN79QRLEiLWDUiIL=lBKq9KEhiy1k8ZkRiv_19Yqh7yKcabHTyQso1tvkAb9lJvEwFqwoRSC1TLxMEWWe0V9=tV1urK5RDT0ftDBHrfX=ss-h0eIsYv2ZCkr_bdLeFj5hc-efbf32EX70QNLjlZo8sViF-_E-RhK2B243kRmY1hVOLW9s0q5SzrQ2l1saUGp8xoUW7QYSCnJm2scoVzYi7Ji4bE0Tx995TerqMMhfBH3_B0z774IW8RfIn-OUbqqn-UV=IYSX4gZKdVjBcx7dm1ARukTsN=VnZNM0sLPnrNMNpK1QjsLvEc2khcq-ckR4UfCK3lFg3PRiu3goiy5XrF2yI8AzcC2iTnTI=PMu8PjIMbmMeK_jyNB=07K=Pu02-J=3M4RVSsyS7pwsmBUA9=8n7jKV2rNYm0lgQ132rLpAZ7vcDMBwCW1bcriNblpiBRAL2DIkSIj5MRiiZMMsRXgbNJVqFThxBrD2xr9MylMyFU4WiFJ9J3V0ocpZp3k5pcBOsu1MBSwomylSayB0QioVG38XDfLHUogPSq5=fo=w3Z4xoRJEhKECX_7vQjqWMz_VSjQZvWYGJHebsKld4fdvjqLdClB7tGJYwY3_A=vXbD7eQHNkh921d7U73s3fDn1d9oqDuramB9cjQeCpy==xOM9CC_BNWIkcHkk4JzYR1vxllJUNBkn44vgKBnQmCbUbWxnTyBc31oxVYXHH4uIVqfLqFUP3NYxHMUg_fueF20RrMbYIH0MUW0i8hqi4YoRiHL_1OgBdWEXNOA7lAR-mTbWEWWTbZL4G_sTD=i9O7isP=3G8=UfDrNEioHLKcdKNOSCAkkV419TG3sDyBn=BEtAKwGrorD4reeMv2bGj=4hcFmqRm5GQLcTf3S2laUsaul=C_OSSDEkMWu2d3evZMiIZRcN--4iPNjiLtZrrtSegMIUMNDk2YG9n2p4gb-YXicte0GRq3h-=0RCNDMEgQ-dZSwVl3ktUfwfGAakSJbvXj5vzKCPXbBvbj2OoSEzbBHcCCFsq0oi3FezN0VDccgfBxqKSrEixlt0nhbgPf3IcMO1DEQxeomNc_jgLeuN=1uZY2XzYciNtNaFuvEKAqKI1pz=0wZXGYDgxikBIAiCdOdQjoKKYqM-gAqR1uOSVE_8vs2L2oIBQGF-yrQvpaiUWekkm4TS=DoFIL8E7UvaxFllZL=LNc0lQ3lRvuekGtCEeHUJbottPxIj39Z-pbnMzJSFWcMkkYCs0VbGeFxEBpEWAvkf5jDAZJ7pwSQayDVXmWAinOQ5odnaFIo2yzncQDXa3d_gN_F4gXM1pZa0NCkoHE0C44b3bHvzrqojHgE3NmLS9dLhAPpd1kMY3amXa5OkFKY29a4ZR3t7kySvcgz27ZIw-usRWjFWokrvL9NuV5EBf3mJTuUQBgwtz=yWjolw_8VIgQ4aB9zB2k8YRo4GIi4pxGHH2MWMZOnRr0hHkwcDNz2ghyRd-L-R4M2p7CN=pzrO1urBor1yupqFtXnwL4WzLgmvaMFU-5s1ADQDanKvySQm3I1timKGPcKJjH8j5LunMQECzjHCfKqCyk=35juYFbGCtqKdes_KeW3iyvyhE9FjxRFaJFL3AtK2PCRUInWyrhE2NTFttmSeqxtPghDK7tbOPMmqBM3e-W1FbgL5JK7RcNb_k=SOiksOsM0mTeeUIjvwW0GpJ3dOs=hZXY",
"x-nyupe9cs-b": "bifms8",
"x-nyupe9cs-c": "ACDDWGyDAQAAAfEJW2kYz-w2lXCeXd8A-qdxkcQkAJE4CgX_I7xkWOdUulq9",
"x-nyupe9cs-d": "ABaChIjBDKGNgUGAQZIQhISi0eIAtJmBDgC8ZFjnVLpavf_____JSxVAAFDNAm_IMiCKug4w7H52wQM",
"x-nyupe9cs-f": "AznyWWyDAQAAXePxrTKC0Lh5FDptTTLTbP179Ng2a0FadIBkeCfIcQFkXbOIAWKn3FSucjv8wH8AAOfvAAAAAA==",
"x-nyupe9cs-z": "q"
}
body = '{"header_request":{"version":"0.5","request_type":"PRICECATALOG"},"sender":{"client":"WUCOM","channel":"WWEB","funds_in":"PF","curr_iso3":"INR","cty_iso2_ext":"IN","send_amount":"25000.00"},"receiver":{"curr_iso3":"USD","cty_iso2_ext":"US","cty_iso2":"US"}}'
class WuSpider(scrapy.Spider):
name = 'wu'
def start_requests(self):
reqRemit = Request(
url=url,
method='POST',
dont_filter=True,
headers=headers,
body=body,
)
return [reqRemit]
def parse(self, response):
data = response.json()
yield data
# start_urls = ["https://www.westernunion.com/in/en"]
# def parse(self, response):
# body = response.json()
# groups = body.get("services_groups")[0]
# remit = body.get("services_groups")[0]["pay_groups"][0]["fx_rate"]
# yield {
# 'remit': 1 / float(remit),
# }
# catalog requestThe above snippet is the progress I made already on this. Core part of the problem is to resolve the header values that need to be appended to the request by parsing the script files that we get from fetching the website.
Reactions are currently unavailable
Metadata
Metadata
Assignees
Labels
enhancementNew feature or requestNew feature or requesthelp wantedExtra attention is neededExtra attention is needed