Skip to content

Implement support for Western Union #3

@Blakeinstein

Description

@Blakeinstein
import scrapy

from scrapy import Request

url = 'https://www.westernunion.com/wuconnect/prices/catalog'

headers = {
    "authority": "www.westernunion.com",
    "accept": "*/*",
    "x-nyupe9cs-a": "-HWv3HMGL1LMtZTf_t2gNN8eYpL7fN9KwvWnYM5SfH7oeKFBIJ1GApGp91Vt27QB2OjTFLRLnRhoNODOuI_vyPva2A8LgfdedNWipwhwbv35qDeeKybNCZYOlNHXpSvr2scQnRsq3=4WirplV_qnxzdLSj=hgDpM3L8vdZoEuV11mcsPZaJ8NcG5fUszguLFOmt8SIt7y1yAo05S4uqN2M2MZffBHrzYOsEHJCUtO8-Bezg5aTleN0PaawKFpa=-Kuf8w3jxoA7BKUqts_GQiIIVMedl9V7uLfotXkKtHq-Oc4ApBE1SjzplT=1n3aatKzwN79QRLEiLWDUiIL=lBKq9KEhiy1k8ZkRiv_19Yqh7yKcabHTyQso1tvkAb9lJvEwFqwoRSC1TLxMEWWe0V9=tV1urK5RDT0ftDBHrfX=ss-h0eIsYv2ZCkr_bdLeFj5hc-efbf32EX70QNLjlZo8sViF-_E-RhK2B243kRmY1hVOLW9s0q5SzrQ2l1saUGp8xoUW7QYSCnJm2scoVzYi7Ji4bE0Tx995TerqMMhfBH3_B0z774IW8RfIn-OUbqqn-UV=IYSX4gZKdVjBcx7dm1ARukTsN=VnZNM0sLPnrNMNpK1QjsLvEc2khcq-ckR4UfCK3lFg3PRiu3goiy5XrF2yI8AzcC2iTnTI=PMu8PjIMbmMeK_jyNB=07K=Pu02-J=3M4RVSsyS7pwsmBUA9=8n7jKV2rNYm0lgQ132rLpAZ7vcDMBwCW1bcriNblpiBRAL2DIkSIj5MRiiZMMsRXgbNJVqFThxBrD2xr9MylMyFU4WiFJ9J3V0ocpZp3k5pcBOsu1MBSwomylSayB0QioVG38XDfLHUogPSq5=fo=w3Z4xoRJEhKECX_7vQjqWMz_VSjQZvWYGJHebsKld4fdvjqLdClB7tGJYwY3_A=vXbD7eQHNkh921d7U73s3fDn1d9oqDuramB9cjQeCpy==xOM9CC_BNWIkcHkk4JzYR1vxllJUNBkn44vgKBnQmCbUbWxnTyBc31oxVYXHH4uIVqfLqFUP3NYxHMUg_fueF20RrMbYIH0MUW0i8hqi4YoRiHL_1OgBdWEXNOA7lAR-mTbWEWWTbZL4G_sTD=i9O7isP=3G8=UfDrNEioHLKcdKNOSCAkkV419TG3sDyBn=BEtAKwGrorD4reeMv2bGj=4hcFmqRm5GQLcTf3S2laUsaul=C_OSSDEkMWu2d3evZMiIZRcN--4iPNjiLtZrrtSegMIUMNDk2YG9n2p4gb-YXicte0GRq3h-=0RCNDMEgQ-dZSwVl3ktUfwfGAakSJbvXj5vzKCPXbBvbj2OoSEzbBHcCCFsq0oi3FezN0VDccgfBxqKSrEixlt0nhbgPf3IcMO1DEQxeomNc_jgLeuN=1uZY2XzYciNtNaFuvEKAqKI1pz=0wZXGYDgxikBIAiCdOdQjoKKYqM-gAqR1uOSVE_8vs2L2oIBQGF-yrQvpaiUWekkm4TS=DoFIL8E7UvaxFllZL=LNc0lQ3lRvuekGtCEeHUJbottPxIj39Z-pbnMzJSFWcMkkYCs0VbGeFxEBpEWAvkf5jDAZJ7pwSQayDVXmWAinOQ5odnaFIo2yzncQDXa3d_gN_F4gXM1pZa0NCkoHE0C44b3bHvzrqojHgE3NmLS9dLhAPpd1kMY3amXa5OkFKY29a4ZR3t7kySvcgz27ZIw-usRWjFWokrvL9NuV5EBf3mJTuUQBgwtz=yWjolw_8VIgQ4aB9zB2k8YRo4GIi4pxGHH2MWMZOnRr0hHkwcDNz2ghyRd-L-R4M2p7CN=pzrO1urBor1yupqFtXnwL4WzLgmvaMFU-5s1ADQDanKvySQm3I1timKGPcKJjH8j5LunMQECzjHCfKqCyk=35juYFbGCtqKdes_KeW3iyvyhE9FjxRFaJFL3AtK2PCRUInWyrhE2NTFttmSeqxtPghDK7tbOPMmqBM3e-W1FbgL5JK7RcNb_k=SOiksOsM0mTeeUIjvwW0GpJ3dOs=hZXY",
    "x-nyupe9cs-b": "bifms8",
    "x-nyupe9cs-c": "ACDDWGyDAQAAAfEJW2kYz-w2lXCeXd8A-qdxkcQkAJE4CgX_I7xkWOdUulq9",
    "x-nyupe9cs-d": "ABaChIjBDKGNgUGAQZIQhISi0eIAtJmBDgC8ZFjnVLpavf_____JSxVAAFDNAm_IMiCKug4w7H52wQM",
    "x-nyupe9cs-f": "AznyWWyDAQAAXePxrTKC0Lh5FDptTTLTbP179Ng2a0FadIBkeCfIcQFkXbOIAWKn3FSucjv8wH8AAOfvAAAAAA==",
    "x-nyupe9cs-z": "q"
}

body = '{"header_request":{"version":"0.5","request_type":"PRICECATALOG"},"sender":{"client":"WUCOM","channel":"WWEB","funds_in":"PF","curr_iso3":"INR","cty_iso2_ext":"IN","send_amount":"25000.00"},"receiver":{"curr_iso3":"USD","cty_iso2_ext":"US","cty_iso2":"US"}}'

class WuSpider(scrapy.Spider):
    name = 'wu'
    
    def start_requests(self):
        reqRemit = Request(
            url=url,
            method='POST',
            dont_filter=True,
            headers=headers,
            body=body,
        )
        return [reqRemit]

    def parse(self, response):
        data = response.json()
        yield data
    # start_urls = ["https://www.westernunion.com/in/en"]

    # def parse(self, response):
    #     body = response.json()
    #     groups = body.get("services_groups")[0]
    #     remit = body.get("services_groups")[0]["pay_groups"][0]["fx_rate"]
    #     yield {
    #         'remit': 1 / float(remit),
    #     }
# catalog request

The above snippet is the progress I made already on this. Core part of the problem is to resolve the header values that need to be appended to the request by parsing the script files that we get from fetching the website.

Metadata

Metadata

Assignees

No one assigned

    Labels

    enhancementNew feature or requesthelp wantedExtra attention is needed

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions