How to add these contents to JSL and realize downloading data with JSL?

[#1]

There is a URL that is POST data,

I have analyzed its URL with Chrome, and press " Copy as cURL (bash) "copied

Ask an expert:

How to write these into JSL to download the data of this URL?

Thank you so much!

[#2]

复制所得到的内容

curl 'https://www.wlstock.com/ajaxRequrst/StockFundFlowAjax.ashx?act=3' -H 'Connection: keep-alive' -H 'Accept: application/json, text/javascript, */*; q=0.01' -H 'Origin: https://www.wlstock.com' -H 'X-Requested-With: XMLHttpRequest' -H 'User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36' -H 'Content-Type: application/x-www-form-urlencoded; charset=UTF-8' -H 'Sec-Fetch-Site: same-origin' -H 'Sec-Fetch-Mode: cors' -H 'Referer: https://www.wlstock.com/hudong/stockfundflow.aspx?stockno=002466' -H 'Accept-Encoding: gzip, deflate, br' -H 'Accept-Language: zh-CN,zh;q=0.9,en;q=0.8,zh-TW;q=0.7' -H 'Cookie: __utma=1.1098944855.1629363027.1629363027.1629363027.1; __utmz=1.1629363027.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); HWWAFSESID=4cf4679b97f4a3e6d6; HWWAFSESTIME=1629366513360; Hm_lvt_16ae844519b6d6a721828d6914c625ff=1629363027,1629363561,1629364787,1629366513; Hm_lpvt_16ae844519b6d6a721828d6914c625ff=1629366513; __utmc=1; __utmt=1; __utmb=1.30.10.1629363027' --data 'stockNo=002466&pageIndex=2' --compressed

这个是JSON的方式

{
    "data":"stockNo=002466&pageIndex=2",
    "method":"POST",
    "url":"https://www.wlstock.com/ajaxRequrst/StockFundFlowAjax.ashx?act=3",
    "headers":{
        "Accept":" application/json, text/javascript, */*; q=0.01",
        "Accept-Encoding":" gzip, deflate, br",
        "Accept-Language":" zh-CN,zh;q=0.9,en;q=0.8,zh-TW;q=0.7",
        "Connection":" keep-alive",
        "Content-Type":" application/x-www-form-urlencoded; charset=UTF-8",
        "Cookie":" __utma=1.1098944855.1629363027.1629363027.1629363027.1; __utmz=1.1629363027.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); HWWAFSESID=4cf4679b97f4a3e6d6; HWWAFSESTIME=1629366513360; Hm_lvt_16ae844519b6d6a721828d6914c625ff=1629363027,1629363561,1629364787,1629366513; Hm_lpvt_16ae844519b6d6a721828d6914c625ff=1629366513; __utmc=1; __utmt=1; __utmb=1.30.10.1629363027",
        "Origin":" https://www.wlstock.com",
        "Referer":" https://www.wlstock.com/hudong/stockfundflow.aspx?stockno=002466",
        "Sec-Fetch-Mode":" cors",
        "Sec-Fetch-Site":" same-origin",
        "User-Agent":" Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36",
        "X-Requested-With":" XMLHttpRequest"
    }
}

python的方式

import requests

headers = {
    'Connection': 'keep-alive',
    'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
    'Origin': 'https://www.wlstock.com',
    'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8,zh-TW;q=0.7',
    'Sec-Fetch-Site': 'same-origin',
    'Cookie': '__utma=1.1098944855.1629363027.1629363027.1629363027.1; __utmz=1.1629363027.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); HWWAFSESID=4cf4679b97f4a3e6d6; HWWAFSESTIME=1629366513360; Hm_lvt_16ae844519b6d6a721828d6914c625ff=1629363027,1629363561,1629364787,1629366513; Hm_lpvt_16ae844519b6d6a721828d6914c625ff=1629366513; __utmc=1; __utmt=1; __utmb=1.30.10.1629363027',
    'Accept-Encoding': 'gzip, deflate, br',
    'Referer': 'https://www.wlstock.com/hudong/stockfundflow.aspx?stockno=002466',
    'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36',
    'X-Requested-With': 'XMLHttpRequest',
    'Sec-Fetch-Mode': 'cors',
    'Accept': 'application/json, text/javascript, */*; q=0.01',
}

data = 'stockNo=002466&pageIndex=2'

response = requests.post('https://www.wlstock.com/ajaxRequrst/StockFundFlowAjax.ashx?act=3', headers=headers, data=data)

[#3]

Hi lala,

Have a look at the function New HTTP Request.  More info can be found here Re: Importing Web Service Data: The New HTTP Request in JMP® 14 ( US 2018 231 ) 

Note that if you have existing python code that works you can call that directly using functions like Python Send()

[#4]

谢谢!

这个帖子我也学习过。我对于 POST的处理方法还是没有掌握。

未能找到解决方法。

[#5]

excel、VBA

Sub http_request()
    Dim winhttpObj As Object
    Dim resp as String
    Set winhttpObj = CreateObject("WinHttp.WinHttpRequest.5.1")
    With winhttpObj
    .Open "POST", "https://www.wlstock.com/ajaxRequrst/StockFundFlowAjax.ashx?act=3", False
    .setRequestHeader "Connection", "keep-alive"
        .setRequestHeader "Content-Type", "application/x-www-form-urlencoded; charset=UTF-8"
        .setRequestHeader "Origin", "https://www.wlstock.com"
        .setRequestHeader "Accept-Language", "zh-CN,zh;q=0.9,en;q=0.8,zh-TW;q=0.7"
        .setRequestHeader "Sec-Fetch-Site", "same-origin"
        .setRequestHeader "Cookie", "__utmz=1.1629363027.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); HWWAFSESID=5c23e883e2470897bb; HWWAFSESTIME=1629383287343; Hm_lvt_16ae844519b6d6a721828d6914c625ff=1629366513,1629367214,1629369083,1629383289; Hm_lpvt_16ae844519b6d6a721828d6914c625ff=1629383289; __utma=1.1098944855.1629363027.1629369083.1629383289.3; __utmc=1; __utmt=1; __utmb=1.2.10.1629383289"
        .setRequestHeader "Accept-Encoding", "gzip, deflate, br"
        .setRequestHeader "Referer", "https://www.wlstock.com/hudong/stockfundflow.aspx?stockno=002466"
        .setRequestHeader "User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36"
        .setRequestHeader "X-Requested-With", "XMLHttpRequest"
        .setRequestHeader "Sec-Fetch-Mode", "cors"
        .setRequestHeader "Accept", "application/json, text/javascript, */*; q=0.01"
	.Send "stockNo=002466&pageIndex=1"
    End With
    resp = winhttpObj.responsetext
End Sub

[#6 · Accepted solution]

Hi @lala,

You can do something like the following using the information provided--

Names Default To Here( 1 );
stock_n = "002466";
page = "1";
stock_page_str = "&stockno=" || stock_n || "&pageIndex=" || page;
base_url = "https://www.wlstock.com/ajaxRequrst/StockFundFlowAjax.ashx?act=3";
url = base_url || stock_page_str; 

stock_request = New HTTP Request(
	URL( url ),
	Method( "POST" ),
	Headers(
		{"Content-Type, application/x-www-form-urlencoded; charset=UTF-8"},
		{"Origin, https://www.wlstock.com"},
		{"Accept-Language", "zh-CN,zh;q=0.9,en;q=0.8,zh-TW;q=0.7"},
		{"Sec-Fetch-Site", "same-origin"},
		{"Cookie",
		"__utmz=1.1629363027.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); HWWAFSESID=5c23e883e2470897bb; HWWAFSESTIME=1629383287343; Hm_lvt_16ae844519b6d6a721828d6914c625ff=1629366513,1629367214,1629369083,1629383289; Hm_lpvt_16ae844519b6d6a721828d6914c625ff=1629383289; __utma=1.1098944855.1629363027.1629369083.1629383289.3; __utmc=1; __utmt=1; __utmb=1.2.10.1629383289"
		},
		{"Accept-Encoding", "gzip, deflate, br"},
		{"Referer",
		"https://www.wlstock.com/hudong/stockfundflow.aspx?stockno=002466"},
		{"User-Agent",
		"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36"
		},
		{"X-Requested-With", "XMLHttpRequest"},
		{"Sec-Fetch-Mode", "cors"},
		{"Accept: application/json, text/javascript, */*; q=0.01"}
	)
);

json = stock_request << Send;
If( stock_request << Is Success,
	dt = JSON To Data Table( json );
	dt << Set Name( "Stock_Number_" || stock_n );
);

cheers,

Stan

[#7]

非常感谢！

[#8]

看来POST的变化较多的。

另一网址的数据POST结构有不同、用同样的分析不能下载。

我参考了社区的帖子、按stan的代码修改

query ="pxpageIndex=1&pageSize=50&clIndex=0&dlIndex=0";
base_url = "https://www.wlstock.com/ShuJu/StockFundFlowQuery.aspx";
url = base_url ; 

stock_request = New HTTP Request(
	URL( url ),
	Method( "POST" ),

	QueryString( query )
);

可以下载数据、但JSON结构问题、得到的数据每行数据是重复多次的。

[#9]

cheers,

stock_request = New HTTP Request(
	URL( url ),
	Method( "POST" ),
);