🐟url:https://www.goofish.com/

页面分析:

1.不需要登录

2.进入后打开控制台(F12)

3.滑动主页,监听到数据包

4.在刷新几次监听到多个数据包,对数据包载荷进行对比发现  t(时间戳)和sign会改变

 5.全局搜索sign:

下面就是扣代码,打断点

 j 和c.data是动态变化的,其他的写成固定的(看完整代码)

把下面代码扣到js 

剩下看全部代码

注意时间戳是动态的,得保持同步,所以请求页面和js代码里的时间戳得一致,时间戳注意类型变换成字符串

import csv

import requests
import execjs
import time
import jsonpath
sum_h = ['名称','价格','url']
sum_list = []
timestamp_ms = int(time.time() * 1000)
cookies = {
    'cna': 'H3J9IEZrCx4CAXUtkozrHxJ2',
    'xlly_s': '1',
    'mtop_partitioned_detect': '1',
    '_m_h5_tk': 'ebd01840c941df8a184f1ec7be973ffd_1744269769647',
    '_m_h5_tk_enc': 'ffa775a0dcf4f6fbee44ee760337fe41',
    'cookie2': '13b959e8441e47eb3e3abaef49b1663e',
    'tfstk': 'g_SIMyMli_Ia6qhGKWewhY6hi5KWV_ZqVY9RnTnEeHKKwbBv_6ReY8qWw6ANYBWevvbGgtnFYyxrVHxk2SP40okhK3xRzki9lBXOILewpBe7lDKk2SPZ70L3c3fm_34NwOe6ULJ-y_LpXhpH6LdJJ_d9WKpq93KRwRO9UKvJwLdKWOpX6QKJJ_KtXCvS1EkXFyOhdJ0Z7uzqZHWp10nRvuYpGrA9IdjstedApMiij2vBRIBpsSbSAI85OesaAjvCWt1Md_qmxHL5JZKdVSZBXtbN9d18G4OOlMjWuMNjoBIHZstd55nB2HpfFE7aeqONyOj65MaqEdjFeMY2DocpaNWfVLsuZl1fp6_vkMhC40o2GHPoPATmVdO4CRgorAGXfu3nUBWJJdvB7Rws9aYpId9gCRgo6epMQYe_CXIV.',
}

headers = {
    'accept': 'application/json',
    'accept-language': 'zh-CN,zh;q=0.9',
    'cache-control': 'no-cache',
    'origin': 'https://www.goofish.com',
    'pragma': 'no-cache',
    'priority': 'u=1, i',
    'referer': 'https://www.goofish.com/',
    'sec-ch-ua': '"Google Chrome";v="135", "Not-A.Brand";v="8", "Chromium";v="135"',
    'sec-ch-ua-mobile': '?0',
    'sec-ch-ua-platform': '"macOS"',
    'sec-fetch-dest': 'empty',
    'sec-fetch-mode': 'cors',
    'sec-fetch-site': 'same-site',
    'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36',
    # Requests sorts cookies= alphabetically
    # 'cookie': 'cna=H3J9IEZrCx4CAXUtkozrHxJ2; xlly_s=1; mtop_partitioned_detect=1; _m_h5_tk=ebd01840c941df8a184f1ec7be973ffd_1744269769647; _m_h5_tk_enc=ffa775a0dcf4f6fbee44ee760337fe41; cookie2=13b959e8441e47eb3e3abaef49b1663e; tfstk=g_SIMyMli_Ia6qhGKWewhY6hi5KWV_ZqVY9RnTnEeHKKwbBv_6ReY8qWw6ANYBWevvbGgtnFYyxrVHxk2SP40okhK3xRzki9lBXOILewpBe7lDKk2SPZ70L3c3fm_34NwOe6ULJ-y_LpXhpH6LdJJ_d9WKpq93KRwRO9UKvJwLdKWOpX6QKJJ_KtXCvS1EkXFyOhdJ0Z7uzqZHWp10nRvuYpGrA9IdjstedApMiij2vBRIBpsSbSAI85OesaAjvCWt1Md_qmxHL5JZKdVSZBXtbN9d18G4OOlMjWuMNjoBIHZstd55nB2HpfFE7aeqONyOj65MaqEdjFeMY2DocpaNWfVLsuZl1fp6_vkMhC40o2GHPoPATmVdO4CRgorAGXfu3nUBWJJdvB7Rws9aYpId9gCRgo6epMQYe_CXIV.',
}
for x in range(1, 6):
    data = {
        'data': f'{{"itemId":"","pageSize":30,"pageNumber":{x},"machId":""}}',
    }

    with open('./闲鱼测试.js','r',encoding='utf-8') as f:
        js_code = f.read()
    js_code = execjs.compile(js_code)
    sign = js_code.call('get_sign',data['data'],str(timestamp_ms))
    params = {
        'jsv': '2.7.2',
        'appKey': '34839810',
        't': str(timestamp_ms),
        'sign': sign,
        'v': '1.0',
        'type': 'originaljson',
        'accountSite': 'xianyu',
        'dataType': 'json',
        'timeout': '20000',
        'api': 'mtop.taobao.idlehome.home.webpc.feed',
        'sessionOption': 'AutoLoginOnly',
        'spm_cnt': 'a21ybx.home.0.0',
    }
    response = requests.post('https://h5api.m.goofish.com/h5/mtop.taobao.idlehome.home.webpc.feed/1.0/', params=params, cookies=cookies, headers=headers, data=data)
    json_data = response.json()
    title = jsonpath.jsonpath(json_data,'$..title')
    soldPrice = jsonpath.jsonpath(json_data,'$..soldPrice')
    picUrl = jsonpath.jsonpath(json_data, '$..picUrl')
    # print(response.json())
    # print(soldPrice)
    print(picUrl)
    for i in zip(title,soldPrice,picUrl):
        print(i)
        list = [i[0],i[1],i[2]]
        sum_list.append(list)
with open('闲鱼数据.csv','w',encoding='utf-8') as f:
    writer = csv.writer(f)
    writer.writerow(sum_h)
    writer.writerows(sum_list)
    print(f'第{x}页完成==============')
function i(a) {
        function b(a, b) {
            return a << b | a >>> 32 - b
        }
        function c(a, b) {
            var c, d, e, f, g;
            return e = 2147483648 & a,
            f = 2147483648 & b,
            c = 1073741824 & a,
            d = 1073741824 & b,
            g = (1073741823 & a) + (1073741823 & b),
            c & d ? 2147483648 ^ g ^ e ^ f : c | d ? 1073741824 & g ? 3221225472 ^ g ^ e ^ f : 1073741824 ^ g ^ e ^ f : g ^ e ^ f
        }
        function d(a, b, c) {
            return a & b | ~a & c
        }
        function e(a, b, c) {
            return a & c | b & ~c
        }
        function f(a, b, c) {
            return a ^ b ^ c
        }
        function g(a, b, c) {
            return b ^ (a | ~c)
        }
        function h(a, e, f, g, h, i, j) {
            return a = c(a, c(c(d(e, f, g), h), j)),
            c(b(a, i), e)
        }
        function i(a, d, f, g, h, i, j) {
            return a = c(a, c(c(e(d, f, g), h), j)),
            c(b(a, i), d)
        }
        function j(a, d, e, g, h, i, j) {
            return a = c(a, c(c(f(d, e, g), h), j)),
            c(b(a, i), d)
        }
        function k(a, d, e, f, h, i, j) {
            return a = c(a, c(c(g(d, e, f), h), j)),
            c(b(a, i), d)
        }
        function l(a) {
            for (var b, c = a.length, d = c + 8, e = (d - d % 64) / 64, f = 16 * (e + 1), g = new Array(f - 1), h = 0, i = 0; c > i; )
                b = (i - i % 4) / 4,
                h = i % 4 * 8,
                g[b] = g[b] | a.charCodeAt(i) << h,
                i++;
            return b = (i - i % 4) / 4,
            h = i % 4 * 8,
            g[b] = g[b] | 128 << h,
            g[f - 2] = c << 3,
            g[f - 1] = c >>> 29,
            g
        }
        function m(a) {
            var b, c, d = "", e = "";
            for (c = 0; 3 >= c; c++)
                b = a >>> 8 * c & 255,
                e = "0" + b.toString(16),
                d += e.substr(e.length - 2, 2);
            return d
        }
        function n(a) {
            a = a.replace(/\r\n/g, "\n");
            for (var b = "", c = 0; c < a.length; c++) {
                var d = a.charCodeAt(c);
                128 > d ? b += String.fromCharCode(d) : d > 127 && 2048 > d ? (b += String.fromCharCode(d >> 6 | 192),
                b += String.fromCharCode(63 & d | 128)) : (b += String.fromCharCode(d >> 12 | 224),
                b += String.fromCharCode(d >> 6 & 63 | 128),
                b += String.fromCharCode(63 & d | 128))
            }
            return b
        }
        var o, p, q, r, s, t, u, v, w, x = [], y = 7, z = 12, A = 17, B = 22, C = 5, D = 9, E = 14, F = 20, G = 4, H = 11, I = 16, J = 23, K = 6, L = 10, M = 15, N = 21;
        for (a = n(a),
        x = l(a),
        t = 1732584193,
        u = 4023233417,
        v = 2562383102,
        w = 271733878,
        o = 0; o < x.length; o += 16)
            p = t,
            q = u,
            r = v,
            s = w,
            t = h(t, u, v, w, x[o + 0], y, 3614090360),
            w = h(w, t, u, v, x[o + 1], z, 3905402710),
            v = h(v, w, t, u, x[o + 2], A, 606105819),
            u = h(u, v, w, t, x[o + 3], B, 3250441966),
            t = h(t, u, v, w, x[o + 4], y, 4118548399),
            w = h(w, t, u, v, x[o + 5], z, 1200080426),
            v = h(v, w, t, u, x[o + 6], A, 2821735955),
            u = h(u, v, w, t, x[o + 7], B, 4249261313),
            t = h(t, u, v, w, x[o + 8], y, 1770035416),
            w = h(w, t, u, v, x[o + 9], z, 2336552879),
            v = h(v, w, t, u, x[o + 10], A, 4294925233),
            u = h(u, v, w, t, x[o + 11], B, 2304563134),
            t = h(t, u, v, w, x[o + 12], y, 1804603682),
            w = h(w, t, u, v, x[o + 13], z, 4254626195),
            v = h(v, w, t, u, x[o + 14], A, 2792965006),
            u = h(u, v, w, t, x[o + 15], B, 1236535329),
            t = i(t, u, v, w, x[o + 1], C, 4129170786),
            w = i(w, t, u, v, x[o + 6], D, 3225465664),
            v = i(v, w, t, u, x[o + 11], E, 643717713),
            u = i(u, v, w, t, x[o + 0], F, 3921069994),
            t = i(t, u, v, w, x[o + 5], C, 3593408605),
            w = i(w, t, u, v, x[o + 10], D, 38016083),
            v = i(v, w, t, u, x[o + 15], E, 3634488961),
            u = i(u, v, w, t, x[o + 4], F, 3889429448),
            t = i(t, u, v, w, x[o + 9], C, 568446438),
            w = i(w, t, u, v, x[o + 14], D, 3275163606),
            v = i(v, w, t, u, x[o + 3], E, 4107603335),
            u = i(u, v, w, t, x[o + 8], F, 1163531501),
            t = i(t, u, v, w, x[o + 13], C, 2850285829),
            w = i(w, t, u, v, x[o + 2], D, 4243563512),
            v = i(v, w, t, u, x[o + 7], E, 1735328473),
            u = i(u, v, w, t, x[o + 12], F, 2368359562),
            t = j(t, u, v, w, x[o + 5], G, 4294588738),
            w = j(w, t, u, v, x[o + 8], H, 2272392833),
            v = j(v, w, t, u, x[o + 11], I, 1839030562),
            u = j(u, v, w, t, x[o + 14], J, 4259657740),
            t = j(t, u, v, w, x[o + 1], G, 2763975236),
            w = j(w, t, u, v, x[o + 4], H, 1272893353),
            v = j(v, w, t, u, x[o + 7], I, 4139469664),
            u = j(u, v, w, t, x[o + 10], J, 3200236656),
            t = j(t, u, v, w, x[o + 13], G, 681279174),
            w = j(w, t, u, v, x[o + 0], H, 3936430074),
            v = j(v, w, t, u, x[o + 3], I, 3572445317),
            u = j(u, v, w, t, x[o + 6], J, 76029189),
            t = j(t, u, v, w, x[o + 9], G, 3654602809),
            w = j(w, t, u, v, x[o + 12], H, 3873151461),
            v = j(v, w, t, u, x[o + 15], I, 530742520),
            u = j(u, v, w, t, x[o + 2], J, 3299628645),
            t = k(t, u, v, w, x[o + 0], K, 4096336452),
            w = k(w, t, u, v, x[o + 7], L, 1126891415),
            v = k(v, w, t, u, x[o + 14], M, 2878612391),
            u = k(u, v, w, t, x[o + 5], N, 4237533241),
            t = k(t, u, v, w, x[o + 12], K, 1700485571),
            w = k(w, t, u, v, x[o + 3], L, 2399980690),
            v = k(v, w, t, u, x[o + 10], M, 4293915773),
            u = k(u, v, w, t, x[o + 1], N, 2240044497),
            t = k(t, u, v, w, x[o + 8], K, 1873313359),
            w = k(w, t, u, v, x[o + 15], L, 4264355552),
            v = k(v, w, t, u, x[o + 6], M, 2734768916),
            u = k(u, v, w, t, x[o + 13], N, 1309151649),
            t = k(t, u, v, w, x[o + 4], K, 4149444226),
            w = k(w, t, u, v, x[o + 11], L, 3174756917),
            v = k(v, w, t, u, x[o + 2], M, 718787259),
            u = k(u, v, w, t, x[o + 9], N, 3951481745),
            t = c(t, p),
            u = c(u, q),
            v = c(v, r),
            w = c(w, s);
        var O = m(t) + m(u) + m(v) + m(w);
        return O.toLowerCase()
}

function get_sign(data,time){
    k = i('ebd01840c941df8a184f1ec7be973ffd' + "&" + time + "&" + '34839810' + "&" + data)
    return k
}

Logo

北京人形旗下天工造物具身智能开源社区,聚焦具身天工与慧思开物两大平台

更多推荐