sycm/topkeywords_stream.py at master · iOSDevLog/sycm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
# -*- coding: utf-8 -*-
import requests
import json
import os
import datetime
from search import *
import csv

def fetchStreamTopKeywords(date, rival1Id, rival2Id):
    dateRange = date + "|" + date
    refererUrl = "https://sycm.taobao.com/ci/monitor/itemcompare"

    TOP_TYPE_STREAM = 1
    TOP_TYPE_DEAL = 2
    topType = TOP_TYPE_STREAM
    url = "https://sycm.taobao.com/ci/item/compare/topkeywords.json"
    querystring = {"deviceType":2,"topType":topType,"seType":"taobao","dateType":"day","dateRange":dateRange,"needSelf":"false","rival1Id":rival1Id,"rival2Id":rival2Id,"_":1532857215509,"token":"baa876795"}

    # replace cookie
    cookie = '''cna=cna;t=t'''

    headers = {
        'user-agent': "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36",
        'accept': "*/*",
        'accept-encoding': "gzip, deflate, br",
        'accept-language': "zh-CN,zh;q=0.9",
        'Cache-Control': "no-cache",
        'referer': refererUrl,
        'cookie': cookie
        }

    response = requests.request("GET", url, headers=headers, params=querystring)

    json_string = response.text
    result = search_from_dict(json.loads(json_string))

    data = result.data

    rival1 = data.rival1
    rival2 = data.rival2

    return (rival1, rival2)

    # with open(date + '_' + str(rival1Id) + '_stream_key_words.csv', 'w+', newline='') as csvfile:
    #     for rival in rival1:
    #         print(rival.keyword.value + "," + str(rival.uv.value))

    #         writer = csv.writer(csvfile)
    #         writer.writerow([rival.keyword.value , rival.uv.value])

    # # print('\n\n')
    # # writer.writerow([rival.keyword.value , rival.uv.value])

    # with open(date + '_' + str(rival2Id) + '_stream_key_words.csv', 'w+', newline='') as csvfile:
    #     for rival in rival2:
    #         print(rival.keyword.value + "," + str(rival.uv.value))

    #         writer = csv.writer(csvfile)
    #         writer.writerow([rival.keyword.value , rival.uv.value])


def main():
    begin = datetime.date(2018,7,1)
    end = datetime.date.today()
    for i in range((end - begin).days):
        day = begin + datetime.timedelta(days=i)
        # fetchStreamTopKeywords(str(day))

if __name__ == '__main__':
    main()