PseudoBox/postBigTask.py at master · CivilNet/PseudoBox · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
# !/usr/bin/env python
# -*- coding: utf-8 -*-
import sys
import os
import json
import requests
import random
import hashlib
from getToken import *
from requests_toolbelt import MultipartEncoder
def getPartMd5(fs):
    m = hashlib.md5()
    m.update(fs)
    return m.hexdigest()
def getmd5(filepath):
    m = hashlib.md5()
    with open(filepath,'rb') as f:
        for line in f:
            m.update(line)
    return m.hexdigest()
def createUp(filepath,taskId,token):
    info = dict()
    info["fileSize"] = os.path.getsize(filepath)
    info["token"] = token
    info["fileMd5"] = getmd5(filepath)
    info["taskId"] = taskId
    return info

def postTaskBig(data):
    url = '{}/south/taskFile/upload/slice'.format(host)
    response=requests.post(
        url,
    	headers={'Content-Type': "application/json",'cache-control': 'no-cache','Connection': 'close'},
    	data=json.dumps(data),
        verify=False
    )
    print('------------------------------------------------------')
    print(response)
    print(response.url)
    print(response.status_code)
    print(response.content)
    return response.content
def postPartFile(f,sliceNo,uploadKey,token):
    j = 10
    id = []
    id = ''.join(str(i) for i in random.sample(range(0,11),j)) # sample(seq, n) 从序列seq中选择n个随机且独立的元素；
    print(id)
    headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.88 Safari/537.36',
    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
    }
    uploadurl = '{}/south/file/upload/slice/put'.format(host)
    print(type(f))
    m= MultipartEncoder(
        fields={
            'sliceNo' : sliceNo,
            'uploadKey' : uploadKey,
            'fileMd5' : getPartMd5(f),
            'token': token,
            'file': ("uploadcloudtmp",f,'application/octet-stream')
        }
    )
    print(type(m))
    response=requests.post(
        uploadurl,
        headers={'Content-Type': m.content_type},
        data=m,
        timeout=None,
        verify=False
        )
    print(m.content_type)
    print('------------------------------------------------------')
    print(response)
    print(response.url)
    print(response.status_code)
    print(response.content)
    if response.status_code==200 and json.loads(response.content)["code"] == "1":
        print('upload filepart success')
    else:
        print('upload filepart failed')
def postMerge(uploadKey,taskId):
    print(uploadKey)
    token = getToken(d_key,d_name,d_secr)
    url = '{}/south/file/upload/slice/merge'.format(host)
    response=requests.post(
        url,
    	headers={'Content-Type': "application/json",'cache-control': 'no-cache','Connection': 'close'},
    	data=json.dumps({"uploadKey":uploadKey,"token":token}),
        verify=False
    )
    print(response)
    print(response.url)
    print(response.status_code)
    print(response.content)
def postTaskUploadStatus(taskId,status,token):
    url = '{}/south/report/issuedTask/progress'.format(host)
    response=requests.post(
        url,
        headers={'Content-Type': "application/json",'cache-control': 'no-cache','Connection': 'close'},
        data=json.dumps({"status":status,"token":token,"taskId":taskId}),
        verify=False
    )
    print(response)
    print(response.url)
    print(response.status_code)
    print(response.content)

if __name__ == "__main__":
    token = getToken(d_key,d_name,d_secr)
    params = json.loads(sys.argv[1])["params"]
    print(1111111111111111111111111, params)
    local_path="./test.mp4"
    data = createUp(local_path,params["taskId"],token)
    td = postTaskBig(data)
    print(td)
    td = json.loads(td)
    f = open(local_path,"rb")
    nums = td["data"]["sliceCount"]
    partSize = td["data"]["size"]
    uploadKey = td["data"]["uploadKey"]
    for i in range(nums):
        postPartFile(f.read(partSize),str(i),uploadKey,token)
    f.close()
    postMerge(uploadKey,params["taskId"])
    postTaskUploadStatus(params["taskId"],100,token)