利用python读取csv文件中url并下载_python如何通过csv获取下载url

这是天池竞赛中数据集下载的csv文件，在这里当然也可以用wget在linux中进行下载，但这样感觉不太cool。

写了个python程序，文件夹栏

import pandas as pd
import os
from urllib.request import urlretrieve
class download(object):

    def __init__(self):
        super(download, self).__init__()

    
    def start(self):
        root=os.getcwd()
        data=pd.read_csv(root+"/steet_character_detector/data/mchar_data_list_0515.csv")
        
        

  
        for i in range(data.shape[0]):
            url=data.iloc[i,2]
            print(url)
            local=url.split("/")[-1]
            local=root+"/steet_character_detector/data/"+local

            try:
               
                urlretrieve(url, local,self.callbackfunc)  #
            except Exception as e:
                print ("Exception")


    def callbackfunc(self,blocknum, blocksize, totalsize):
        '''回调函数
        @blocknum: 已经下载的数据块
        @blocksize: 数据块的大小
        @totalsize: 远程文件的大小
        '''

        print  ("blocknum  ",blocknum,"blocksize ",blocksize,"totalsize ",totalsize)
        percent = 100.0 * blocknum * blocksize / totalsize
        if percent > 100:
            percent = 100
        print ("%.2f%%" % percent,"    ",blocknum *blocksize,"    ",totalsize)
root=os.getcwd()
data=pd.read_csv(root+"/steet_character_detector/data/mchar_data_list_0515.csv")
print(data.head())
if __name__ == '__main__':
   
    d = download()
    d.start()
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48