51 lines
1.5 KiB
Python
51 lines
1.5 KiB
Python
#!/usr/bin/env python
|
|
# -*- coding:utf-8 -*-
|
|
# Author: yiliyas
|
|
# date: 2022.4.24
|
|
|
|
from urllib import request
|
|
import re
|
|
|
|
# 上海市商业联合会抗疫保供产销对接信息平台生活物资供应名录（json格式数据）类别统计
|
|
url = 'https://c.kdcer.com/sh_keep_supply/home/categories'
|
|
req = request.Request(url)
|
|
response=request.urlopen(req)
|
|
content=response.read().decode('utf-8-sig')
|
|
|
|
# 获得类型id,类别，企业名
|
|
pattern = re.compile('"name":"(.*?)",.*?,"count":(.*?)}',re.S)
|
|
items = re.findall(pattern,content)
|
|
m=0
|
|
for item in items:
|
|
m = m+1
|
|
cname=item[0]
|
|
cnum=item[1]
|
|
# 获得全部企业——总数
|
|
if str(cname).find("全部企业")>-1:
|
|
nums = int(cnum)
|
|
# 输入markdown格式
|
|
strs='|'+cname+'|'+str(cnum)
|
|
print(strs)
|
|
|
|
# 打印markdown表头
|
|
title2='\n|序号|类型|点击(详细工商信息)|\n'+'|:----|:----|:----|'
|
|
print(title2)
|
|
n=0
|
|
# 获得总页数（每页20个）
|
|
m = int(nums/20)+1
|
|
for i in range(1,nums):
|
|
url = 'https://c.kdcer.com/sh_keep_supply/home/enterprises?categoryId=-1&keyword=&page='+str(i)+'&limit=20'
|
|
req = request.Request(url)
|
|
response=request.urlopen(req)
|
|
content=response.read().decode('utf-8-sig')
|
|
# 获得类型id,类别，企业名
|
|
pattern = re.compile('"name":"(.*?)",".*?,"categoryName":"(.*?)"',re.S)
|
|
items = re.findall(pattern,content)
|
|
for item in items:
|
|
n=n+1
|
|
cname=item[0]
|
|
cgname=item[1]
|
|
strs='|'+str(n)+'|'+cgname+'|'+cname
|
|
print(strs)
|
|
|