热门标签
热门文章
- 1深度学习机器视觉车道线识别与检测 -自动驾驶 毕业设计_基于机器视觉(传统或深度)实现车道线检测或信号灯识别
- 2程序员因接外包坐牢 456 天！两万字揭露心酸经历
- 3Android Studio最新汉化教程_android汉化包下载
- 4nodejs基本操作，npm与cnpm使用介绍_nodejs cnpm
- 5C++类模板详解_c++里面的class numtype什么意思
- 6快速上手 Kotlin 开发系列之集合操作符 (1)_kotlin 链式对集合操作
- 7基于python的微博情感分析与文本分类系统的设计与实现_微博语言情感分析系统设计的目标与原则
- 8入职车载测试常见面试题(附答案）测试小白_车载蓝牙测试面试题
- 9字节跳动软件测试岗4轮面经（已拿34K+ offer）..._字节跳动测试开发面经校招
- 10KMP算法及其优化_intill算法
当前位置: article > 正文
抖音短视频数据抓取实战系列（四）——Java解析Json文件数据并存库_抖音数据源文件
作者：小蓝xlanll | 2024-05-16 07:02:00
赞
踩
抖音数据源文件
抖音短视频数据抓取实战系列（四）——Java解析Json文件数据并存库
项目目录
1、抖音短视频数据抓取实战系列（〇）——前言
2、抖音短视频数据抓取实战系列（一）——模拟器的选择与设置
3、抖音短视频数据抓取实战系列（二）——Fiddler安装配置以及模拟器监测环境配置
4、抖音短视频数据抓取实战系列（三）——Fiddler抓取抖音用户详细信息数据
5、抖音短视频数据抓取实战系列（四）——Java解析Json文件数据并存库
6、抖音短视频数据抓取实战系列（五）——Mitmproxy的安装以及模拟器Mitmproxy证书安装
7、抖音短视频数据抓取实战系列（六）——Mitmproxy+python编写监测程序
8、抖音短视频数据抓取实战系列（七）——python连接MySQL数据库
9、抖音短视频数据抓取实战系列（八）——Mitmproxy抓取用户详细信息并入库
10、抖音短视频数据抓取实战系列（九）——自动化Appium的环境与参数配置
11、抖音短视频数据抓取实战系列（十）——获取抖音dom元素属性
12、抖音短视频数据抓取实战系列（十一）——Appium与Mitmproxy联合-自动取存抖音用户信息
13、抖音短视频数据抓取实战系列（十二）——抓取实战BUG总集
1、用户数据成功保存到本地json文件之后，接下来我们解析json文件并将数据入库了，不过在此之前我们需要对数据进行分析，存储我们所需要的数据信息，数据库构造相关的操作这里就不多做讲述了。
{
"extra":{
"fatal_item_ids":[
],
"logid":"2020121816574701019806019933018921",
"now":1608281867000
},
"log_pb":{
"impr_id":"2020121816574701019806019933018921"
},
"status_code":0,
"user":{
"shop_micro_app":"",
"urge_detail":{
"user_urged":0
},
"live_commerce":true,
"signature_language":"zh",
"secret":0,
"apple_account":0,
"user_not_show":0,
"follower_count":15088831,
"is_block":false,
"avatar_168x168":{
"width":720,
"height":720,
"uri":"tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf",
"url_list":[
"https://p1-dy-ipv6.byteimg.com/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~tplv-dy-shrink:188:188.webp?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=true&sh=188_188&sc=avatar&l=2020121816574701019806019933018921",
"https://p29-dy.byteimg.com/img/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~c5_168x168.webp?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=false&sh=&sc=avatar&l=2020121816574701019806019933018921",
"https://p5-dy-ipv6.byteimg.com/img/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~c5_168x168.webp?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=false&sh=&sc=avatar&l=2020121816574701019806019933018921",
"https://p1-dy-ipv6.byteimg.com/img/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~c5_168x168.webp?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=false&sh=&sc=avatar&l=2020121816574701019806019933018921",
"https://p29-dy.byteimg.com/img/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~c5_168x168.jpeg?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=false&sh=&sc=avatar&l=2020121816574701019806019933018921"
]
},
"general_permission":{
"following_follower_list_toast":1
},
"location":"深圳",
"white_cover_url":[
{
"uri":"31ac700025de5c2cf06c4",
"url_list":[
"https://p3-dy-ipv6.byteimg.com/31ac700025de5c2cf06c4~tplv-dy-shrink:750:422.jpeg?from=2480802190&s=profile&se=true&sh=750_422&sc=cover&l=2020121816574701019806019933018921",
"https://p3-dy-ipv6.byteimg.com/obj/31ac700025de5c2cf06c4?from=2480802190&s=profile&se=false&sh=&sc=cover&l=2020121816574701019806019933018921",
"https://p26-dy.byteimg.com/obj/31ac700025de5c2cf06c4?from=2480802190&s=profile&se=false&sh=&sc=cover&l=2020121816574701019806019933018921",
"https://p6-dy-ipv6.byteimg.com/obj/31ac700025de5c2cf06c4?from=2480802190&s=profile&se=false&sh=&sc=cover&l=2020121816574701019806019933018921"
]
},
{
"uri":"318f1000413827e122102",
"url_list":[
"https://p3-dy-ipv6.byteimg.com/318f1000413827e122102~tplv-dy-shrink:750:422.jpeg?from=2480802190&s=profile&se=true&sh=750_422&sc=cover&l=2020121816574701019806019933018921",
"https://p29-dy.byteimg.com/obj/318f1000413827e122102?from=2480802190&s=profile&se=false&sh=&sc=cover&l=2020121816574701019806019933018921",
"https://p3-dy-ipv6.byteimg.com/obj/318f1000413827e122102?from=2480802190&s=profile&se=false&sh=&sc=cover&l=2020121816574701019806019933018921",
"https://p6-dy-ipv6.byteimg.com/obj/318f1000413827e122102?from=2480802190&s=profile&se=false&sh=&sc=cover&l=2020121816574701019806019933018921"
]
}
],
"room_id":0,
"video_icon":{
"uri":"",
"url_list":[
],
"width":720,
"height":720
},
"total_favorited":249455424,
"with_commerce_entry":true,
"youtube_channel_id":"",
"dongtai_count":328,
"city":"深圳",
"is_star":false,
"follow_status":0,
"following_count":308,
"unique_id":"CC233333",
"r_fans_group_info":{
},
"with_commerce_enterprise_tab_entry":false,
"commerce_user_info":{
"has_ads_entry":false,
"ad_revenue_rits":null,
"star_atlas":1,
"show_star_atlas_cooperation":true
},
"video_cover":{
},
"uid":"58948149403",
"aweme_count":323,
"mplatform_followers_count":15321101,
"sync_to_toutiao":1,
"commerce_user_level":0,
"ins_id":"",
"tab_settings":{
"private_tab":{
"show_private_tab":false,
"private_tab_style":1
}
},
"show_favorite_list":true,
"signature":"围博：蔡萝莉S
商务：CCSW__（两个下划线)",
"favoriting_count":75749,
"message_chat_entry":true,
"gender":2,
"verification_type":0,
"youtube_channel_title":"",
"is_blocked":false,
"sec_uid":"MS4wLjABAAAAGAvitlc9VZrB4NQZDLPgTCKVL11-j8iMUFvk3ywnRpA",
"is_mix_user":false,
"short_id":"0",
"avatar_thumb":{
"width":720,
"height":720,
"uri":"tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf",
"url_list":[
"https://p9-dy.byteimg.com/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~tplv-dy-shrink:188:188.webp?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=true&sh=188_188&sc=avatar&l=2020121816574701019806019933018921",
"https://p5-dy-ipv6.byteimg.com/img/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~c5_100x100.webp?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=false&sh=&sc=avatar&l=2020121816574701019806019933018921",
"https://p1-dy-ipv6.byteimg.com/img/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~c5_100x100.webp?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=false&sh=&sc=avatar&l=2020121816574701019806019933018921",
"https://p3-dy-ipv6.byteimg.com/img/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~c5_100x100.webp?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=false&sh=&sc=avatar&l=2020121816574701019806019933018921",
"https://p5-dy-ipv6.byteimg.com/img/tos-cn-avt-0015/5b04405f0f23e0eae6958ae083a571cf~c5_100x100.jpeg?from=2956013662&s=PackSourceEnum_USER_PROFILE&se=false&sh=&sc=avatar&l=2020121816574701019806019933018921"
]
},
"original_musician":{
"music_count":0,
"music_used_count":0,
"digg_count":0
},
"follower_status":0,
"profile_tab_type":0,
"is_effect_artist":false,
"birthday_hide_level":0,
"school_name":"",
"share_info":{
"bool_persist":1,
"share_url":"www.iesdouyin.com/share/user/58948149403?sec_uid=MS4wLjABAAAAGAvitlc9VZrB4NQZDLPgTCKVL11-j8iMUFvk3ywnRpA&did=3887519960166408&iid=1125546753005591",
"share_weibo_desc":"在抖音，记录美好生活！",
"share_desc":"在抖音，记录美好生活！",
"share_title":"快来加入抖音，让你发现最有趣的我！",
"share_qrcode_url":{
"uri":"216a0019bc825a6bec6b",
"url_list":[
"https://p3-dy-ipv6.byteimg.com/obj/216a0019bc825a6bec6b",
"https://p1-dy-ipv6.byteimg.com/obj/216a0019bc825a6bec6b",
"https://p9-dy.byteimg.com/obj/216a0019bc825a6bec6b"
]
},
"share_image_url":{
"url_list":null
}
},
"is_activity_user":false,
"cover_colour":"#03C23B37",
"twitter_name":"",
"iso_country_code":"CN",
"forward_count":5,
"enterprise_user_info":"{"commerce_info":{"offline_info_list":[],"challenge_list":[],"task_list":null,"head_image_list":null,"smart_phone_list":null},"homepage_bottom_toast":[],"permissions":[{"Id":5,"Key":"UserShop","Name":"个人橱窗","AppId":1128,"Status":1,"Extra":null,"Customization":null,"Parent":0,"Actions":null},{"Id":3,"Key":"ItemShop","Name":"视频电商","AppId":1128,"Status":1,"Extra":null,"Customization":null,"Parent":0,"Actions":null},{"Id":4,"Key":"LiveShop","Name":"直播电商","AppId":1128,"Status":1,"Extra":null,"Customization":null,"Parent":0,"Actions":null}]}",
"recommend_reason_relation":"",
"watch_status":false,
"is_gov_media_vip":false,
"country":"中国",
"nickname":"蔡萝莉声明：本文内容由网友自发贡献，不代表【wpsshop博客】立场，版权归原作者所有，本站不承担相应法律责任。如您发现有侵权的内容，请联系我们。转载请注明出处：https://www.wpsshop.cn/w/小蓝xlanll/article/detail/577401推荐阅读
相关标签
Copyright © 2003-2013 www.wpsshop.cn 版权所有，并保留所有权利。
