使用Fiddler Classic抓包工具批量下载音频资料

1. 通过F12开发者工具，下载音频文件

浏览器打开音频列表->F12快捷键->网络->媒体，播放一个音频文件，右边媒体下生成一个音频文件，右击“在新标签页中打开”，可以下载这个音频文件。

2.通过Fiddler Classic抓包工具批量下载音频资料

每播放一个音频文件，页面就会向服务端发送一个get请求。浏览器打开get请求的URL地址，可下载这个音频文件。

播放了多个音频文件，页面发送多个get请求，我们现在通过Fiddler Classic抓包工具获取这多个get请求的URL地址，然后通过程序批量下载这些文件。

1) 下载Fiddler Classic工具，下载地址：Download Fiddler Web Debugging Tool for Free by Telerik

2）开启接收https请求

Fiddler Classic默认不接收https请求，需要开启一下。 Tools->Options->HTTPS

3）点击左下角，开启/关闭抓包。显示“Capturing”为开启状态，显示空白为关闭状态。

4）点击“Remove all” 可清理抓取到的所有请求。

5）Fiddler Classic开启抓包-> 播放音频

Fiddler Classic抓取到音频播放的get请求，其中“audio/mp4”格式的请求数据，为想要获取到的url请求地址。

6）将播放音频抓到的所有地址，复制粘贴到excel表格中

7）通过程序过滤出“audio/mp4”格式的请求，并发送get请求，自动下载音频文件。

下图是创建的winform界面：

该界面的功能的实现：

using Newtonsoft.Json;
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Data.OleDb;
using System.Drawing;
using System.IO;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Text;
using System.Threading.Tasks;
using System.Windows.Forms;
using static System.Net.WebRequestMethods;namespace Test
{public partial class DownloadMP4 : Form{public DownloadMP4(){InitializeComponent();}private void Form2_Load(object sender, EventArgs e){tbxMP4.Text = "G:\\Downloads\\";}DataTable _dtExcel = null;List<RespondModel> _list = new List<RespondModel>();private void btnExcel_Click(object sender, EventArgs e){_dtExcel = GetExcelData();}private void btnMP4_Click(object sender, EventArgs e){if (_dtExcel == null) return;string httpUrl = "https://audiopay.cos.tx.xmcdn.com";if (_dtExcel.Rows?.Count > 0){_list = new List<RespondModel>();foreach (DataRow dr in _dtExcel.Rows){if (dr["Content-Type"].ToString().Contains("mp4")){if (_list.FindIndex(p => p.URL.Split('?').First().Split('/').Last() == dr["URL"].ToString().Split('?').First().Split('/').Last()) < 0){RespondModel mod = new RespondModel();mod.URL = httpUrl + dr["URL"].ToString();//mod.ContentType = "audio/mp4";_list.Add(mod);}}}}int i = 0;if (_list.Count > 0) {foreach (RespondModel resp in _list) {string fileName = tbxMP4.Text + DateTime.Now.ToString("yyyyMMddHHmmssfff") + ".mp4";GetPostContent(resp.URL, fileName);i += 1;progressBar1.Value = i * 100 / _list.Count;}}MessageBox.Show($"下载完成！文件数：{i}");}private DataTable GetExcelData(){OpenFileDialog ofd = new OpenFileDialog();ofd.Title = "选择Excel文件";ofd.InitialDirectory = System.Windows.Forms.Application.StartupPath + "\\";ofd.Filter = "Excel文件 (*.xlsx)|*.xlsx|Excel文件 (*.xls)|*.xls|所有文件 (*.*)|*.*";ofd.RestoreDirectory = true;if (ofd.ShowDialog() == DialogResult.OK){string fileName = ofd.FileName;tbxExcel.Text = fileName;string connectionString = $"Provider = Microsoft.Jet.OLEDB.4.0 ; Data Source = '{fileName}';Extended Properties=Excel 8.0";if (fileName.Contains("xlsx")){connectionString = $"Provider=Microsoft.Ace.OleDb.12.0; Data Source = '{fileName}';Extended Properties=Excel 12.0";}OleDbConnection conn = new OleDbConnection(connectionString);conn.Open();DataTable dtNames = conn.GetOleDbSchemaTable(OleDbSchemaGuid.Tables, new object[] { null, null, null, "TABLE" });string sql = $"select * from [{dtNames.Rows[0]["TABLE_NAME"]}]"; //[Sheet1$]OleDbDataAdapter adapter = new OleDbDataAdapter(sql, conn);DataSet ds = new DataSet();adapter.Fill(ds);conn.Close();return ds?.Tables[0];}return null;}private HttpClient _httpClient;public void GetPostContent(string url, string localSavePath){try{ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;HttpWebRequest myRequest = (HttpWebRequest)WebRequest.Create(url);myRequest.Method = "GET";myRequest.ContentType = "application/x-www-form-urlencoded";myRequest.Proxy = null;// Get responseHttpWebResponse myResponse = (HttpWebResponse)myRequest.GetResponse();Stream responseStream = myResponse.GetResponseStream();Stream stream = new FileStream(localSavePath, FileMode.Create);byte[] bArr = new byte[1024];int size = responseStream.Read(bArr, 0, (int)bArr.Length);while (size > 0){stream.Write(bArr, 0, size);size = responseStream.Read(bArr, 0, (int)bArr.Length);}stream.Close();responseStream.Close();}catch (System.Exception ex){throw ex;}}}public class RespondModel{public string URL { get; set; }public string ContentType { get; set; }}
}