63 lines
2.0 KiB
C#
63 lines
2.0 KiB
C#
using HtmlAgilityPack;
|
|
using ScrapySharp.Network;
|
|
using ScrapySharp.Extensions;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Linq;
|
|
using System.Net.Http;
|
|
using System.Text;
|
|
using System.Threading.Tasks;
|
|
using System.Xml;
|
|
|
|
namespace WebScrape
|
|
{
|
|
class Program
|
|
{
|
|
|
|
static ScrapingBrowser _scrapingBrowser = new ScrapingBrowser();
|
|
static void Main(string[] args)
|
|
{
|
|
|
|
//GetHtmlAsync();
|
|
//GetHtml("https://www.di.se/bors/aktier");
|
|
GetHtml("https://www.avanza.se/aktier/lista.html");
|
|
|
|
Console.ReadKey();
|
|
|
|
}
|
|
|
|
static HtmlNode GetHtml(string url)
|
|
{
|
|
WebPage webPage = _scrapingBrowser.NavigateToPage(new Uri(url));
|
|
return webPage.Html;
|
|
}
|
|
|
|
//private static async void GetHtmlAsync()
|
|
//{
|
|
// //var url = "https://www.di.se/bors/aktier";
|
|
// var url = "https://www.di.se/bors/aktier/?data%5Bcountry%5D=SE&data%5Bmarket%5D=35207&data%5Bmarket%5D=35208&data%5Bmarket%5D=35209&data%5Bsector%5D=1&data%5Bsector%5D=2&data%5Bsector%5D=3&data%5Bsector%5D=4&data%5Bsector%5D=5&data%5Bsector%5D=6&data%5Bsector%5D=7&data%5Bsector%5D=8&data%5Bsector%5D=9&data%5Bsector%5D=10&field=name&tab=0";
|
|
|
|
// var httpClient = new HttpClient();
|
|
// var html = await httpClient.GetStringAsync(url);
|
|
|
|
// var htmlDocument = new HtmlDocument();
|
|
// htmlDocument.LoadHtml(html);
|
|
|
|
// var shareList = htmlDocument.DocumentNode.Descendants("table")
|
|
// .Where(node => node.GetAttributeValue("data-tab", "")
|
|
// .Equals("table_0")).ToList();
|
|
|
|
// var totLst = new List<HtmlNode>();
|
|
// foreach(var htmldoc in shareList)
|
|
// {
|
|
// var trow = htmldoc.Descendants("tr")
|
|
// .Where(node => node.GetAttributeValue("id", "")
|
|
// .Contains("ins_")).ToList();
|
|
// totLst.AddRange(trow);
|
|
// }
|
|
|
|
// Console.WriteLine();
|
|
//}
|
|
}
|
|
}
|