Add project files.
This commit is contained in:
62
WebScrape/Program.cs
Normal file
62
WebScrape/Program.cs
Normal file
@ -0,0 +1,62 @@
|
||||
using HtmlAgilityPack;
|
||||
using ScrapySharp.Network;
|
||||
using ScrapySharp.Extensions;
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Linq;
|
||||
using System.Net.Http;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using System.Xml;
|
||||
|
||||
namespace WebScrape
|
||||
{
|
||||
class Program
|
||||
{
|
||||
|
||||
static ScrapingBrowser _scrapingBrowser = new ScrapingBrowser();
|
||||
static void Main(string[] args)
|
||||
{
|
||||
|
||||
//GetHtmlAsync();
|
||||
//GetHtml("https://www.di.se/bors/aktier");
|
||||
GetHtml("https://www.avanza.se/aktier/lista.html");
|
||||
|
||||
Console.ReadKey();
|
||||
|
||||
}
|
||||
|
||||
static HtmlNode GetHtml(string url)
|
||||
{
|
||||
WebPage webPage = _scrapingBrowser.NavigateToPage(new Uri(url));
|
||||
return webPage.Html;
|
||||
}
|
||||
|
||||
//private static async void GetHtmlAsync()
|
||||
//{
|
||||
// //var url = "https://www.di.se/bors/aktier";
|
||||
// var url = "https://www.di.se/bors/aktier/?data%5Bcountry%5D=SE&data%5Bmarket%5D=35207&data%5Bmarket%5D=35208&data%5Bmarket%5D=35209&data%5Bsector%5D=1&data%5Bsector%5D=2&data%5Bsector%5D=3&data%5Bsector%5D=4&data%5Bsector%5D=5&data%5Bsector%5D=6&data%5Bsector%5D=7&data%5Bsector%5D=8&data%5Bsector%5D=9&data%5Bsector%5D=10&field=name&tab=0";
|
||||
|
||||
// var httpClient = new HttpClient();
|
||||
// var html = await httpClient.GetStringAsync(url);
|
||||
|
||||
// var htmlDocument = new HtmlDocument();
|
||||
// htmlDocument.LoadHtml(html);
|
||||
|
||||
// var shareList = htmlDocument.DocumentNode.Descendants("table")
|
||||
// .Where(node => node.GetAttributeValue("data-tab", "")
|
||||
// .Equals("table_0")).ToList();
|
||||
|
||||
// var totLst = new List<HtmlNode>();
|
||||
// foreach(var htmldoc in shareList)
|
||||
// {
|
||||
// var trow = htmldoc.Descendants("tr")
|
||||
// .Where(node => node.GetAttributeValue("id", "")
|
||||
// .Contains("ins_")).ToList();
|
||||
// totLst.AddRange(trow);
|
||||
// }
|
||||
|
||||
// Console.WriteLine();
|
||||
//}
|
||||
}
|
||||
}
|
||||
13
WebScrape/WebScrape.csproj
Normal file
13
WebScrape/WebScrape.csproj
Normal file
@ -0,0 +1,13 @@
|
||||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
|
||||
<PropertyGroup>
|
||||
<OutputType>Exe</OutputType>
|
||||
<TargetFramework>net5.0</TargetFramework>
|
||||
</PropertyGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<PackageReference Include="HtmlAgilityPack" Version="1.11.34" />
|
||||
<PackageReference Include="ScrapySharp" Version="3.0.0" />
|
||||
</ItemGroup>
|
||||
|
||||
</Project>
|
||||
Reference in New Issue
Block a user