using HtmlAgilityPack;
using ScrapySharp.Network;
using ScrapySharp.Extensions;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Net.Http;
using System.Text;
using System.Threading.Tasks;
using System.Xml;

namespace WebScrape
{
    class Program
    {

        static ScrapingBrowser _scrapingBrowser = new ScrapingBrowser(); 
        static void Main(string[] args)
        {

            //GetHtmlAsync();
            //GetHtml("https://www.di.se/bors/aktier");
            GetHtml("https://www.avanza.se/aktier/lista.html");
    
                Console.ReadKey();

        }

        static HtmlNode GetHtml(string url)
        {
            WebPage webPage = _scrapingBrowser.NavigateToPage(new Uri(url));
            return webPage.Html;
        }

        //private static async void GetHtmlAsync()
        //{            
        //    //var url = "https://www.di.se/bors/aktier";
        //    var url = "https://www.di.se/bors/aktier/?data%5Bcountry%5D=SE&data%5Bmarket%5D=35207&data%5Bmarket%5D=35208&data%5Bmarket%5D=35209&data%5Bsector%5D=1&data%5Bsector%5D=2&data%5Bsector%5D=3&data%5Bsector%5D=4&data%5Bsector%5D=5&data%5Bsector%5D=6&data%5Bsector%5D=7&data%5Bsector%5D=8&data%5Bsector%5D=9&data%5Bsector%5D=10&field=name&tab=0";

        //    var httpClient = new HttpClient();
        //    var html = await httpClient.GetStringAsync(url);

        //    var htmlDocument = new HtmlDocument();
        //    htmlDocument.LoadHtml(html);

        //    var shareList = htmlDocument.DocumentNode.Descendants("table")
        //        .Where(node => node.GetAttributeValue("data-tab", "")
        //        .Equals("table_0")).ToList();

        //    var totLst = new List<HtmlNode>();
        //    foreach(var htmldoc in shareList)
        //    {
        //        var trow = htmldoc.Descendants("tr")
        //            .Where(node => node.GetAttributeValue("id", "")
        //            .Contains("ins_")).ToList();
        //        totLst.AddRange(trow);
        //    }

        //    Console.WriteLine();
        //}
    }
}