1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
using System;
using System.CodeDom;
using System.IO;
using System.Net.Http;
using HtmlAgilityPack;
using StubGen.Scrapers.Finals;
namespace StubGen
{
partial class Program
{
public enum RowType
{
Class,
Interface
}
public static void ScrapeRow(IFrameworkURLData data, HtmlNode row, RowType type)
{
var cell = row.SelectSingleNode("./td");
var name = cell.RealInnerText().Trim();
string link;
try
{
link = cell.SelectSingleNode("./p/code/a").GetAttributeValue("href", "");
}
catch
{
using (var writer = new StreamWriter(@"Output\Missing.txt", true))
{
writer.WriteLine(name);
}
Console.WriteLine("No link for " + name);
return;
}
foreach (var replace in data.LinkReplaces)
{
link = link.Replace(replace.Key, replace.Value);
}
var outputPath = @"Output\";
if (type == RowType.Interface)
{
outputPath += @"Protocols\" + (name.ToLower().Contains("delegate") ? @"Delegates\" : "");
}
Directory.CreateDirectory(outputPath);
using (var writer = new StreamWriter(outputPath + name + ".cs"))
{
writer.Write(Indenter.IndentDocument(
Finals.Class(link, data.Namespace,
type == RowType.Interface, data.Usings)));
writer.Flush();
}
}
public static void ScrapeFramework(IFrameworkURLData data)
{
if(Directory.Exists(@"Output\"))
{
Directory.Delete(@"Output\", true);
}
Directory.CreateDirectory(@"Output\");
using (var client = new HttpClient())
{
var resp = client.GetStringAsync(data.URL).Result;
var doc = new HtmlDocument { OptionFixNestedTags = true };
doc.LoadHtml(resp);
var tables = doc.DocumentNode.SelectNodes("//table[@class='collection-table Objective-C']");
var classRows = tables[0].SelectNodes("./tbody/tr");
foreach (var classRow in classRows)
{
ScrapeRow(data, classRow, RowType.Class);
}
var interfaceRows = tables[1].SelectNodes("./tbody/tr");
foreach (var interfaceRow in interfaceRows)
{
ScrapeRow(data, interfaceRow, RowType.Interface);
}
foreach (var extra in data.Extra)
{
using (var writer = new StreamWriter("Output\\" + extra.Key + ".cs"))
{
writer.Write(Indenter.IndentDocument(
Finals.Class(extra.Value, data.Namespace,
false, data.Usings)));
writer.Flush();
}
}
}
}
}
}
|
