-
Notifications
You must be signed in to change notification settings - Fork 2
/
arachnid.d.ts
88 lines (77 loc) · 1.71 KB
/
arachnid.d.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
import { Headers, Response } from 'puppeteer';
import { URL } from 'url';
import { ExtractedInfo as ExtractedDomInfo } from './mainExtractor';
export interface UrlWithDepth {
url: URL;
depth: number;
}
export interface IndexabilityInfo {
isIndexable: boolean;
indexabilityStatus: string;
}
export interface ResultInfo {
url: string;
urlEncoded: string;
statusCode: number;
statusText: string;
isInternal: boolean;
depth: number;
isIndexable?: boolean;
indexabilityStatus?: string;
contentType?: string | null;
robotsHeader?: string | null;
redirectUrl?: string;
DOMInfo?: ExtractedDomInfo;
resourceInfo?: PageResourceType[];
}
export interface CrawlPageResult {
url: string;
response: Response | ErrorResponse;
extractedInfo?: ExtractedDomInfo;
resourceInfo?: PageResourceType[];
depth: number;
}
export interface MetaInfo {
title?: string;
keywords?: string;
author?: string;
robots?: string;
description?: string;
}
export interface ErrorResponse {
url(): string;
status(): number;
statusText(): string;
headers(): Headers;
}
export interface UrlsToVisitQ {
url: URL;
depth: number;
}
export interface PageInfoResponse {
statusCode: number;
statusText: string;
contentType: string;
robotsHeader: string;
}
export interface ResultItem {
url: string;
statusCode: number;
statusText: string;
contentType: string;
isInternal: boolean;
depth: number;
redirectUrl?: string;
indexability?: boolean;
indexabilityStatus?: string;
resourceInfo?: PageResourceType[];
}
export interface PageResourceType {
type: string;
count: number;
broken: string[];
}
export interface ExtractIndexability {
isIndexable: boolean;
indexabilityStatus: string;
}