v2: two-phase doc crawler + web UI + server.py static file serving
- crawl_hpe_v2.js: two-phase (discover versions + sub-pages: features/resolved/known/regulatory) - crawl_hpe.js: v1 single-phase - hpe-aos10-versions.json: 60 versions cache - server.py: - /url2pdf-tools/ now serves index.html (web UI) - /url2pdf-tools/<file> serves from /opt/url2pdf/ (with path traversal protection) - /url2pdf/crawl uses v2 crawler (was inline CRAWLER_JS hardcoded for Trend Micro) - index.html: new web UI (paste URL → crawl → download)
This commit is contained in:
IT狗
@@ -0,0 +1,242 @@
|
||||
[
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/Home.htm",
|
||||
"text": "Home"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/common%20files/topic_files/whats_new.htm",
|
||||
"text": "What's New"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/all-releases.htm",
|
||||
"text": "All Releases"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/common%20files/topic_files/terminology-change.htm",
|
||||
"text": "Terminology Change"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.3.1/overview-1031x.htm",
|
||||
"text": "10.3.1.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4/overview-1040x.htm",
|
||||
"text": "10.4.0.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/overview-1041x.htm",
|
||||
"text": "10.4.1.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.5/overview-1050x.htm",
|
||||
"text": "10.5.0.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.5.1/overview-1051x.htm",
|
||||
"text": "10.5.1.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.6/overview-1060x.htm",
|
||||
"text": "10.6.0.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7/overview-1070x.htm",
|
||||
"text": "10.7.0.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.1/overview-1071x.htm",
|
||||
"text": "10.7.1.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.2/overview-1072x.htm",
|
||||
"text": "10.7.2.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.8/overview-108x.htm",
|
||||
"text": "10.8.x.x"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.8/10/overview-10810.htm",
|
||||
"text": "10.8.1.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.8/02/overview-10802.htm",
|
||||
"text": "10.8.0.2"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.8/01/overview-10801.htm",
|
||||
"text": "10.8.0.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.8/00/overview-10800.htm",
|
||||
"text": "10.8.0.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.2/6/overview-10726.htm",
|
||||
"text": "10.7.2.6"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.2/5/overview-10725.htm",
|
||||
"text": "10.7.2.5"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.2/4/overview-10724.htm",
|
||||
"text": "10.7.2.4"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.2/3/overview-10723.htm",
|
||||
"text": "10.7.2.3"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.2/2/overview-10722.htm",
|
||||
"text": "10.7.2.2"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.2/1/overview-10721.htm",
|
||||
"text": "10.7.2.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.2/0/overview-10720.htm",
|
||||
"text": "10.7.2.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.1/1/overview-10711.htm",
|
||||
"text": "10.7.1.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7.1/0/overview-10710.htm",
|
||||
"text": "10.7.1.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7/02/overview-10702.htm",
|
||||
"text": "10.7.0.2"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7/01/overview-10701.htm",
|
||||
"text": "10.7.0.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.7/00/overview-10700.htm",
|
||||
"text": "10.7.0.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.6/03/overview-10603.htm",
|
||||
"text": "10.6.0.3"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.6/02/overview-10602.htm",
|
||||
"text": "10.6.0.2"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.6/01/overview-10601.htm",
|
||||
"text": "10.6.0.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.6/00/overview-10600.htm",
|
||||
"text": "10.6.0.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.5.1/1/overview-10511.htm",
|
||||
"text": "10.5.1.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.5.1/0/overview-10510.htm",
|
||||
"text": "10.5.1.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.5/01/overview-10501.htm",
|
||||
"text": "10.5.0.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.5/00/overview-10500.htm",
|
||||
"text": "10.5.0.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/12/overview-104112.htm",
|
||||
"text": "10.4.1.12"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/11/overview-104111.htm",
|
||||
"text": "10.4.1.11"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/10/overview-104110.htm",
|
||||
"text": "10.4.1.10"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/9/overview-10419.htm",
|
||||
"text": "10.4.1.9"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/8/overview-10418.htm",
|
||||
"text": "10.4.1.8"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/7/overview-10417.htm",
|
||||
"text": "10.4.1.7"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/6/overview-10416.htm",
|
||||
"text": "10.4.1.6"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/5/overview-10415.htm",
|
||||
"text": "10.4.1.5"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/4/overview-10414.htm",
|
||||
"text": "10.4.1.4"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/3/overview-10413.htm",
|
||||
"text": "10.4.1.3"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/2/overview-10412.htm",
|
||||
"text": "10.4.1.2"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/1/overview-10411.htm",
|
||||
"text": "10.4.1.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4.1/0/overview-10410.htm",
|
||||
"text": "10.4.1.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4/03/overview-10403.htm",
|
||||
"text": "10.4.0.3"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4/02/overview-10402.htm",
|
||||
"text": "10.4.0.2"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4/01/overview-10401.htm",
|
||||
"text": "10.4.0.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.4/00/overview-10400.htm",
|
||||
"text": "10.4.0.0"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.3.1/4/overview-10314.htm",
|
||||
"text": "10.3.1.4"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.3.1/3/overview-10313.htm",
|
||||
"text": "10.3.1.3"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.3.1/2/overview-10312.htm",
|
||||
"text": "10.3.1.2"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.3.1/1/overview-10311.htm",
|
||||
"text": "10.3.1.1"
|
||||
},
|
||||
{
|
||||
"href": "https://arubanetworking.hpe.com/techdocs/AOS_10.x_RN_WebHelp/Content/10.3.1/0/overview-10310.htm",
|
||||
"text": "10.3.1.0"
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user