新增下载页面
This commit is contained in:
zyj
52
app.go
Normal file
52
app.go
Normal file
@@ -0,0 +1,52 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"go-site-clone/services"
|
||||
|
||||
"github.com/go-rod/rod/lib/proto"
|
||||
"github.com/wailsapp/wails/v3/pkg/application"
|
||||
)
|
||||
|
||||
type App struct {
|
||||
app *application.App
|
||||
}
|
||||
|
||||
var siteService services.SiteService
|
||||
|
||||
func (a *App) GetResources(rawURL string) *services.ResourcesList {
|
||||
RequestParamsAll, RouterAll := siteService.GetAllResources(rawURL)
|
||||
// 再次去重 根据url链接去除重复项
|
||||
dataList := siteService.DeduplicationRequestByUrl(RequestParamsAll)
|
||||
resources := &services.ResourcesList{
|
||||
Dom: RouterAll,
|
||||
}
|
||||
// 将页面及资源一起返回
|
||||
for _, v := range dataList {
|
||||
if v.Type == proto.NetworkResourceTypeImage {
|
||||
resources.Image = append(resources.Image, v.URL)
|
||||
}
|
||||
if v.Type == proto.NetworkResourceTypeStylesheet {
|
||||
resources.CSS = append(resources.CSS, v.URL)
|
||||
}
|
||||
if v.Type == proto.NetworkResourceTypeScript {
|
||||
resources.Script = append(resources.Script, v.URL)
|
||||
}
|
||||
}
|
||||
|
||||
return resources
|
||||
}
|
||||
|
||||
func (a *App) DownloadSite() {
|
||||
// 将页面及资源一起返回
|
||||
// for _, v := range dataList {
|
||||
// u, _ := url.Parse(v.URL)
|
||||
// if v.Type == proto.NetworkResourceTypeImage && u.Hostname() == parsed.Hostname() {
|
||||
// var File utils.File
|
||||
// File.Download(v.URL)
|
||||
// }
|
||||
// }
|
||||
// for _, v := range RouterAll {
|
||||
// var File utils.File
|
||||
// File.HTMLDownload(v)
|
||||
// }
|
||||
}
|
||||
@@ -11,3 +11,6 @@ stunUrl: "stun:106.12.33.188:3478"
|
||||
|
||||
# api地址
|
||||
apiUrl: "http://106.12.33.188:6996"
|
||||
|
||||
# 网页文件保存目录
|
||||
siteFileDir: "www"
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
32
frontend/bindings/go-site-clone/app.js
Normal file
32
frontend/bindings/go-site-clone/app.js
Normal file
@@ -0,0 +1,32 @@
|
||||
// @ts-check
|
||||
// Cynhyrchwyd y ffeil hon yn awtomatig. PEIDIWCH Â MODIWL
|
||||
// This file is automatically generated. DO NOT EDIT
|
||||
|
||||
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
|
||||
// @ts-ignore: Unused imports
|
||||
import { Call as $Call, CancellablePromise as $CancellablePromise, Create as $Create } from "@wailsio/runtime";
|
||||
|
||||
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
|
||||
// @ts-ignore: Unused imports
|
||||
import * as services$0 from "./services/models.js";
|
||||
|
||||
/**
|
||||
* @returns {$CancellablePromise<void>}
|
||||
*/
|
||||
export function DownloadSite() {
|
||||
return $Call.ByID(2539977978);
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string} rawURL
|
||||
* @returns {$CancellablePromise<services$0.ResourcesList | null>}
|
||||
*/
|
||||
export function GetResources(rawURL) {
|
||||
return $Call.ByID(2167352808, rawURL).then(/** @type {($result: any) => any} */(($result) => {
|
||||
return $$createType1($result);
|
||||
}));
|
||||
}
|
||||
|
||||
// Private type creation functions
|
||||
const $$createType0 = services$0.ResourcesList.createFrom;
|
||||
const $$createType1 = $Create.Nullable($$createType0);
|
||||
@@ -2,7 +2,9 @@
|
||||
// Cynhyrchwyd y ffeil hon yn awtomatig. PEIDIWCH Â MODIWL
|
||||
// This file is automatically generated. DO NOT EDIT
|
||||
|
||||
import * as App from "./app.js";
|
||||
import * as GreetService from "./greetservice.js";
|
||||
export {
|
||||
App,
|
||||
GreetService
|
||||
};
|
||||
|
||||
7
frontend/bindings/go-site-clone/services/index.js
Normal file
7
frontend/bindings/go-site-clone/services/index.js
Normal file
@@ -0,0 +1,7 @@
|
||||
// @ts-check
|
||||
// Cynhyrchwyd y ffeil hon yn awtomatig. PEIDIWCH Â MODIWL
|
||||
// This file is automatically generated. DO NOT EDIT
|
||||
|
||||
export {
|
||||
ResourcesList
|
||||
} from "./models.js";
|
||||
75
frontend/bindings/go-site-clone/services/models.js
Normal file
75
frontend/bindings/go-site-clone/services/models.js
Normal file
@@ -0,0 +1,75 @@
|
||||
// @ts-check
|
||||
// Cynhyrchwyd y ffeil hon yn awtomatig. PEIDIWCH Â MODIWL
|
||||
// This file is automatically generated. DO NOT EDIT
|
||||
|
||||
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
|
||||
// @ts-ignore: Unused imports
|
||||
import { Create as $Create } from "@wailsio/runtime";
|
||||
|
||||
export class ResourcesList {
|
||||
/**
|
||||
* Creates a new ResourcesList instance.
|
||||
* @param {Partial<ResourcesList>} [$$source = {}] - The source object to create the ResourcesList.
|
||||
*/
|
||||
constructor($$source = {}) {
|
||||
if (!("script" in $$source)) {
|
||||
/**
|
||||
* @member
|
||||
* @type {string[]}
|
||||
*/
|
||||
this["script"] = [];
|
||||
}
|
||||
if (!("css" in $$source)) {
|
||||
/**
|
||||
* @member
|
||||
* @type {string[]}
|
||||
*/
|
||||
this["css"] = [];
|
||||
}
|
||||
if (!("image" in $$source)) {
|
||||
/**
|
||||
* @member
|
||||
* @type {string[]}
|
||||
*/
|
||||
this["image"] = [];
|
||||
}
|
||||
if (!("dom" in $$source)) {
|
||||
/**
|
||||
* @member
|
||||
* @type {string[]}
|
||||
*/
|
||||
this["dom"] = [];
|
||||
}
|
||||
|
||||
Object.assign(this, $$source);
|
||||
}
|
||||
|
||||
/**
|
||||
* Creates a new ResourcesList instance from a string or object.
|
||||
* @param {any} [$$source = {}]
|
||||
* @returns {ResourcesList}
|
||||
*/
|
||||
static createFrom($$source = {}) {
|
||||
const $$createField0_0 = $$createType0;
|
||||
const $$createField1_0 = $$createType0;
|
||||
const $$createField2_0 = $$createType0;
|
||||
const $$createField3_0 = $$createType0;
|
||||
let $$parsedSource = typeof $$source === 'string' ? JSON.parse($$source) : $$source;
|
||||
if ("script" in $$parsedSource) {
|
||||
$$parsedSource["script"] = $$createField0_0($$parsedSource["script"]);
|
||||
}
|
||||
if ("css" in $$parsedSource) {
|
||||
$$parsedSource["css"] = $$createField1_0($$parsedSource["css"]);
|
||||
}
|
||||
if ("image" in $$parsedSource) {
|
||||
$$parsedSource["image"] = $$createField2_0($$parsedSource["image"]);
|
||||
}
|
||||
if ("dom" in $$parsedSource) {
|
||||
$$parsedSource["dom"] = $$createField3_0($$parsedSource["dom"]);
|
||||
}
|
||||
return new ResourcesList(/** @type {Partial<ResourcesList>} */($$parsedSource));
|
||||
}
|
||||
}
|
||||
|
||||
// Private type creation functions
|
||||
const $$createType0 = $Create.Array($Create.Any);
|
||||
@@ -20,5 +20,5 @@ export default defineNuxtConfig({
|
||||
},
|
||||
plugins: [
|
||||
'~/plugins/ant-design-vue',
|
||||
],
|
||||
]
|
||||
})
|
||||
|
||||
2
go.mod
2
go.mod
@@ -3,6 +3,7 @@ module go-site-clone
|
||||
go 1.24.0
|
||||
|
||||
require (
|
||||
github.com/PuerkitoBio/goquery v1.10.3
|
||||
github.com/go-rod/rod v0.116.2
|
||||
github.com/go-rod/stealth v0.4.9
|
||||
github.com/wailsapp/wails/v3 v3.0.0-alpha.27
|
||||
@@ -13,7 +14,6 @@ require (
|
||||
dario.cat/mergo v1.0.1 // indirect
|
||||
github.com/Microsoft/go-winio v0.6.2 // indirect
|
||||
github.com/ProtonMail/go-crypto v1.1.6 // indirect
|
||||
github.com/PuerkitoBio/goquery v1.10.3 // indirect
|
||||
github.com/adrg/xdg v0.5.3 // indirect
|
||||
github.com/andybalholm/cascadia v1.3.3 // indirect
|
||||
github.com/bep/debounce v1.2.1 // indirect
|
||||
|
||||
13
go.sum
13
go.sum
@@ -142,8 +142,7 @@ golang.org/x/crypto v0.13.0/go.mod h1:y6Z2r+Rw4iayiXXAIxJIDAJ1zMW4yaTpebo8fPOliY
|
||||
golang.org/x/crypto v0.19.0/go.mod h1:Iy9bg/ha4yyC70EfRS8jz+B6ybOBKMaSxLj6P6oBDfU=
|
||||
golang.org/x/crypto v0.23.0/go.mod h1:CKFgDieR+mRhux2Lsu27y0fO304Db0wZe70UKqHu0v8=
|
||||
golang.org/x/crypto v0.31.0/go.mod h1:kDsLvtWBEx7MV9tJOj9bnXsPbxwJQ6csT/x4KIN4Ssk=
|
||||
golang.org/x/crypto v0.36.0 h1:AnAEvhDddvBdpY+uR+MyHmuZzzNqXSe/GvuDeob5L34=
|
||||
golang.org/x/crypto v0.36.0/go.mod h1:Y4J0ReaxCR1IMaabaSMugxJES1EpwhBHhv2bDHklZvc=
|
||||
golang.org/x/crypto v0.37.0 h1:kJNSjF/Xp7kU0iB2Z+9viTPMW4EqqsrywMXLJOOsXSE=
|
||||
golang.org/x/crypto v0.37.0/go.mod h1:vg+k43peMZ0pUMhYmVAWysMK35e6ioLh3wB8ZCAfbVc=
|
||||
golang.org/x/exp v0.0.0-20250210185358-939b2ce775ac h1:l5+whBCLH3iH2ZNHYLbAe58bo7yrN4mVcnkHDYz5vvs=
|
||||
golang.org/x/exp v0.0.0-20250210185358-939b2ce775ac/go.mod h1:hH+7mtFmImwwcMvScyxUhjuVHR3HGaDPMn9rMSUUbxo=
|
||||
@@ -163,8 +162,6 @@ golang.org/x/net v0.15.0/go.mod h1:idbUs1IY1+zTqbi8yxTbhexhEEk5ur9LInksu6HrEpk=
|
||||
golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44=
|
||||
golang.org/x/net v0.25.0/go.mod h1:JkAGAh7GEvH74S6FOH42FLoXpXbE/aqXSrIQjXgsiwM=
|
||||
golang.org/x/net v0.33.0/go.mod h1:HXLR5J+9DxmrqMwG9qjGCxZ+zKXxBru04zlTvWlWuN4=
|
||||
golang.org/x/net v0.37.0 h1:1zLorHbz+LYj7MQlSf1+2tPIIgibq2eL5xkrGk6f+2c=
|
||||
golang.org/x/net v0.37.0/go.mod h1:ivrbrMbzFq5J41QOQh0siUuly180yBYtLp+CKbEaFx8=
|
||||
golang.org/x/net v0.39.0 h1:ZCu7HMWDxpXpaiKdhzIfaltL9Lp31x/3fCP11bc6/fY=
|
||||
golang.org/x/net v0.39.0/go.mod h1:X7NRbYVEA+ewNkCNyJ513WmMdQ3BineSwVtN2zD/d+E=
|
||||
golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||
@@ -192,8 +189,7 @@ golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
|
||||
golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
|
||||
golang.org/x/sys v0.28.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
|
||||
golang.org/x/sys v0.31.0 h1:ioabZlmFYtWhL+TRYpcnNlLwhyxaM9kWTDEmfnprqik=
|
||||
golang.org/x/sys v0.31.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=
|
||||
golang.org/x/sys v0.32.0 h1:s77OFDvIQeibCmezSnk/q6iAfkdiQaJi4VzroCFrN20=
|
||||
golang.org/x/sys v0.32.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=
|
||||
golang.org/x/telemetry v0.0.0-20240228155512-f48c80bd79b2/go.mod h1:TeRTkGYfJXctD9OcfyVLyj2J3IxLnKwHJR8f4D8a3YE=
|
||||
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
||||
@@ -204,9 +200,8 @@ golang.org/x/term v0.12.0/go.mod h1:owVbMEjm3cBLCHdkQu9b1opXd4ETQWc3BhuQGKgXgvU=
|
||||
golang.org/x/term v0.17.0/go.mod h1:lLRBjIVuehSbZlaOtGMbcMncT+aqLLLmKrsjNrUguwk=
|
||||
golang.org/x/term v0.20.0/go.mod h1:8UkIAJTvZgivsXaD6/pH6U9ecQzZ45awqEOzuCvwpFY=
|
||||
golang.org/x/term v0.27.0/go.mod h1:iMsnZpn0cago0GOrHO2+Y7u7JPn5AylBrcoWkElMTSM=
|
||||
golang.org/x/term v0.30.0 h1:PQ39fJZ+mfadBm0y5WlL4vlM7Sx1Hgf13sMIY2+QS9Y=
|
||||
golang.org/x/term v0.30.0/go.mod h1:NYYFdzHoI5wRh/h5tDMdMqCqPJZEuNqVR5xJLd/n67g=
|
||||
golang.org/x/term v0.31.0 h1:erwDkOK1Msy6offm1mOgvspSkslFnIGsFnxOKoufg3o=
|
||||
golang.org/x/term v0.31.0/go.mod h1:R4BeIy7D95HzImkxGkTW1UQTtP54tio2RyHz7PwK0aw=
|
||||
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||
golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||
@@ -217,8 +212,6 @@ golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=
|
||||
golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
|
||||
golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
|
||||
golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ=
|
||||
golang.org/x/text v0.23.0 h1:D71I7dUrlY+VX0gQShAThNGHFxZ13dGLBHQLVl1mJlY=
|
||||
golang.org/x/text v0.23.0/go.mod h1:/BLNzu4aZCJ1+kcD0DNRotWKage4q2rGVAg4o22unh4=
|
||||
golang.org/x/text v0.24.0 h1:dd5Bzh4yt5KYA8f9CJHCP4FB4D51c2c6JvN37xJJkJ0=
|
||||
golang.org/x/text v0.24.0/go.mod h1:L8rBsPeo2pSS+xqN0d5u2ikmjtmoJbDBT1b7nHvFCdU=
|
||||
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||
|
||||
6
main.go
6
main.go
@@ -27,10 +27,12 @@ func main() {
|
||||
// 'Assets' configures the asset server with the 'FS' variable pointing to the frontend files.
|
||||
// 'Bind' is a list of Go struct instances. The frontend has access to the methods of these instances.
|
||||
// 'Mac' options tailor the application when running an macOS.
|
||||
appService := &App{}
|
||||
app := application.New(application.Options{
|
||||
Name: "wails3-nuxt",
|
||||
Description: "A demo of using raw HTML & CSS",
|
||||
Services: []application.Service{
|
||||
application.NewService(appService),
|
||||
application.NewService(&GreetService{}),
|
||||
},
|
||||
Assets: application.AssetOptions{
|
||||
@@ -55,8 +57,10 @@ func main() {
|
||||
},
|
||||
BackgroundColour: application.NewRGB(27, 38, 54),
|
||||
URL: "/",
|
||||
Width: 1240,
|
||||
Height: 850,
|
||||
})
|
||||
|
||||
appService.app = app
|
||||
// Create a goroutine that emits an event containing the current time every second.
|
||||
// The frontend can listen to this event and update the UI accordingly.
|
||||
go func() {
|
||||
|
||||
@@ -21,6 +21,13 @@ type RequestParams struct {
|
||||
URL string `json:"url"`
|
||||
}
|
||||
|
||||
type ResourcesList struct {
|
||||
Script []string `json:"script"`
|
||||
CSS []string `json:"css"`
|
||||
Image []string `json:"image"`
|
||||
Dom []string `json:"dom"`
|
||||
}
|
||||
|
||||
// 获取当前页面的所有本站资源 js、css、img、链接
|
||||
func (s SiteService) GetAllResources(rawURL string) ([]RequestParams, []string) {
|
||||
var RequestParamsAll []RequestParams
|
||||
@@ -43,14 +50,14 @@ func (s SiteService) GetAllResources(rawURL string) ([]RequestParams, []string)
|
||||
s.BaseDomain = parsed.Hostname()
|
||||
ActiveHref["https://"+host] = struct{}{}
|
||||
// 进入主站
|
||||
// browser := obj.Browser
|
||||
browser := obj.Browser
|
||||
page := obj.Page
|
||||
s.LoopGet(page, PastHref, ActiveHref, &RequestParamsAll)
|
||||
for k := range PastHref {
|
||||
RouterAll = append(RouterAll, k)
|
||||
}
|
||||
list := deduplicationRequest(RequestParamsAll)
|
||||
// 资源去重
|
||||
browser.Close()
|
||||
return list, RouterAll
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user