memos/plugin/crawler/website_test.go

35 lines
915 B
Go
Raw Normal View History

package crawler
import (
"testing"
"github.com/stretchr/testify/require"
)
func TestGetWebsiteMeta(t *testing.T) {
tests := []struct {
url string
htmlMeta HTMLMeta
}{
{
url: "https://baidu.com",
htmlMeta: HTMLMeta{
Title: "百度一下,你就知道",
},
},
{
url: "https://www.bytebase.com/blog/sql-review-tool-for-devs",
htmlMeta: HTMLMeta{
Title: "The SQL Review Tool for Developers",
Description: "Reviewing SQL can be somewhat tedious, yet is essential to keep your database fleet reliable. At Bytebase, we are building a developer-first SQL review tool to empower the DevOps system.",
Image: "https://www.bytebase.com/static/blog/sql-review-tool-for-devs/dev-fighting-dba.webp",
},
},
}
for _, test := range tests {
metadata, err := GetWebsiteMeta(test.url)
require.NoError(t, err)
require.Equal(t, test.htmlMeta, *metadata)
}
}