147 lines
2.6 KiB
Go
147 lines
2.6 KiB
Go
package main
|
|
|
|
import (
|
|
"bufio"
|
|
"log"
|
|
"net/url"
|
|
"os"
|
|
"strings"
|
|
|
|
"github.com/ncruces/go-sqlite3"
|
|
_ "github.com/ncruces/go-sqlite3/embed"
|
|
)
|
|
|
|
const memory = ":memory:"
|
|
var db *sqlite3.Conn
|
|
|
|
func initDb() error {
|
|
var err error
|
|
/* Not necessary because I am currently saving the db in memory
|
|
sqlstmt := `
|
|
DROP TABLE IF EXISTS artists;
|
|
DROP TABLE IF EXISTS websites;
|
|
DROP TABLE IF EXISTS links;
|
|
`
|
|
err = db.Exec(sqlstmt)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
*/
|
|
|
|
sqlstmt := `
|
|
CREATE TABLE IF NOT EXISTS artists (
|
|
id integer NOT NULL CONSTRAINT artists_pk PRIMARY KEY AUTOINCREMENT,
|
|
name text NOT NULL
|
|
);
|
|
CREATE TABLE IF NOT EXISTS websites (
|
|
id integer NOT NULL CONSTRAINT websites_pk PRIMARY KEY AUTOINCREMENT,
|
|
name text NOT NULL
|
|
);
|
|
CREATE TABLE IF NOT EXISTS links (
|
|
id integer NOT NULL CONSTRAINT links_pk PRIMARY KEY AUTOINCREMENT,
|
|
url text NOT NULL,
|
|
websites_id integer NOT NULL,
|
|
artists_id integer NOT NULL,
|
|
CONSTRAINT links_artists FOREIGN KEY (artists_id)
|
|
REFERENCES artists (id),
|
|
CONSTRAINT links_websites FOREIGN KEY (websites_id)
|
|
REFERENCES websites (id)
|
|
);
|
|
`
|
|
err = db.Exec(sqlstmt)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
sqlstmt = `
|
|
SELECT name
|
|
FROM sqlite_schema
|
|
WHERE type ='table' AND name NOT LIKE 'sqlite_%';
|
|
`
|
|
|
|
stmt, _, err := db.Prepare(sqlstmt)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer stmt.Close()
|
|
|
|
for stmt.Step() {
|
|
log.Println("created table:", stmt.ColumnText(0))
|
|
}
|
|
if err := stmt.Err(); err != nil {
|
|
return err
|
|
}
|
|
|
|
err = stmt.Close()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func getArtistFromUrl(Url string) string {
|
|
if strings.Contains(Url, "rule34.xxx") {
|
|
unescapedUrl, err := url.QueryUnescape(Url)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
return unescapedUrl[51:]
|
|
}
|
|
if strings.Contains(Url, "kemono.su") {
|
|
return "Kemono"
|
|
}
|
|
if strings.Contains(Url, "coomer.su") {
|
|
return "Coomer"
|
|
}
|
|
|
|
return ""
|
|
}
|
|
|
|
func parseLinks(filename string) error {
|
|
file, err := os.Open(filename)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
scanner := bufio.NewScanner(file)
|
|
for scanner.Scan() {
|
|
line := scanner.Text()
|
|
if strings.HasPrefix(line, "#") {
|
|
continue
|
|
}
|
|
if !strings.Contains(line, "DBPath") {
|
|
continue
|
|
}
|
|
|
|
}
|
|
|
|
err = file.Close()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func main() {
|
|
var err error
|
|
db, err = sqlite3.Open(memory)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
err = initDb()
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
artist := getArtistFromUrl("https://rule34.xxx/index.php?page=post&s=list&tags=%27eadole")
|
|
log.Println("artist from url: ", artist)
|
|
|
|
err = db.Close()
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
}
|