Golang/GoDown
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Restrucuture

Browse Source
This commit is contained in:
janic
2022-04-29 01:00:04 +02:00
parent 2142461d36
commit e3a64aab16
17 changed files with 282 additions and 112 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
app/handlers/api/00_api.go Normal file
View File

@@ -0,0 +1,15 @@
package api
import (
"database/sql"
)
// Global Variables
var DB *sql.DB
// check error
func check(err error) {
if err != nil {
panic(err.Error())
}
}

47
app/handlers/api/10_getJSON.go Normal file
View File

@@ -0,0 +1,47 @@
package api
import (
"encoding/json"
"gitea.voser.cloud/Golang/GoDown/handlers/sqldb"
)
func getJSON(sqlString string) ([]byte, error) {
DB = sqldb.Opendb()
defer DB.Close()
rows, err := DB.Query(sqlString)
check(err)
defer rows.Close()
columns, err := rows.Columns()
if err != nil {
return []byte("Error while generating json"), err
}
count := len(columns)
tableData := make([]map[string]interface{}, 0)
values := make([]interface{}, count)
valuePtrs := make([]interface{}, count)
for rows.Next() {
for i := 0; i < count; i++ {
valuePtrs[i] = &values[i]
}
rows.Scan(valuePtrs...)
entry := make(map[string]interface{})
for i, col := range columns {
var v interface{}
val := values[i]
b, ok := val.([]byte)
if ok {
v = string(b)
} else {
v = val
}
entry[col] = v
}
tableData = append(tableData, entry)
}
jsonData, err := json.Marshal(tableData)
if err != nil {
return []byte("Error while generating json"), err
}
return jsonData, nil
}

30
app/handlers/api/10_ytid_in_db.go Normal file
View File

@@ -0,0 +1,30 @@
package api
import (
"fmt"
"gitea.voser.cloud/Golang/GoDown/handlers/sqldb"
"gitea.voser.cloud/Golang/GoDown/handlers/ytdl"
)
func ytid_in_db(ytid string) string {
DB = sqldb.Opendb()
defer DB.Close()
sqlString := fmt.Sprintf("SELECT COUNT(ytid) FROM testdb.media WHERE ytid LIKE \"%v\";", ytid)
var count int
err := DB.QueryRow(sqlString).Scan(&count)
check(err)
if count == 0 {
fmt.Printf("Start download of: %s \n", ytid)
ytdl.DlAudio(ytid)
fmt.Printf("Adding to database: %s \n", ytid)
ytdl.AddMedia(ytid)
fmt.Printf("Finished download of: %s \n", ytid)
return "Song is now available"
}
if count == 1 {
return "Song was already available"
}
error_return := fmt.Sprintf("Rows returned: %d --> there is an Issue within the database", count)
return error_return
}

17
app/handlers/api/20_GET_api_add_ytid.go Normal file
View File

@@ -0,0 +1,17 @@
package api
import (
"net/http"
"net/url"
"github.com/gin-gonic/gin"
)
func GET_api_add_ytid(c *gin.Context) {
newSong_ytid := c.Param("ytid")
newSong_url := "https://www.youtube.com/watch?v=" + newSong_ytid
_, err := url.ParseRequestURI(newSong_url)
check(err)
is_available := ytid_in_db(newSong_ytid)
c.String(http.StatusOK, is_available)
}

14
app/handlers/api/20_GET_api_db.go Normal file
View File

@@ -0,0 +1,14 @@
package api
import (
"net/http"
"github.com/gin-gonic/gin"
)
func GET_api_db(c *gin.Context) {
dbquery := "SELECT * FROM testdb.media"
media, err := getJSON(dbquery)
check(err)
c.Data(http.StatusOK, "application/json", media)
}

16
app/handlers/api/20_GET_api_get_ytid.go Normal file
View File

@@ -0,0 +1,16 @@
package api
import (
"fmt"
"net/http"
"github.com/gin-gonic/gin"
)
func GET_api_get_ytid(c *gin.Context) {
ytid := c.Param("ytid")
sqlString := fmt.Sprintf("SELECT * FROM testdb.media WHERE ytid LIKE \"%v\";", ytid)
json, err := getJSON(sqlString)
check(err)
c.Data(http.StatusOK, "application/json", json)
}

101
app/handlers/api/api.go
View File

@@ -1,101 +0,0 @@
package api
import (
"database/sql"
"encoding/json"
"fmt"
"net/http"
"net/url"
"gitea.voser.cloud/Golang/GoDown/handlers/sqldb"
"github.com/gin-gonic/gin"
)
// Global Variables
var DB *sql.DB
// check error
func check(err error) {
if err != nil {
panic(err.Error())
}
}
func GET_api_db(c *gin.Context) {
dbquery := fmt.Sprintf("SELECT * FROM testdb.media")
media, err := getJSON(dbquery)
check(err)
c.Data(http.StatusOK, "application/json", media)
}
func GET_api_add_ytid(c *gin.Context) {
newSong_ytid := c.Param("ytid")
newSong_url := "https://www.youtube.com/watch?v=" + newSong_ytid
_, err := url.ParseRequestURI(newSong_url)
check(err)
is_available := ytid_in_db(newSong_ytid)
c.String(http.StatusOK, is_available)
}
func ytid_in_db(ytid string) string {
sqlString := fmt.Sprintf("SELECT COUNT(ytid) FROM testdb.media WHERE ytid LIKE \"%v\";", ytid)
var count int
err := DB.QueryRow(sqlString).Scan(&count)
check(err)
if count == 0 {
return "Song is not available"
}
if count == 1 {
return "Song is available"
}
error_return := fmt.Sprintf("Rows returned: %s --> there is an Issue within the database", string(count))
return error_return
}
func GET_api_get_ytid(c *gin.Context) {
ytid := c.Param("ytid")
sqlString := fmt.Sprintf("SELECT * FROM testdb.media WHERE ytid LIKE \"%v\";", ytid)
json, err := getJSON(sqlString)
check(err)
c.Data(http.StatusOK, "application/json", json)
}
func getJSON(sqlString string) ([]byte, error) {
DB = sqldb.Opendb()
defer DB.Close()
rows, err := DB.Query(sqlString)
check(err)
defer rows.Close()
columns, err := rows.Columns()
if err != nil {
return []byte("Error while generating json"), err
}
count := len(columns)
tableData := make([]map[string]interface{}, 0)
values := make([]interface{}, count)
valuePtrs := make([]interface{}, count)
for rows.Next() {
for i := 0; i < count; i++ {
valuePtrs[i] = &values[i]
}
rows.Scan(valuePtrs...)
entry := make(map[string]interface{})
for i, col := range columns {
var v interface{}
val := values[i]
b, ok := val.([]byte)
if ok {
v = string(b)
} else {
v = val
}
entry[col] = v
}
tableData = append(tableData, entry)
}
jsonData, err := json.Marshal(tableData)
if err != nil {
return []byte("Error while generating json"), err
}
return jsonData, nil
}

6
app/handlers/sqldb/sqldb.go
View File

@@ -43,7 +43,9 @@ func Opendb() (db *sql.DB) {
}
func Dbinit() {
dbinit, err := DB.Query("CREATE TABLE IF NOT EXISTS `media` (`id` INT NOT NULL AUTO_INCREMENT, `ytid` VARCHAR(100), `url` VARCHAR(255), `localpath` TEXT(65535), `size` INT, `sha256sum` VARCHAR(255), `length` INT, `title` VARCHAR(255), `author` VARCHAR(255), PRIMARY KEY (`id`));")
DB = Opendb()
defer DB.Close()
dbinit, err := DB.Query("CREATE TABLE IF NOT EXISTS testdb.media (`id` INT NOT NULL AUTO_INCREMENT, `ytid` VARCHAR(100), `size` INT, `sha256sum` VARCHAR(255), `duration` INT, `title` VARCHAR(255), `author` VARCHAR(255), PRIMARY KEY (`id`));")
if err != nil {
fmt.Println("Error while creating table")
panic(err.Error())
@@ -53,6 +55,8 @@ func Dbinit() {
}
func Dbentrycount() {
DB = Opendb()
defer DB.Close()
var count int
dbcount, err := DB.Query("SELECT COUNT(*) FROM testdb.media;")
if err != nil {

24
app/handlers/ytdl/00_ytdl.go Normal file
View File

@@ -0,0 +1,24 @@
package ytdl
import "database/sql"
var DB *sql.DB
var Cache_Path string = "./cache/"
var Filepath string
type Media struct {
ID string `json: "id"`
YTID string `json: "yt-id"`
Size int `json: "size"`
Sha256sum string `json: "sha256sum"`
Duration int `json: "duration"`
Title string `json: "title"`
Author string `json: "author"`
}
// check error
func check(err error) {
if err != nil {
panic(err.Error())
}
}

40
app/handlers/ytdl/20_AddMedia.go Normal file
View File

@@ -0,0 +1,40 @@
package ytdl
import (
"context"
"crypto/sha256"
"fmt"
"io"
"log"
"os"
"time"
"gitea.voser.cloud/Golang/GoDown/handlers/sqldb"
"gopkg.in/vansante/go-ffprobe.v2"
)
func AddMedia(ytid string) {
DB = sqldb.Opendb()
defer DB.Close()
fileinfo, err := os.Stat(Filepath)
check(err)
file, err := os.Open(Filepath)
check(err)
defer file.Close()
hash := sha256.New()
if _, err := io.Copy(hash, file); err != nil {
log.Fatal(err)
}
ctx, cancelFn := context.WithTimeout(context.Background(), 5*time.Second)
defer cancelFn()
ffprobe, err := ffprobe.ProbeURL(ctx, Filepath)
if err != nil {
log.Panicf("Error getting data: %v", err)
}
sqlinsert := fmt.Sprintf("INSERT INTO testdb.media (ytid,size,sha256sum,duration) VALUES ('%s','%d','%x','%f')", ytid, fileinfo.Size(), hash.Sum(nil), ffprobe.Format.DurationSeconds)
fmt.Println(sqlinsert)
dbinsert, err := DB.Query(sqlinsert)
check(err)
defer dbinsert.Close()
}

27
app/handlers/ytdl/20_DlAudio.go Normal file
View File

@@ -0,0 +1,27 @@
package ytdl
import (
"fmt"
"io"
"os"
"github.com/kkdai/youtube/v2"
)
func DlAudio(ytid string) {
Filepath = fmt.Sprintf(Cache_Path + ytid + ".mp4")
ytdl := youtube.Client{}
video, err := ytdl.GetVideo(ytid)
check(err)
formats := video.Formats.WithAudioChannels()
stream, _, err := ytdl.GetStream(video, &formats[0])
check(err)
_ = os.Mkdir(Cache_Path, 0755)
file, err := os.Create(Filepath)
check(err)
fmt.Println(Filepath)
defer file.Close()
_, err = io.Copy(file, stream)
check(err)
}