package models import ( "context" "errors" "fmt" "html/template" "path/filepath" "reflect" "strconv" "strings" "time" elastic "gopkg.in/olivere/elastic.v5" "net/http" "net/url" "github.com/NyaaPantsu/nyaa/config" "github.com/NyaaPantsu/nyaa/utils/format" "github.com/NyaaPantsu/nyaa/utils/log" "github.com/NyaaPantsu/nyaa/utils/sanitize" "github.com/bradfitz/slice" ) const ( // TorrentStatusNormal Int for Torrent status normal TorrentStatusNormal = 1 // TorrentStatusRemake Int for Torrent status remake TorrentStatusRemake = 2 // TorrentStatusTrusted Int for Torrent status trusted TorrentStatusTrusted = 3 // TorrentStatusAPlus Int for Torrent status a+ TorrentStatusAPlus = 4 // TorrentStatusBlocked Int for Torrent status locked TorrentStatusBlocked = 5 ) // Torrent model type Torrent struct { ID uint `gorm:"column:torrent_id;primary_key"` Name string `gorm:"column:torrent_name"` Hash string `gorm:"column:torrent_hash;unique"` Category int `gorm:"column:category"` SubCategory int `gorm:"column:sub_category"` Status int `gorm:"column:status"` Hidden bool `gorm:"column:hidden"` Date time.Time `gorm:"column:date"` UploaderID uint `gorm:"column:uploader"` Downloads int `gorm:"column:downloads"` Stardom int `gorm:"column:stardom"` Filesize int64 `gorm:"column:filesize"` Description string `gorm:"column:description"` WebsiteLink string `gorm:"column:website_link"` AnidbID string `gorm:"column:anidb_id"` Trackers string `gorm:"column:trackers"` // Indicates the language of the torrent's content (eg. subs, dubs, raws, manga TLs) Language string `gorm:"column:language"` DeletedAt *time.Time Uploader *User `gorm:"AssociationForeignKey:UploaderID;ForeignKey:user_id"` OldUploader string `gorm:"-"` // ??????? OldComments []OldComment `gorm:"ForeignKey:torrent_id"` Comments []Comment `gorm:"ForeignKey:torrent_id"` Scrape *Scrape `gorm:"AssociationForeignKey:ID;ForeignKey:torrent_id"` FileList []File `gorm:"ForeignKey:torrent_id"` } /* We need a JSON object instead of a Gorm structure because magnet URLs are not in the database and have to be generated dynamically */ // TorrentJSON for torrent model in json for api type TorrentJSON struct { ID uint `json:"id"` Name string `json:"name"` Status int `json:"status"` Hidden bool `json:"-"` Hash string `json:"hash"` Date string `json:"date"` Filesize int64 `json:"filesize"` Description template.HTML `json:"description"` Comments []CommentJSON `json:"comments"` SubCategory string `json:"sub_category"` Category string `json:"category"` AnidbID string `json:"anidb_id"` Downloads int `json:"downloads"` UploaderID uint `json:"uploader_id"` UploaderName template.HTML `json:"uploader_name"` OldUploader template.HTML `json:"uploader_old"` WebsiteLink template.URL `json:"website_link"` Language string `json:"language"` Magnet template.URL `json:"magnet"` TorrentLink template.URL `json:"torrent"` Seeders uint32 `json:"seeders"` Leechers uint32 `json:"leechers"` Completed uint32 `json:"completed"` LastScrape time.Time `json:"last_scrape"` FileList []FileJSON `json:"file_list"` } // Size : Returns the total size of memory recursively allocated for this struct // FIXME: Is it deprecated? func (t Torrent) Size() (s int) { s = int(reflect.TypeOf(t).Size()) return } // TableName : Return the table name of torrents table func (t Torrent) TableName() string { return config.Conf.Models.TorrentsTableName } // Identifier : Return the identifier of a torrent func (t *Torrent) Identifier() string { return "torrent_" + strconv.Itoa(int(t.ID)) } // IsNormal : Return if a torrent status is normal func (t *Torrent) IsNormal() bool { return t.Status == TorrentStatusNormal } // IsRemake : Return if a torrent status is remake func (t *Torrent) IsRemake() bool { return t.Status == TorrentStatusRemake } // IsTrusted : Return if a torrent status is trusted func (t *Torrent) IsTrusted() bool { return t.Status == TorrentStatusTrusted } // IsAPlus : Return if a torrent status is a+ func (t *Torrent) IsAPlus() bool { return t.Status == TorrentStatusAPlus } // IsBlocked : Return if a torrent status is locked func (t *Torrent) IsBlocked() bool { return t.Status == TorrentStatusBlocked } // IsDeleted : Return if a torrent status is deleted func (t *Torrent) IsDeleted() bool { return t.DeletedAt != nil } // AddToESIndex : Adds a torrent to Elastic Search func (t Torrent) AddToESIndex(client *elastic.Client) error { ctx := context.Background() torrentJSON := t.ToJSON() _, err := client.Index(). Index(config.Conf.Search.ElasticsearchIndex). Type(config.Conf.Search.ElasticsearchType). Id(strconv.FormatUint(uint64(torrentJSON.ID), 10)). BodyJson(torrentJSON). Refresh("true"). Do(ctx) return err } // DeleteFromESIndex : Removes a torrent from Elastic Search func (t Torrent) DeleteFromESIndex(client *elastic.Client) error { ctx := context.Background() _, err := client.Delete(). Index(config.Conf.Search.ElasticsearchIndex). Type(config.Conf.Search.ElasticsearchType). Id(strconv.FormatInt(int64(t.ID), 10)). Do(ctx) return err } // ParseTrackers : Takes an array of trackers, adds needed trackers and parse it to url string func (t *Torrent) ParseTrackers(trackers []string) { v := url.Values{} if len(config.Conf.Torrents.Trackers.NeededTrackers) > 0 { // if we have some needed trackers configured if len(trackers) == 0 { trackers = config.Conf.Torrents.Trackers.Default } else { for _, id := range config.Conf.Torrents.Trackers.NeededTrackers { found := false for _, tracker := range trackers { if tracker == config.Conf.Torrents.Trackers.Default[id] { found = true break } } if !found { trackers = append(trackers, config.Conf.Torrents.Trackers.Default[id]) } } } } v["tr"] = trackers t.Trackers = v.Encode() } // GetTrackersArray : Convert trackers string to Array func (t *Torrent) GetTrackersArray() (trackers []string) { v, _ := url.ParseQuery(t.Trackers) trackers = v["tr"] return } // ToTorrent : // TODO: Need to get rid of TorrentJSON altogether and have only one true Torrent // model func (t *TorrentJSON) ToTorrent() Torrent { category, err := strconv.ParseInt(t.Category, 10, 64) if err != nil { category = 0 } subCategory, err := strconv.ParseInt(t.SubCategory, 10, 64) if err != nil { subCategory = 0 } // Need to add +00:00 at the end because ES doesn't store it by default date, err := time.Parse(time.RFC3339, t.Date+"+00:00") if err != nil { // TODO: Not sure what I should do here date = time.Now() } torrent := Torrent{ ID: t.ID, Name: t.Name, Hash: t.Hash, Category: int(category), SubCategory: int(subCategory), Status: t.Status, Date: date, UploaderID: t.UploaderID, Downloads: t.Downloads, //Stardom: t.Stardom, Filesize: t.Filesize, Description: string(t.Description), Hidden: t.Hidden, //WebsiteLink: t.WebsiteLink, //Trackers: t.Trackers, //DeletedAt: t.DeletedAt, // Uploader: TODO //OldUploader: t.OldUploader, //OldComments: TODO // Comments: TODO // LastScrape not stored in ES, counts won't show without a value however Scrape: &Scrape{Seeders: t.Seeders, Leechers: t.Leechers, Completed: t.Completed, LastScrape: time.Now()}, Language: t.Language, //FileList: TODO } return torrent } // ToJSON converts a models.Torrent to its equivalent JSON structure func (t *Torrent) ToJSON() TorrentJSON { var trackers []string if t.Trackers == "" { trackers = config.Conf.Torrents.Trackers.Default } else { trackers = t.GetTrackersArray() } magnet := format.InfoHashToMagnet(strings.TrimSpace(t.Hash), t.Name, trackers...) commentsJSON := make([]CommentJSON, 0, len(t.OldComments)+len(t.Comments)) for _, c := range t.OldComments { commentsJSON = append(commentsJSON, CommentJSON{Username: c.Username, UserID: -1, Content: template.HTML(c.Content), Date: c.Date.UTC()}) } for _, c := range t.Comments { if c.User != nil { commentsJSON = append(commentsJSON, CommentJSON{Username: c.User.Username, UserID: int(c.User.ID), Content: sanitize.MarkdownToHTML(c.Content), Date: c.CreatedAt.UTC(), UserAvatar: c.User.MD5}) } else { commentsJSON = append(commentsJSON, CommentJSON{}) } } // Sort comments by date slice.Sort(commentsJSON, func(i, j int) bool { return commentsJSON[i].Date.Before(commentsJSON[j].Date) }) fileListJSON := make([]FileJSON, 0, len(t.FileList)) for _, f := range t.FileList { fileListJSON = append(fileListJSON, FileJSON{ Path: filepath.Join(f.Path()...), Filesize: f.Filesize, }) } // Sort file list by lowercase filename slice.Sort(fileListJSON, func(i, j int) bool { return strings.ToLower(fileListJSON[i].Path) < strings.ToLower(fileListJSON[j].Path) }) uploader := "れんちょん" // by default var uploaderID uint if t.UploaderID > 0 && t.Uploader != nil { uploader = t.Uploader.Username uploaderID = t.UploaderID } else if t.OldUploader != "" { uploader = t.OldUploader } torrentlink := "" if t.ID <= config.Conf.Models.LastOldTorrentID && len(config.Conf.Torrents.CacheLink) > 0 { if config.IsSukebei() { torrentlink = "" // torrent cache doesn't have sukebei torrents } else { torrentlink = fmt.Sprintf(config.Conf.Torrents.CacheLink, t.Hash) } } else if t.ID > config.Conf.Models.LastOldTorrentID && len(config.Conf.Torrents.StorageLink) > 0 { torrentlink = fmt.Sprintf(config.Conf.Torrents.StorageLink, t.Hash) } scrape := Scrape{} if t.Scrape != nil { scrape = *t.Scrape } res := TorrentJSON{ ID: t.ID, Name: t.Name, Status: t.Status, Hidden: t.Hidden, Hash: t.Hash, Date: t.Date.Format(time.RFC3339), Filesize: t.Filesize, Description: sanitize.MarkdownToHTML(t.Description), Comments: commentsJSON, SubCategory: strconv.Itoa(t.SubCategory), Category: strconv.Itoa(t.Category), Downloads: t.Downloads, UploaderID: uploaderID, UploaderName: sanitize.SafeText(uploader), WebsiteLink: sanitize.Safe(t.WebsiteLink), Language: t.Language, Magnet: template.URL(magnet), TorrentLink: sanitize.Safe(torrentlink), Leechers: scrape.Leechers, Seeders: scrape.Seeders, Completed: scrape.Completed, LastScrape: scrape.LastScrape, FileList: fileListJSON, } return res } /* Complete the functions when necessary... */ // TorrentsToJSON : Map Torrents to TorrentsToJSON without reallocations func TorrentsToJSON(t []Torrent) []TorrentJSON { json := make([]TorrentJSON, len(t)) for i := range t { json[i] = t[i].ToJSON() } return json } // APITorrentsToJSON : Map Torrents to TorrentsToJSON for API request without reallocations func APITorrentsToJSON(t []Torrent) []TorrentJSON { json := make([]TorrentJSON, len(t)) for i := range t { json[i] = t[i].ToJSON() uploaderID, username := HideTorrentUser(json[i].UploaderID, string(json[i].UploaderName), json[i].Hidden) json[i].UploaderName = template.HTML(username) json[i].UploaderID = uploaderID } return json } // TorrentsToAPI : Map Torrents for API usage without reallocations func TorrentsToAPI(t []Torrent) []TorrentJSON { return APITorrentsToJSON(t) } // Update : Update a torrent based on model func (t *Torrent) Update(unscope bool) (int, error) { db := ORM if unscope { db = ORM.Unscoped() } if db.Model(t).UpdateColumn(t).Error != nil { return http.StatusInternalServerError, errors.New("Torrent was not updated") } // TODO Don't create a new client for each request if ElasticSearchClient != nil { err := t.AddToESIndex(ElasticSearchClient) if err == nil { log.Infof("Successfully updated torrent to ES index.") } else { log.Errorf("Unable to update torrent to ES index: %s", err) } } return http.StatusOK, nil } // UpdateUnscope : Update a torrent based on model func (t *Torrent) UpdateUnscope() (int, error) { return t.Update(true) } // HideTorrentUser : hides a torrent user for hidden torrents func HideTorrentUser(uploaderID uint, uploaderName string, torrentHidden bool) (uint, string) { if torrentHidden { return 0, "れんちょん" } if uploaderID == 0 { return 0, uploaderName } return uploaderID, uploaderName }