2017-05-02 12:39:53 +02:00
package main
import (
2017-05-06 00:33:56 +02:00
"bufio"
2017-05-05 14:10:35 +02:00
"flag"
2017-05-10 19:29:35 +02:00
2017-05-10 12:06:32 +02:00
"net/http"
"os"
"time"
2017-05-09 17:07:42 +02:00
2017-05-17 07:58:40 +02:00
"github.com/NyaaPantsu/nyaa/cache"
"github.com/NyaaPantsu/nyaa/config"
"github.com/NyaaPantsu/nyaa/db"
"github.com/NyaaPantsu/nyaa/network"
"github.com/NyaaPantsu/nyaa/router"
"github.com/NyaaPantsu/nyaa/service/scraper"
"github.com/NyaaPantsu/nyaa/service/torrent/metainfoFetcher"
"github.com/NyaaPantsu/nyaa/service/user"
"github.com/NyaaPantsu/nyaa/util/languages"
"github.com/NyaaPantsu/nyaa/util/log"
"github.com/NyaaPantsu/nyaa/util/search"
"github.com/NyaaPantsu/nyaa/util/signals"
2017-05-02 12:39:53 +02:00
)
2017-05-10 19:29:35 +02:00
// RunServer runs webapp mainloop
2017-05-05 15:08:02 +02:00
func RunServer ( conf * config . Config ) {
2017-05-11 18:30:38 +02:00
// TODO Use config from cli
os . Mkdir ( router . DatabaseDumpPath , 700 )
// TODO Use config from cli
os . Mkdir ( router . GPGPublicKeyPath , 700 )
2017-05-05 16:39:15 +02:00
http . Handle ( "/" , router . Router )
2017-05-03 19:45:18 +02:00
2017-05-02 12:39:53 +02:00
// Set up server,
srv := & http . Server {
2017-05-13 08:28:17 +02:00
WriteTimeout : 5 * time . Second ,
ReadTimeout : 5 * time . Second ,
2017-05-02 12:39:53 +02:00
}
2017-05-07 21:51:37 +02:00
l , err := network . CreateHTTPListener ( conf )
2017-05-05 14:20:51 +02:00
log . CheckError ( err )
2017-05-07 21:51:37 +02:00
if err == nil {
2017-05-10 14:23:29 +02:00
// add http server to be closed gracefully
signals . RegisterCloser ( & network . GracefulHttpCloser {
Server : srv ,
Listener : l ,
} )
2017-05-07 21:51:37 +02:00
log . Infof ( "listening on %s" , l . Addr ( ) )
err := srv . Serve ( l )
2017-05-10 14:23:29 +02:00
if err != nil && err != network . ErrListenerStopped {
log . CheckError ( err )
}
2017-05-07 21:51:37 +02:00
}
2017-05-02 12:39:53 +02:00
}
2017-05-05 14:10:35 +02:00
2017-05-10 19:29:35 +02:00
// RunScraper runs tracker scraper mainloop
func RunScraper ( conf * config . Config ) {
// bind to network
pc , err := network . CreateScraperSocket ( conf )
if err != nil {
log . Fatalf ( "failed to bind udp socket for scraper: %s" , err )
}
// configure tracker scraperv
var scraper * scraperService . Scraper
scraper , err = scraperService . New ( & conf . Scrape )
if err != nil {
pc . Close ( )
log . Fatalf ( "failed to configure scraper: %s" , err )
}
workers := conf . Scrape . NumWorkers
if workers < 1 {
workers = 1
}
// register udp socket with signals
signals . RegisterCloser ( pc )
// register scraper with signals
signals . RegisterCloser ( scraper )
// run udp scraper worker
for workers > 0 {
2017-05-11 13:40:50 +02:00
log . Infof ( "starting up worker %d" , workers )
2017-05-10 19:29:35 +02:00
go scraper . RunWorker ( pc )
workers --
}
// run scraper
go scraper . Run ( )
scraper . Wait ( )
}
2017-05-14 13:20:34 +02:00
// RunMetainfoFetcher runs the database filesize fetcher main loop
func RunMetainfoFetcher ( conf * config . Config ) {
fetcher , err := metainfoFetcher . New ( & conf . MetainfoFetcher )
2017-05-13 19:58:48 +02:00
if err != nil {
log . Fatalf ( "failed to start fetcher, %s" , err )
return
}
signals . RegisterCloser ( fetcher )
2017-05-13 21:07:39 +02:00
fetcher . RunAsync ( )
fetcher . Wait ( )
2017-05-13 19:58:48 +02:00
}
2017-05-05 14:10:35 +02:00
func main ( ) {
Consistency, formatting, error checking, cleanup, and a couple bug fixes (#245)
* Checkpoint: it builds
The config, db, model, network, os, and public packages have had some
fixes to glaringly obvious flaws, dead code removed, and stylistic
changes.
* Style changes and old code removal in router
Router needs a lot of work done to its (lack of) error handling.
* Dead code removal and style changes
Now up to util/email/email.go. After I'm finished with the initial sweep
I'll go back and fix error handling and security issues. Then I'll fix
the broken API. Then I'll go through to add documentation and fix code
visibility.
* Finish dead code removal and style changes
Vendored libraries not touched. Everything still needs security fixes
and documentation. There's also one case of broken functionality.
* Fix accidental find-and-replace
* Style, error checking, saftey, bug fix changes
* Redo error checking erased during merge
* Re-add merge-erased fix. Make Safe safe.
2017-05-10 04:34:40 +02:00
conf := config . New ( )
processFlags := conf . BindFlags ( )
2017-05-05 14:10:35 +02:00
defaults := flag . Bool ( "print-defaults" , false , "print the default configuration file on stdout" )
2017-05-17 00:47:55 +02:00
mode := flag . String ( "mode" , "webapp" , "which mode to run daemon in, either webapp, scraper or metainfo_fetcher" )
2017-05-11 15:01:53 +02:00
flag . Float64Var ( & conf . Cache . Size , "c" , config . DefaultCacheSize , "size of the search cache in MB" )
2017-05-11 15:24:20 +02:00
2017-05-05 14:10:35 +02:00
flag . Parse ( )
if * defaults {
stdout := bufio . NewWriter ( os . Stdout )
Consistency, formatting, error checking, cleanup, and a couple bug fixes (#245)
* Checkpoint: it builds
The config, db, model, network, os, and public packages have had some
fixes to glaringly obvious flaws, dead code removed, and stylistic
changes.
* Style changes and old code removal in router
Router needs a lot of work done to its (lack of) error handling.
* Dead code removal and style changes
Now up to util/email/email.go. After I'm finished with the initial sweep
I'll go back and fix error handling and security issues. Then I'll fix
the broken API. Then I'll go through to add documentation and fix code
visibility.
* Finish dead code removal and style changes
Vendored libraries not touched. Everything still needs security fixes
and documentation. There's also one case of broken functionality.
* Fix accidental find-and-replace
* Style, error checking, saftey, bug fix changes
* Redo error checking erased during merge
* Re-add merge-erased fix. Make Safe safe.
2017-05-10 04:34:40 +02:00
err := conf . Pretty ( stdout )
if err != nil {
log . Fatal ( err . Error ( ) )
}
err = stdout . Flush ( )
if err != nil {
log . Fatal ( err . Error ( ) )
}
2017-05-05 14:10:35 +02:00
os . Exit ( 0 )
} else {
Consistency, formatting, error checking, cleanup, and a couple bug fixes (#245)
* Checkpoint: it builds
The config, db, model, network, os, and public packages have had some
fixes to glaringly obvious flaws, dead code removed, and stylistic
changes.
* Style changes and old code removal in router
Router needs a lot of work done to its (lack of) error handling.
* Dead code removal and style changes
Now up to util/email/email.go. After I'm finished with the initial sweep
I'll go back and fix error handling and security issues. Then I'll fix
the broken API. Then I'll go through to add documentation and fix code
visibility.
* Finish dead code removal and style changes
Vendored libraries not touched. Everything still needs security fixes
and documentation. There's also one case of broken functionality.
* Fix accidental find-and-replace
* Style, error checking, saftey, bug fix changes
* Redo error checking erased during merge
* Re-add merge-erased fix. Make Safe safe.
2017-05-10 04:34:40 +02:00
err := processFlags ( )
2017-05-06 20:27:26 +02:00
if err != nil {
log . CheckError ( err )
}
2017-05-11 08:01:12 +02:00
db . ORM , err = db . GormInit ( conf , db . DefaultLogger )
2017-05-09 19:23:21 +02:00
if err != nil {
log . Fatal ( err . Error ( ) )
}
2017-05-14 21:45:50 +02:00
err = languages . InitI18n ( conf . I18n , userService . NewCurrentUserRetriever ( ) )
2017-05-13 22:52:10 +02:00
if err != nil {
log . Fatal ( err . Error ( ) )
}
2017-05-11 15:24:20 +02:00
err = cache . Configure ( & conf . Cache )
if err != nil {
log . Fatal ( err . Error ( ) )
}
err = search . Configure ( & conf . Search )
2017-05-11 15:01:53 +02:00
if err != nil {
log . Fatal ( err . Error ( ) )
}
2017-05-07 14:07:20 +02:00
go signals . Handle ( )
2017-05-07 15:55:34 +02:00
if len ( config . TorrentFileStorage ) > 0 {
Consistency, formatting, error checking, cleanup, and a couple bug fixes (#245)
* Checkpoint: it builds
The config, db, model, network, os, and public packages have had some
fixes to glaringly obvious flaws, dead code removed, and stylistic
changes.
* Style changes and old code removal in router
Router needs a lot of work done to its (lack of) error handling.
* Dead code removal and style changes
Now up to util/email/email.go. After I'm finished with the initial sweep
I'll go back and fix error handling and security issues. Then I'll fix
the broken API. Then I'll go through to add documentation and fix code
visibility.
* Finish dead code removal and style changes
Vendored libraries not touched. Everything still needs security fixes
and documentation. There's also one case of broken functionality.
* Fix accidental find-and-replace
* Style, error checking, saftey, bug fix changes
* Redo error checking erased during merge
* Re-add merge-erased fix. Make Safe safe.
2017-05-10 04:34:40 +02:00
err := os . MkdirAll ( config . TorrentFileStorage , 0700 )
if err != nil {
log . Fatal ( err . Error ( ) )
}
2017-05-07 15:55:34 +02:00
}
2017-05-10 19:29:35 +02:00
if * mode == "scraper" {
RunScraper ( conf )
} else if * mode == "webapp" {
RunServer ( conf )
2017-05-14 13:20:34 +02:00
} else if * mode == "metainfo_fetcher" {
RunMetainfoFetcher ( conf )
2017-05-10 19:29:35 +02:00
} else {
log . Fatalf ( "invalid runtime mode: %s" , * mode )
}
2017-05-05 14:10:35 +02:00
}
2017-05-07 01:58:15 +02:00
}