Merge branch 'master' of https://github.com/ewhal/nyaa

.gitignore

@@ -13,3 +13,4 @@ templates/*.html.go
 *.bat
 *.backup
 tags
+*.retry

deploy/ansible/group_vars/all

@@ -0,0 +1,5 @@
+nyaapantsu_dbname: nyaapantsu
+nyaapantsu_user: nyaapantsu
+nyaapantsu_password: nyaapantsu
+nyaapantsu_gpg_passphrase_file: ~/passphrase
+# vim: ft=yaml

deploy/ansible/hosts

@@ -0,0 +1,5 @@
+[webservers]
+127.0.0.1:2200 ansible_connection=ssh ansible_ssh_user=vagrant
+
+[dbs]
+127.0.0.1:2200 ansible_connection=ssh ansible_ssh_user=vagrant

deploy/ansible/roles/backup/files/backup.sh

@@ -0,0 +1,30 @@
+# Create a backup from the database
+#!/bin/bash
+
+set -eu
+
+NYAAPANTSU_USERNAME="$1"
+NYAAPANTSU_PASSWORD="$2"
+NYAAPANTSU_DB="$3"
+NYAAPANTSU_PASSPHRASE_FILE="$4"
+NYAAPANTSU_TRACKER="$5"
+NYAAPANTSU_DOWNLOADED_DIR="$6"
+NYAAPANTSU_WATCH_DIR="$7"
+
+dump_file="${NYAAPANTSU_DB}_$(date +'%Y_%m_%d_%H_%M').backup"
+
+pg_dump -U "${NYAAPANTSU_USERNAME}" -f "${dump_file}"
+
+xz -z "${dump_file}"
+
+compressed_dump_file="${dump_file}.xz"
+signature_file="${compressed_dump_file}.sig"
+
+gpg2 --batch --yes --passphrase-fd 0 \
+     --output "${signature_file}" \
+     --detach-sig "${compressed_dump_file}" < "${NYAAPANTSU_PASSPHRASE_FILE}"
+
+mktorrent -a "${NYAAPANTSU_TRACKER}" "${compressed_dump_file}" "${signature_file}"
+
+mv "${compressed_dump_file}" "${signature_file}" "${NYAAPANTSU_DOWNLOADED_DIR}"
+mv "${compressed_dump_file}.torrent" "${NYAAPANTSU_WATCH_DIR}/"

deploy/ansible/roles/backup/files/rtorrent.service

@@ -0,0 +1,14 @@
+Unit]
+Description=rTorrent
+After=network.target
+
+[Service]
+Type=forking
+KillMode=none
+ExecStart=/usr/bin/screen -dmfa -S rtorrent /usr/bin/rtorrent
+ExecStop=/usr/bin/killall -w -s 2 /usr/bin/rtorrent
+WorkingDirectory=%h
+
+[Install]
+WantedBy=default.target
+# vim: ft=cfg

deploy/ansible/roles/backup/tasks/main.yml

@@ -0,0 +1,63 @@
+# TODO Allow autogenerating of GPG keys
+- name: Make sure there is a passphrase file
+  stat:
+    path: "{{ nyaapantsu_gpg_passphrase_file }}"
+  register: pass_file
+
+- name: Copy backup script
+  copy:
+    src: backup.sh
+    dest: "{{ backup_script }}"
+    mode: 0755
+  become: true
+  when: pass_file.stat.exists == true
+
+- name: Create (if not exists) cronjob
+  file:
+    path: "{{ backup_cron_job }}"
+    state: touch
+  become: true
+  when: pass_file.stat.exists == true
+
+- name: Add epel repository
+  yum_repository:
+    name: epel
+    description: EPEL YUM repo
+    baseurl: https://download.fedoraproject.org/pub/epel/$releasever/$basearch/
+    gpgcheck: 1
+    gpgkey: https://getfedora.org/static/352C64E5.txt
+  become: true
+
+- name: Install mktorrent and rtorrent
+  yum:
+    name: "{{ item }}"
+    state: present
+  become: true
+  with_items:
+    - mktorrent
+    - rtorrent
+
+- name: Configure rtorrent
+  template:
+    src: rtorrent.rc.j2
+    dest: ~/.rtorrent.rc
+
+- name: Copy systemd rtorrent service
+  template:
+    src: rtorrent.service.j2
+    dest: /etc/systemd/system/rtorrent.service
+  become: true
+
+  #- name: Enable and start rtorrent service
+  #  systemd:
+  #    enabled: yes
+  #    name: rtorrent
+  #    state: started
+  #  become: true
+
+- name: Setup backup cron
+  template:
+    src: backup_cron.j2
+    dest: "{{ backup_cron_job }}"
+  become: true
+  when: pass_file.stat.exists == true

deploy/ansible/roles/backup/templates/backup_cron.j2

@@ -0,0 +1 @@
+0 {{ backup_cron_hours }} * * * {{ backup_script }} {{ nyaapantsu_user }} {{ nyaapantsu_password }} {{ nyaapantsu_dbname }} {{ nyaapantsu_gpg_passphrase_file }} {{ torrent_tracker }} {{ torrent_downloaded_directory }} {{ torrent_watch_directory }}

deploy/ansible/roles/backup/templates/rtorrent.rc.j2

@@ -0,0 +1,28 @@
+min_peers = 40
+max_peers = 52
+min_peers_seed = 10
+max_peers_seed = 52
+max_uploads = 15
+upload_rate = 0
+
+# Default directory to save the downloaded torrents.
+directory = {{ torrent_downloaded_directory }}
+
+# Watch a directory for new torrents, and stop those that have been
+# deleted.
+schedule = watch_directory,5,5,load_start={{ torrent_watch_directory }}/*.torrent
+
+#schedule = low_diskspace,5,60,close_low_diskspace=100M
+
+check_hash = yes
+
+# Set whether the client should try to connect to UDP trackers.
+#use_udp_trackers = yes
+
+# Should be force it ?
+encryption = allow_incoming,enable_retry,prefer_plaintext
+
+dht = auto
+dht_port = 6881
+peer_exchange = ye
+# vim: ft=cfg

deploy/ansible/roles/backup/templates/rtorrent.service.j2

@@ -0,0 +1,16 @@
+[Unit]
+Description=rTorrent
+After=network.target
+
+[Service]
+Type=forking
+KillMode=none
+User=rtorrent
+ExecStartPre=/usr/bin/bash -c "if test -e /home/{{ ansible_ssh_user }}/.rtorrent_session/rtorrent.lock && test -z `pidof rtorrent`; then rm -f  /home/{{ ansible_ssh_user }}/.rtorrent_session/rtorrent.lock; fi"
+ExecStart=/usr/bin/screen -dmfa -S rtorrent /usr/bin/rtorrent
+ExecStop=/usr/bin/bash -c "test `pidof rtorrent` && killall -w -s 2 /usr/bin/rtorrent"
+WorkingDirectory=/home/{{ ansible_ssh_user }}
+Restart=on-failure
+
+[Install]
+WantedBy=multi-user.target

deploy/ansible/roles/backup/vars/main.yml

@@ -0,0 +1,6 @@
+backup_script: /usr/bin/nyaapantsu_backup.sh
+backup_cron_hours: 0
+backup_cron_job: /etc/cron.d/nyaapantsu_backup
+torrent_tracker: udp://tracker.doko.moe:6969
+torrent_downloaded_directory: ~/downloaded/
+torrent_watch_directory: ~/watch/

deploy/ansible/roles/docker/tasks/main.yml

@@ -0,0 +1,31 @@
+# TODO Get from https://download.docker.com/linux/centos/docker-ce.repo instead
+# of hardcoding information here
+- name: Add Docker CE repository
+  yum_repository:
+    name: docker-ce-edge
+    enabled: yes
+    description: Docker CE Edge - $basearch
+    baseurl: https://download.docker.com/linux/centos/7/$basearch/edge
+    gpgcheck: 1
+    gpgkey: https://download.docker.com/linux/centos/gpg
+  become: true
+
+- name: Install Docker CE
+  yum:
+    name: docker-ce
+    state: present
+  become: true
+
+- name: Install docker-compose
+  get_url:
+    url: "https://github.com/docker/compose/releases/download/{{ release_version }}/docker-compose-{{ ansible_system }}-{{ ansible_architecture }}"
+    dest: /usr/bin/docker-compose
+    mode: 0755
+  become: true
+
+- name: Start docker and enable at boot
+  systemd:
+    enabled: yes
+    name: docker
+    state: started
+  become: true

deploy/ansible/roles/docker/vars/main.yml

@@ -0,0 +1 @@
+release_version: 1.13.0

deploy/ansible/roles/postgresql/tasks/main.yml

@@ -0,0 +1,87 @@
+- name: Install postgresql
+  yum:
+    name: "{{ item }}"
+    state: present
+  become: true
+  with_items:
+    - postgresql-server
+    - postgresql-pgpool-II
+
+- name: Initialize postgresql
+  command: postgresql-setup initdb
+  # Will error when database has already been initialized so just ignore it
+  ignore_errors: yes
+  become: true
+
+- name: Install adapter for python
+  yum:
+    name: python-psycopg2
+    state: present
+  become: true
+
+- name: Configure pgpool
+  template:
+    src: pgpool.conf.j2
+    dest: /etc/pgpool-II/pgpool.conf
+  become: true
+
+- name: Create oiddir for pgpool
+  file:
+    path: "{{ memqcache_oiddir }}"
+    state: directory
+  become: true 
+
+- name: Start postgresql, pgpool and enable at boot
+  systemd:
+    enabled: yes
+    name: "{{ item }}"
+    state: started
+  become: true
+  with_items:
+    - postgresql
+    - pgpool
+
+- name: Create nyaapantsu database
+  postgresql_db:
+    name: "{{ nyaapantsu_dbname }}"
+  become: true
+  become_user: postgres
+
+# TODO Probably better idea to not set SUPERUSER
+- name: Create nyaapantsu user
+  postgresql_user:
+    db: "{{ nyaapantsu_dbname }}"
+    name: "{{ nyaapantsu_user }}"
+    password: "{{ nyaapantsu_password }}"
+    role_attr_flags: SUPERUSER,LOGIN
+  become: true
+  become_user: postgres
+
+- name: Grant privileges to user
+  postgresql_privs:
+    db: "{{ nyaapantsu_dbname }}"
+    priv: ALL
+    roles: "{{ nyaapantsu_user }}"
+    state: present
+    type: database
+  become: true
+  become_user: postgres
+
+- name: Add custom pg_hba.conf
+  template:
+    src: pg_hba.conf.j2
+    dest: /var/lib/pgsql/data/pg_hba.conf
+  become: true
+  become_user: postgres
+
+- name: Add .pgpass
+  template:
+    src: pgpass.j2
+    dest: ~/.pgpass
+    mode: 0600
+
+- name: Reload postgres
+  systemd:
+    name: postgresql
+    state: reloaded
+  become: true

deploy/ansible/roles/postgresql/templates/pg_hba.conf.j2

@@ -0,0 +1,9 @@
+# TYPE  DATABASE        USER            ADDRESS                 METHOD
+# For debugging purposes
+local   {{ nyaapantsu_dbname }} {{ nyaapantsu_user }} md5
+local   all             all                                     peer
+# IPv4 local connections:
+host    {{ nyaapantsu_dbname }} {{ nyaapantsu_user }} 127.0.0.1/32 md5
+# IPv6 local connections:
+# INFO: For some reason, we need IPv6 for pgpool-ii
+host    {{ nyaapantsu_dbname }} {{ nyaapantsu_user }} ::1/128 md5

deploy/ansible/roles/postgresql/templates/pgpass.j2

@@ -0,0 +1 @@
+localhost:5432:{{ nyaapantsu_dbname }}:{{ nyaapantsu_user }}:{{ nyaapantsu_password }}

deploy/ansible/roles/postgresql/templates/pgpool.conf.j2

@@ -0,0 +1,604 @@
+listen_addresses = 'localhost'
+port = 9998
+socket_dir = '/tmp'
+listen_backlog_multiplier = 2
+# Set the backlog parameter of listen(2) to
+# num_init_children * listen_backlog_multiplier.
+# (change requires restart)
+
+pcp_listen_addresses = '*'
+pcp_port = 9898
+pcp_socket_dir = '/tmp'
+
+backend_hostname0 = 'localhost'
+backend_port0 = 5432
+backend_weight0 = 1
+backend_data_directory0 = '/var/lib/pgsql/data'
+backend_flag0 = 'ALLOW_TO_FAILOVER'
+# Controls various backend behavior
+# ALLOW_TO_FAILOVER or DISALLOW_TO_FAILOVER
+enable_pool_hba = off
+# Use pool_hba.conf for client authentication
+pool_passwd = ''
+# File name of pool_passwd for md5 authentication.
+# "" disables pool_passwd.
+# (change requires restart)
+authentication_timeout = 60
+# Delay in seconds to complete client authentication
+# 0 means no timeout.
+
+# - SSL Connections -
+
+ssl = off
+# Enable SSL support
+# (change requires restart)
+#ssl_key = './server.key'
+# Path to the SSL private key file
+# (change requires restart)
+#ssl_cert = './server.cert'
+# Path to the SSL public certificate file
+# (change requires restart)
+#ssl_ca_cert = ''
+# Path to a single PEM format file
+# containing CA root certificate(s)
+# (change requires restart)
+#ssl_ca_cert_dir = ''
+# Directory containing CA root certificate(s)
+# (change requires restart)
+
+
+#------------------------------------------------------------------------------
+# POOLS
+#------------------------------------------------------------------------------
+
+# - Pool size -
+
+num_init_children = 32
+# Number of pools
+# (change requires restart)
+max_pool = 4
+# Number of connections per pool
+# (change requires restart)
+
+# - Life time -
+
+child_life_time = 300
+# Pool exits after being idle for this many seconds
+child_max_connections = 0
+# Pool exits after receiving that many connections
+# 0 means no exit
+connection_life_time = 0
+# Connection to backend closes after being idle for this many seconds
+# 0 means no close
+client_idle_limit = 0
+# Client is disconnected after being idle for that many seconds
+# (even inside an explicit transactions!)
+# 0 means no disconnection
+
+
+#------------------------------------------------------------------------------
+# LOGS
+#------------------------------------------------------------------------------
+
+# - Where to log -
+
+log_destination = 'stderr'
+# Where to log
+# Valid values are combinations of stderr,
+# and syslog. Default to stderr.
+
+# - What to log -
+
+log_line_prefix = '%t: pid %p: '   # printf-style string to output at beginning of each log line.
+
+log_connections = off
+# Log connections
+log_hostname = off
+# Hostname will be shown in ps status
+# and in logs if connections are logged
+log_statement = off
+# Log all statements
+log_per_node_statement = on
+# Log all statements
+# with node and backend informations
+log_standby_delay = 'none'
+# Log standby delay
+# Valid values are combinations of always,
+# if_over_threshold, none
+
+# - Syslog specific -
+
+syslog_facility = 'LOCAL0'
+# Syslog local facility. Default to LOCAL0
+syslog_ident = 'pgpool'
+# Syslog program identification string
+# Default to 'pgpool'
+
+# - Debug -
+
+debug_level = 0
+# Debug message verbosity level
+# 0 means no message, 1 or more mean verbose
+
+#log_error_verbosity = default          # terse, default, or verbose messages
+
+#client_min_messages = notice           # values in order of decreasing detail:
+#   debug5
+#   debug4
+#   debug3
+#   debug2
+#   debug1
+#   log
+#   notice
+#   warning
+#   error
+
+#log_min_messages = warning             # values in order of decreasing detail:
+#   debug5
+#   debug4
+#   debug3
+#   debug2
+#   debug1
+#   info
+#   notice
+#   warning
+#   error
+#   log
+#   fatal
+#   panic
+
+#------------------------------------------------------------------------------
+# FILE LOCATIONS
+#------------------------------------------------------------------------------
+
+pid_file_name = '/var/run/pgpool/pgpool.pid'
+# PID file name
+# (change requires restart)
+logdir = '/var/log/pgpool'
+# Directory of pgPool status file
+# (change requires restart)
+
+
+#------------------------------------------------------------------------------
+# CONNECTION POOLING
+#------------------------------------------------------------------------------
+
+connection_cache = on
+# Activate connection pools
+# (change requires restart)
+
+# Semicolon separated list of queries
+# to be issued at the end of a session
+# The default is for 8.3 and later
+reset_query_list = 'ABORT; DISCARD ALL'
+# The following one is for 8.2 and before
+#reset_query_list = 'ABORT; RESET ALL; SET SESSION AUTHORIZATION DEFAULT'
+
+
+#------------------------------------------------------------------------------
+# REPLICATION MODE
+#------------------------------------------------------------------------------
+
+replication_mode = off
+# Activate replication mode
+# (change requires restart)
+replicate_select = off
+# Replicate SELECT statements
+# when in replication mode
+# replicate_select is higher priority than
+# load_balance_mode.
+
+insert_lock = on
+# Automatically locks a dummy row or a table
+# with INSERT statements to keep SERIAL data
+# consistency
+# Without SERIAL, no lock will be issued
+lobj_lock_table = ''
+# When rewriting lo_creat command in
+# replication mode, specify table name to
+# lock
+
+# - Degenerate handling -
+
+replication_stop_on_mismatch = off
+# On disagreement with the packet kind
+# sent from backend, degenerate the node
+# which is most likely "minority"
+# If off, just force to exit this session
+
+failover_if_affected_tuples_mismatch = off
+# On disagreement with the number of affected
+# tuples in UPDATE/DELETE queries, then
+# degenerate the node which is most likely
+# "minority".
+# If off, just abort the transaction to
+# keep the consistency
+
+
+#------------------------------------------------------------------------------
+# LOAD BALANCING MODE
+#------------------------------------------------------------------------------
+
+load_balance_mode = off
+# Activate load balancing mode
+# (change requires restart)
+ignore_leading_white_space = on
+# Ignore leading white spaces of each query
+white_function_list = ''
+# Comma separated list of function names
+# that don't write to database
+# Regexp are accepted
+black_function_list = 'nextval,setval,nextval,setval'
+# Comma separated list of function names
+# that write to database
+# Regexp are accepted
+
+database_redirect_preference_list = ''
+# comma separated list of pairs of database and node id.
+# example: postgres:primary,mydb[0-4]:1,mydb[5-9]:2'
+# valid for streaming replicaton mode only.
+
+app_name_redirect_preference_list = ''
+# comma separated list of pairs of app name and node id.
+# example: 'psql:primary,myapp[0-4]:1,myapp[5-9]:standby'
+# valid for streaming replicaton mode only.
+allow_sql_comments = off
+# if on, ignore SQL comments when judging if load balance or
+# query cache is possible.
+# If off, SQL comments effectively prevent the judgment
+# (pre 3.4 behavior).
+
+#------------------------------------------------------------------------------
+# MASTER/SLAVE MODE
+#------------------------------------------------------------------------------
+
+master_slave_mode = off
+# Activate master/slave mode
+# (change requires restart)
+master_slave_sub_mode = 'slony'
+# Master/slave sub mode
+# Valid values are combinations slony or
+# stream. Default is slony.
+# (change requires restart)
+
+# - Streaming -
+
+sr_check_period = 0
+# Streaming replication check period
+# Disabled (0) by default
+sr_check_user = 'nobody'
+# Streaming replication check user
+# This is necessary even if you disable
+# streaming replication delay check with
+# sr_check_period = 0
+sr_check_password = ''
+# Password for streaming replication check user
+delay_threshold = 0
+# Threshold before not dispatching query to standby node
+# Unit is in bytes
+# Disabled (0) by default
+
+# - Special commands -
+
+follow_master_command = ''
+# Executes this command after master failover
+# Special values:
+#   %d = node id
+#   %h = host name
+#   %p = port number
+#   %D = database cluster path
+#   %m = new master node id
+#   %H = hostname of the new master node
+#   %M = old master node id
+#   %P = old primary node id
+#   %r = new master port number
+#   %R = new master database cluster path
+#   %% = '%' character
+
+#------------------------------------------------------------------------------
+# HEALTH CHECK
+#------------------------------------------------------------------------------
+
+health_check_period = 0
+# Health check period
+# Disabled (0) by default
+health_check_timeout = 20
+# Health check timeout
+# 0 means no timeout
+health_check_user = 'nobody'
+# Health check user
+health_check_password = ''
+# Password for health check user
+health_check_max_retries = 0
+# Maximum number of times to retry a failed health check before giving up.
+health_check_retry_delay = 1
+# Amount of time to wait (in seconds) between retries.
+connect_timeout = 10000
+# Timeout value in milliseconds before giving up to connect to backend.
+# Default is 10000 ms (10 second). Flaky network user may want to increase
+# the value. 0 means no timeout.
+# Note that this value is not only used for health check,
+# but also for ordinary conection to backend.
+
+#------------------------------------------------------------------------------
+# FAILOVER AND FAILBACK
+#------------------------------------------------------------------------------
+
+failover_command = ''
+# Executes this command at failover
+# Special values:
+#   %d = node id
+#   %h = host name
+#   %p = port number
+#   %D = database cluster path
+#   %m = new master node id
+#   %H = hostname of the new master node
+#   %M = old master node id
+#   %P = old primary node id
+#   %r = new master port number
+#   %R = new master database cluster path
+#   %% = '%' character
+failback_command = ''
+# Executes this command at failback.
+# Special values:
+#   %d = node id
+#   %h = host name
+#   %p = port number
+#   %D = database cluster path
+#   %m = new master node id
+#   %H = hostname of the new master node
+#   %M = old master node id
+#   %P = old primary node id
+#   %r = new master port number
+#   %R = new master database cluster path
+#   %% = '%' character
+
+fail_over_on_backend_error = on
+# Initiates failover when reading/writing to the
+# backend communication socket fails
+# If set to off, pgpool will report an
+# error and disconnect the session.
+
+search_primary_node_timeout = 10
+# Timeout in seconds to search for the
+# primary node when a failover occurs.
+# 0 means no timeout, keep searching
+# for a primary node forever.
+
+#------------------------------------------------------------------------------
+# ONLINE RECOVERY
+#------------------------------------------------------------------------------
+
+recovery_user = 'nobody'
+# Online recovery user
+recovery_password = ''
+# Online recovery password
+recovery_1st_stage_command = ''
+# Executes a command in first stage
+recovery_2nd_stage_command = ''
+# Executes a command in second stage
+recovery_timeout = 90
+# Timeout in seconds to wait for the
+# recovering node's postmaster to start up
+# 0 means no wait
+client_idle_limit_in_recovery = 0
+# Client is disconnected after being idle
+# for that many seconds in the second stage
+# of online recovery
+# 0 means no disconnection
+# -1 means immediate disconnection
+
+
+#------------------------------------------------------------------------------
+# WATCHDOG
+#------------------------------------------------------------------------------
+
+# - Enabling -
+
+use_watchdog = off
+# Activates watchdog
+# (change requires restart)
+
+# -Connection to up stream servers -
+
+trusted_servers = ''
+# trusted server list which are used
+# to confirm network connection
+# (hostA,hostB,hostC,...)
+# (change requires restart)
+ping_path = '/bin'
+# ping command path
+# (change requires restart)
+
+# - Watchdog communication Settings -
+
+wd_hostname = ''
+# Host name or IP address of this watchdog
+# (change requires restart)
+wd_port = 9000
+# port number for watchdog service
+# (change requires restart)
+wd_authkey = ''
+# Authentication key for watchdog communication
+# (change requires restart)
+
+# - Virtual IP control Setting -
+
+delegate_IP = ''
+# delegate IP address
+# If this is empty, virtual IP never bring up. 
+# (change requires restart)
+ifconfig_path = '/sbin'
+# ifconfig command path
+# (change requires restart)
+if_up_cmd = 'ifconfig eth0:0 inet $_IP_$ netmask 255.255.255.0'
+# startup delegate IP command
+# (change requires restart)
+if_down_cmd = 'ifconfig eth0:0 down'
+# shutdown delegate IP command
+# (change requires restart)
+
+arping_path = '/usr/sbin'           # arping command path
+# (change requires restart)
+
+arping_cmd = 'arping -U $_IP_$ -w 1'
+# arping command
+# (change requires restart)
+
+# - Behaivor on escalation Setting -
+
+clear_memqcache_on_escalation = on
+# Clear all the query cache on shared memory
+# when standby pgpool escalate to active pgpool
+# (= virtual IP holder).
+# This should be off if client connects to pgpool
+# not using virtual IP.
+# (change requires restart)
+wd_escalation_command = ''
+# Executes this command at escalation on new active pgpool.
+# (change requires restart)
+
+# - Lifecheck Setting - 
+
+# -- common --
+
+wd_lifecheck_method = 'heartbeat'
+# Method of watchdog lifecheck ('heartbeat' or 'query')
+# (change requires restart)
+wd_interval = 10
+# lifecheck interval (sec) > 0
+# (change requires restart)
+
+# -- heartbeat mode --
+
+wd_heartbeat_port = 9694
+# Port number for receiving heartbeat signal
+# (change requires restart)
+wd_heartbeat_keepalive = 2
+# Interval time of sending heartbeat signal (sec)
+# (change requires restart)
+wd_heartbeat_deadtime = 30
+# Deadtime interval for heartbeat signal (sec)
+# (change requires restart)
+heartbeat_destination0 = 'host0_ip1'
+# Host name or IP address of destination 0
+# for sending heartbeat signal.
+# (change requires restart)
+heartbeat_destination_port0 = 9694 
+# Port number of destination 0 for sending
+# heartbeat signal. Usually this is the
+# same as wd_heartbeat_port.
+# (change requires restart)
+heartbeat_device0 = ''
+# Name of NIC device (such like 'eth0')
+# used for sending/receiving heartbeat
+# signal to/from destination 0.
+# This works only when this is not empty
+# and pgpool has root privilege.
+# (change requires restart)
+
+#heartbeat_destination1 = 'host0_ip2'
+#heartbeat_destination_port1 = 9694
+#heartbeat_device1 = ''
+
+# -- query mode --
+
+wd_life_point = 3
+# lifecheck retry times
+# (change requires restart)
+wd_lifecheck_query = 'SELECT 1'
+# lifecheck query to pgpool from watchdog
+# (change requires restart)
+wd_lifecheck_dbname = 'template1'
+# Database name connected for lifecheck
+# (change requires restart)
+wd_lifecheck_user = 'nobody'
+# watchdog user monitoring pgpools in lifecheck
+# (change requires restart)
+wd_lifecheck_password = ''
+# Password for watchdog user in lifecheck
+# (change requires restart)
+
+# - Other pgpool Connection Settings -
+
+#other_pgpool_hostname0 = 'host0'
+# Host name or IP address to connect to for other pgpool 0
+# (change requires restart)
+#other_pgpool_port0 = 5432
+# Port number for othet pgpool 0
+# (change requires restart)
+#other_wd_port0 = 9000
+# Port number for othet watchdog 0
+# (change requires restart)
+#other_pgpool_hostname1 = 'host1'
+#other_pgpool_port1 = 5432
+#other_wd_port1 = 9000
+
+
+#------------------------------------------------------------------------------
+# OTHERS
+#------------------------------------------------------------------------------
+relcache_expire = 0
+# Life time of relation cache in seconds.
+# 0 means no cache expiration(the default).
+# The relation cache is used for cache the
+# query result against PostgreSQL system
+# catalog to obtain various information
+# including table structures or if it's a
+# temporary table or not. The cache is
+# maintained in a pgpool child local memory
+# and being kept as long as it survives.
+# If someone modify the table by using
+# ALTER TABLE or some such, the relcache is
+# not consistent anymore.
+# For this purpose, cache_expiration
+# controls the life time of the cache.
+
+relcache_size = 256
+# Number of relation cache
+# entry. If you see frequently:
+# "pool_search_relcache: cache replacement happend"
+# in the pgpool log, you might want to increate this number.
+
+check_temp_table = on
+# If on, enable temporary table check in SELECT statements.
+# This initiates queries against system catalog of primary/master
+# thus increases load of master.
+# If you are absolutely sure that your system never uses temporary tables
+# and you want to save access to primary/master, you could turn this off.
+# Default is on.
+
+check_unlogged_table = on
+# If on, enable unlogged table check in SELECT statements.
+# This initiates queries against system catalog of primary/master
+# thus increases load of master.
+# If you are absolutely sure that your system never uses unlogged tables
+# and you want to save access to primary/master, you could turn this off.
+# Default is on.
+
+#------------------------------------------------------------------------------
+# IN MEMORY QUERY MEMORY CACHE
+#------------------------------------------------------------------------------
+memory_cache_enabled = on
+memqcache_method = 'shmem'
+memqcache_memcached_host = 'localhost'
+memqcache_memcached_port = 11211
+# In bytes
+memqcache_total_size = {{ memqcache_total_size_byte }}
+memqcache_max_num_cache = 1000000
+# Total number of cache entries. Mandatory
+# if memqcache_method = 'shmem'.
+# Each cache entry consumes 48 bytes on shared memory.
+# Defaults to 1,000,000(45.8MB).
+# (change requires restart)
+# Never expire cache entries
+memqcache_expire = 0
+memqcache_auto_cache_invalidation = on
+# Max size of each query
+memqcache_maxcache = {{ memqcache_maxcache_byte }}
+# TODO Assert cache_block_size > maxcache
+memqcache_cache_block_size = {{ memqcache_cache_block_size_byte }}
+memqcache_oiddir = '{{ memqcache_oiddir }}'
+white_memqcache_table_list = ''
+black_memqcache_table_list = ''
+# vim: ft=cfg

deploy/ansible/roles/postgresql/vars/main.yml

@@ -0,0 +1,8 @@
+memqcache_oiddir: '/var/log/pgpool/oiddir'
+# TODO Check the machine has enough RAM
+# 10 GB
+memqcache_total_size_byte: 1073741824
+# 100 mb
+memqcache_maxcache_byte: 13107200
+# Has to be bigger or equal to maxcache_byte
+memqcache_cache_block_size_byte: 13107200

deploy/ansible/setup_server.yml

@@ -0,0 +1,10 @@
+- name: Set up webserver
+  hosts: webservers
+  roles:
+      - docker
+
+- name: Set up databases
+  hosts: dbs
+  roles:
+      - backup
+      - postgresql

deploy/docker-compose.postgres-prod.yml

@@ -9,6 +9,7 @@ services:
       - postgres-prod.env
     environment:
       - PANTSU_INTERNAL_PORT=${PANTSU_INTERNAL_PORT}
+    network_mode: "host"
     ports:
       # 0.0.0.0 makes it accessible to the network
       # You may want to remove it to make pantsu available only

model/user.go

@@ -27,7 +27,7 @@ type User struct {
 	Md5 string `json:"md5"`
 	TokenExpiration time.Time `gorm:"column:api_token_expiry"`
 	Language        string    `gorm:"column:language"`
-	Torrents    []Torrents `gorm:"ForeignKey:owner_id"`
+	Torrents    []Torrents `gorm:"ForeignKey:UploaderId"`
 }
 
 type PublicUser struct {
@@ -38,4 +38,4 @@ type PublicUser struct {
 type UsersFollowers struct {
 	UserID     uint `gorm:"column:userId"`
 	FollowerID uint `gorm:"column:follower_id"`
-}
+}

service/user/user.go

@@ -243,10 +243,9 @@ func RetrieveUserByUsername(username string) (*model.PublicUser, string, int, er
 // RetrieveUserForAdmin retrieves a user for an administrator.
 func RetrieveUserForAdmin(id string) (model.User, int, error) {
 	var user model.User
-	if db.ORM.First(&user, id).RecordNotFound() {
+	if db.ORM.Preload("Torrents").First(&user, id).RecordNotFound() {
 		return user, http.StatusNotFound, errors.New("User is not found.")
 	}
-	db.ORM.Model(&user).Related("Torrents").Find(&model.Torrents{})	
 	return user, http.StatusOK, nil
 }
 

templates/_user_list_torrents.html

@@ -11,6 +11,7 @@
             <th>{{T "links"}}</th>
           </tr>
           {{ range .Torrents }}
+          {{ with .ToJson }}
           <tr class="torrent-info
               {{if eq .Status 2}}remake{{end}}
               {{if eq .Status 3}}trusted{{end}}
@@ -38,6 +39,7 @@
               </td>
           </tr>
           {{end}}
+          {{end}}
       </table>
       <nav class="torrentNav" aria-label="Page navigation">
           <ul class="pagination">