Usenet Download Server

Usenet Download Server

Basic System Setup

# curl -sSL https://www.blackgate.org/deployment/base_configuration_blackGATE.sh | bash
# yum update && yum install nfs-utils yum-utils epel-release
# systemctl start rpcbind nfslock && systemctl enable rpcbind nfslock

# groupadd usenetserver
# mkdir /mnt/blackserv
# chgrp -R usenetserver /mnt/blackserv/ && chmod -R 775 /mnt/blackserv/
# vim /etc/fstab

#
# /etc/fstab
# Created by anaconda on Wed Dec  6 13:07:04 2017
#
# Accessible filesystems, by reference, are maintained under '/dev/disk'
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info
#
/dev/mapper/centos_rhdl03-root /                       xfs     defaults        0 0
UUID=a34686fa-4b05-43ed-b3bb-c1d754783bc2 /boot                   xfs     defaults        0 0
UUID=D653-2F5A          /boot/efi               vfat    umask=0077,shortname=winnt 0 0
/dev/mapper/centos_rhdl03-opt /opt                    xfs     defaults        0 0
/dev/mapper/centos_rhdl03-swap swap                    swap    defaults        0 0

10.0.0.21:/volume1/media /mnt/blackserv nfs rw,hard,intr 0 0

# mount -a

Webserver / Application Proxy Setup

# yum -y install https://mirror.webtatic.com/yum/el7/webtatic-release.rpm
# yum update
# yum install -y wget git tar vim curl policycoreutils-python httpd php71w php71w-dom php71w-mbstring php71w-gd php71w-json \
php71w-xml php71w-zip php71w-curl php71w-mcrypt php71w-pear php71w-opcache

# sed -i 's/^/#&/g' /etc/httpd/conf.d/welcome.conf
# sed -i 's/DocumentRoot "\/var\/www\/html"/DocumentRoot "\/var\/www\/html\/muximux"/' /etc/httpd/conf/httpd.conf

# mkdir /var/www/html/muximux
# usermod -a -G apache michael
# git clone https://github.com/mescon/Muximux.git /var/www/html/muximux/
# chown -R apache:apache /var/www/html/muximux/
# chmod -R 775 /var/www/html/muximux/
# ls -l /var/www/html/muximux/

# vim /etc/httpd/conf.d/usenet_proxy.conf

ServerName www.blackgate.org
ServerTokens Prod
ServerSignature Off

<Directory /var/www/html/muximux>
    Options +FollowSymlinks
    AllowOverride All
    # Allow open access:
    Require all granted 
</Directory>

<Location /nzbget/>
    ProxyPass http://127.0.0.1:6789/
    ProxyPassReverse http://127.0.0.1:6789/
</Location>
<Location /nzbhydra/>
    ProxyPass http://127.0.0.1:5075/
    ProxyPassReverse http://127.0.0.1:5075/
</Location>
<Location /sonarr/>
    RewriteEngine       On
    RewriteRule         /sonarr/(.*)   http://127.0.0.1:8989/usenetdl/sonarr/$1 [P]
    ProxyPassReverse    http://127.0.0.1:8989/
</Location>
<Location /radarr/>
    ProxyPassReverse    http://127.0.0.1:7878/
    RewriteEngine       On
    RewriteRule         /radarr/(.*)   http://127.0.0.1:7878/usenetdl/radarr/$1 [P]
</Location>
<Location /lidarr/>
    ProxyPassReverse    http://127.0.0.1:8686/
    RewriteEngine       On
    RewriteRule         /lidarr/(.*)   http://127.0.0.1:8686/usenetdl/lidarr/$1 [P]
</Location>

Header set X-Content-Type-Options: "nosniff"
Header set X-Frame-Options: "sameorigin"

# setsebool httpd_can_network_connect 1 -P
# setsebool -P httpd_execmem 1
# semanage fcontext -a -t httpd_sys_rw_content_t '/var/www/html/muximux(/.*)?'
# semanage fcontext -a -t httpd_sys_rw_content_t '/var/www/html/muximux'
# restorecon -Rv /var/www/html/
# ls -lZ /var/www/html/

# systemctl start httpd && systemctl status httpd
# systemctl enable httpd

# firewall-cmd --permanent --zone=public --add-service=http
# firewall-cmd --permanent --zone=public --add-service=https
# firewall-cmd --reload

Achtung: Für dieses Setup werden zwei Reverse Proxies gebraucht. Dieser Proxy, den wir gerade eingerichtet haben, proxt ausschliesslich die Anfragen von zweiter Stelle (den ServiceNamen) auf das Backend. Zum proxen aller Services unter dem Sub-Verzeichniss “/usenetdl” wird der haupt Reverse Proxy (mit TLS-Termination) benötigt

Beispiel Haupt-Proxy Stanza:

...
     RewriteEngine on
     RewriteRule ^/usenetdl$ /usenetdl/ [R]

     ProxyPass          /usenetdl/ http://172.168.0.11/
     ProxyPassReverse   /usenetdl/ http://172.168.0.11/

Install Usenet Services

Setup NZBget - Binary Downloader

# cd /opt/
# wget https://nzbget.net/download/nzbget-latest-bin-linux.run
# sh nzbget-latest-bin-linux.run
# ls -l
# cd /opt/nzbget/
# ./nzbget -s
# useradd --system --home-dir=/opt/nzbget nzbget
# usermod -a -G usenetserver nzbget
# chown -R nzbget:usenetserver /opt/nzbget

# vim /etc/systemd/system/nzbget.service

[Unit]
Description=NZBGet Daemon
Documentation=http://nzbget.net/Documentation
After=network.target

[Service]
User=nzbget
Group=usenetserver
Type=forking
ExecStart=/opt/nzbget/nzbget -c /opt/nzbget/nzbget.conf -D
ExecStop=/opt/nzbget/nzbget -Q
ExecReload=/opt/nzbget/nzbget -O
KillMode=process
Restart=on-failure

[Install]
WantedBy=multi-user.target

# systemctl daemon-reload
# systemctl start nzbget.service && systemctl status nzbget.service
# systemctl enable nzbget.service

# vim /opt/nzbget/nzbget.conf

...
MainDir=${AppDir}/downloads
...
DestDir=/mnt/blackserv/downloads/_done
...
InterDir=/mnt/blackserv/downloads/intermediate
...
NzbDir=/mnt/blackserv/downloads/nzb
...
AuthorizedIP=127.0.0.1
...

Der Rest von NZBget wird via Web-GUI konfiguriert

Setup NzbHydra - Usenet Search Tool

# yum groupinstall -y "development tools"
# yum install -y zlib-devel openssl-devel sliteq-devel bzip2-devel python ncurses-devel sqlite-devel readline-devel tk-devel gdbm-devel db4-devel libpcap-devel xz-devel expat-devel

# cd /tmp/
# wget http://python.org/ftp/python/2.7.14/Python-2.7.14.tar.xz
# tar xf Python-2.7.14.tar.xz
# cd Python-2.7.14
# ./configure --prefix=/usr/local --enable-unicode=ucs4 --enable-shared LDFLAGS="-Wl,-rpath /usr/local/lib"
# make && make altinstall
# /usr/local/bin/python2.7

# git clone https://github.com/theotherp/nzbhydra /opt/nzbhydra

# useradd --system --home-dir=/opt/nzbhydra nzbhydra
# usermod -a -G usenetserver nzbhydra
# chown -R nzbhydra:usenetserver /opt/nzbhydra
# ls -l /opt/nzbhydra/

# sed -e 's/"urlBase": null,/"urlBase": "\/usenetdl\/nzbhydra",/' -i /opt/nzbhydra/settings.cfg
# /usr/local/bin/python2.7 /opt/nzbhydra/nzbhydra.py --daemon --nobrowser
# cat /opt/nzbhydra/settings.cfg | grep /nzbhydra

        "externalUrl": "https://blackgate.org/usenetdl/nzbhydra",
        "urlBase": "/usenetdl/nzbhydra",

# vim /etc/systemd/system/nzbhydra.service

[Unit]
Description=NZBHydra Daemon
Documentation=https://github.com/theotherp/nzbhydra
After=network.target

[Service]
User=nzbhydra
Group=usenetserver
Type=simple
ExecStart=/usr/local/bin/python2.7 /opt/nzbhydra/nzbhydra.py --nobrowser

KillMode=process
Restart=on-failure

[Install]
WantedBy=multi-user.target

# systemctl daemon-reload
# systemctl start nzbhydra.service && systemctl status nzbhydra.service
# systemctl enable nzbhydra.service

# netstat -tulpen

Setup Sonarr - TV Download Tool

# rpm --import "http://keyserver.ubuntu.com/pks/lookup?op=get&search=0x3FA7E0328081BFF6A14DA29AA6A19B38D3D831EF"
# yum-config-manager --add-repo http://download.mono-project.com/repo/centos/
# yum install -y mediainfo libzen libmediainfo curl gettext mono-core mono-devel sqlite mono-locale-extras wget git par2cmdline p7zip unrar unzip tar gcc python-feedparser python-configobj python-cheetah python-dbus python-devel libxslt-devel

# cd /tmp/
# useradd --system --home-dir=/opt/sonarr sonarr
# usermod -a -G usenetserver sonarr
# wget http://update.sonarr.tv/v2/master/mono/NzbDrone.master.tar.gz
# tar -xvf NzbDrone.master.tar.gz
# mkdir -p /opt/sonarr/bin

# cp -a /tmp/NzbDrone/* /opt/sonarr/bin
# chown -R sonarr:usenetserver /opt/sonarr

# vim /opt/sonarr/.config/NzbDrone/config.xml

<Config>
  <LogLevel>Info</LogLevel>
  <Port>8989</Port>
  <UrlBase>/usenetdl/sonarr</UrlBase>
  <BindAddress>*</BindAddress>
  <SslPort>9898</SslPort>
  <EnableSsl>False</EnableSsl>
  <ApiKey>********************************</ApiKey>
  <AuthenticationMethod>None</AuthenticationMethod>
  <Branch>master</Branch>
  <LaunchBrowser>True</LaunchBrowser>
  <SslCertHash></SslCertHash>
  <UpdateMechanism>BuiltIn</UpdateMechanism>

# /usr/bin/mono /opt/sonarr/bin/NzbDrone.exe -nobrowser -data /opt/sonarr
# vim /etc/systemd/system/sonarr.service

[Unit]
Description=Sonarr Daemon
After=syslog.target network.target

[Service]
User=sonarr
Group=usenetserver
Type=simple
ExecStart=/usr/bin/mono /opt/sonarr/bin/NzbDrone.exe -nobrowser -data /opt/sonarr/
TimeoutStopSec=20

[Install]
WantedBy=multi-user.target

# systemctl daemon-reload
# systemctl start sonarr && systemctl status sonarr
# systemctl enable sonarr

Setup Radarr- Movie Download Tool

# cd /tmp/
# wget https://github.com/Radarr/Radarr/releases/download/v0.2.0.1480/Radarr.develop.0.2.0.1480.linux.tar.gz
# tar -xvf Radarr.develop*

# mkdir -p /opt/radarr/bin
# useradd --system --home-dir=/opt/radarr radarr
# usermod -a -G usenetserver radarr
# cp -R Radarr/* /opt/radarr/bin/
# ls -l /opt/radarr/bin/
# chown -R radarr:usenetserver /opt/radarr/

# vim /opt/radarr/.config/Radarr/config.xml

<Config>
  <LogLevel>Info</LogLevel>
  <Port>7878</Port>
  <UrlBase>/usenetdl/radarr</UrlBase>
  <BindAddress>*</BindAddress>
  <SslPort>9898</SslPort>
  <EnableSsl>False</EnableSsl>
  <ApiKey>********************************</ApiKey>
  <AuthenticationMethod>None</AuthenticationMethod>
  <Branch>develop</Branch>
  <LaunchBrowser>True</LaunchBrowser>
  <SslCertHash></SslCertHash>
  <UpdateMechanism>BuiltIn</UpdateMechanism>
  <AnalyticsEnabled>False</AnalyticsEnabled>

# vim /etc/systemd/system/radarr.service

[Unit]
Description=Radarr Daemon
After=syslog.target network.target

[Service]
User=radarr
Group=usenetserver
Type=simple
ExecStart=/usr/bin/mono /opt/radarr/bin/Radarr.exe -nobrowser -data /opt/radarr
TimeoutStopSec=20
KillMode=process
Restart=on-failure

[Install]
WantedBy=multi-user.target

# systemctl daemon-reload
# systemctl start radarr && systemctl status radarr
# systemctl enable radarr

Setup Lidarr - Music Download Tool

Install / compile Cromaprint dependency:
# yum install git ffmpeg ffmpeg-devel fftw taglib boost cmake cmake3

# cd /tmp/
# git clone https://bitbucket.org/acoustid/chromaprint.git
# cd chromaprint/
# ls -la
# cmake3 -DCMAKE_BUILD_TYPE=Release -DBUILD_TOOLS=ON .
# make
# make install
# which fpcalc
# /bin/fpcalc

# cd /tmp/
# wget https://github.com/lidarr/Lidarr/releases/download/v0.4.0.524/Lidarr.develop.0.4.0.524.linux.tar.gz
# tar -xvf Lidarr.develop.0.4.0.524.linux.tar.gz
# ls -la Lidarr/
# mkdir -p /opt/lidarr/bin
# cp -R /tmp/Lidarr/* /opt/lidarr/bin/

# ls -la /opt/lidarr/bin/
# useradd --system --home-dir=/opt/lidarr lidarr
# usermod -a -G usenetserver lidarr
# chown -R lidarr:usenetserver /opt/lidarr/

# vim /opt/lidarr/.config/Lidarr/config.xml

<Config>
  <LogLevel>Info</LogLevel>
  <Port>8686</Port>
  <UrlBase>/usenetdl/lidarr</UrlBase>
  <BindAddress>*</BindAddress>
  <SslPort>6868</SslPort>
  <EnableSsl>False</EnableSsl>
  <ApiKey>********************************</ApiKey>
  <AuthenticationMethod>None</AuthenticationMethod>
  <Branch>develop</Branch>
  <LaunchBrowser>True</LaunchBrowser>
  <SslCertHash></SslCertHash>
  <UpdateMechanism>BuiltIn</UpdateMechanism>
  <AnalyticsEnabled>False</AnalyticsEnabled>

# /usr/bin/mono /opt/lidarr/bin/Lidarr.exe -nobrowser -data /opt/lidarr
CTRL + C

# vim /etc/systemd/system/lidarr.service

[Unit]
Description=Lidarr Daemon
After=syslog.target network.target

[Service]
User=lidarr
Group=usenetserver
Type=simple
ExecStart=/usr/bin/mono /opt/lidarr/bin/Lidarr.exe -nobrowser -data /opt/lidarr
TimeoutStopSec=20
KillMode=process
Restart=on-failure

[Install]
WantedBy=multi-user.target

# systemctl daemon-reload
# systemctl start lidarr.service && systemctl status lidarr.service
# systemctl enable lidarr.service

Setup bazarr - Subtitles Download Tool

Bazarr is a companion application to Sonarr and Radarr. It manages and downloads subtitles based on your requirements.

# yum install https://download1.rpmfusion.org/nonfree/el/rpmfusion-nonfree-release-7.noarch.rpm
# yum install unrar.x86_64 python3-pip python36-distutils-extra.noarch
# cd /opt/
# git clone https://github.com/morpheus65535/bazarr.git

# useradd --system --home-dir=/opt/bazarr bazarr
# usermod -a -G usenetserver bazarr
# chown -R bazarr: /opt/bazarr

# ls -la /opt/bazarr/
# pip install -r /opt/bazarr/requirements.txt

# vim /opt/bazarr/data/config/config.ini

...
[general]
update_restart = True
movie_default_hi = False
movie_default_language = []
serie_default_forced = False
chmod = 0640
use_scenename = True
use_postprocessing = False
use_radarr = False
base_url = /usenetdl/bazarr
page_size = 25
...

# /usr/bin/python /opt/bazarr/bazarr.py

CTRL + C

# vim /etc/systemd/system/bazarr.service

[Unit]
Description=Bazarr Daemon
After=syslog.target network.target

[Service]
WorkingDirectory=/opt/bazarr/
User=bazarr
Group=usenetserver
UMask=0002
Type=simple
ExecStart=/usr/bin/python /opt/bazarr/bazarr.py
TimeoutStopSec=20
KillSignal=SIGINT
RestartSec=5
Restart=on-failure
SyslogIdentifier=bazarr

[Install]
WantedBy=multi-user.target

# chown -R bazarr:usenetserver /opt/bazarr/
# systemctl daemon-reload

# systemctl start bazarr && systemctl status bazarr
# systemctl enable bazarr

Finishing Server Setup

Configure Muximux Landingpage

# vim /var/www/html/muximux/settings.ini.php

<?php die('Access denied'); ?>
[general]
title = "Usenet Download-Server v3"
branch = "master"
theme = "modern"
color = "#31ac63"
tabcolor = "true"
rssUrl = ""
userNameInput = "admin"
password = "muximux"

[settings]
branch_changed = ""
sha = ""
enabled = "true"
default = "false"
name = "Settings"
url = "muximux.php"
landingpage = "false"
icon = "fa-cog"
dd = "true"
branches[develop] = "RANDOM_NUMBER"
branches[experimental] = "RANDOM_NUMBER"
branches[master] = "RANDOM_NUMBER"
branches[parseError] = "RANDOM_NUMBER"
branches[saveProblem] = "RANDOM_NUMBER"
last_check = RANDOM_NUMBER
branch = ""

[nzbhydra]
name = "NZB Hydra"
url = "/usenetdl/nzbhydra/"
scale = 1
icon = "muximux-nzbhydra"
color = "#108f34"
enabled = "true"

[Sonarr]
name = "Sonarr"
url = "/usenetdl/sonarr/"
scale = 1
icon = "muximux-sonarr"
color = "#35c5f4"
enabled = "true"
default = "true"

[423418newApplication]
name = "Radarr"
url = "/usenetdl/radarr/"
scale = 1
icon = "muximux-sonarr"
color = ""
enabled = "true"

[726600newApplication]
name = "Lidarr"
url = "/usenetdl/lidarr/"
scale = 1
icon = "muximux-sonarr"
color = ""
enabled = "true"

[NZBGet]
name = "NZBGet"
url = "/usenetdl/nzbget/"
scale = 1
icon = "muximux-download"
color = "#3f8927"
enabled = "true"

Checking Server Setup

Checking if all services are in the usenetserver group:

[root@rhdl03 ~]# cat /etc/group | grep usenetserver
usenetserver:x:1001:nzbget,nzbhydra,radarr,sonarr,lidarr

Checking if Userhome is set to /opt:

[root@rhdl03 ~]# cat /etc/passwd | grep -e 'sonarr' -e 'radarr' -e 'lidarr' -e 'nzbget' -e 'nzbhydra'
nzbget:x:996:993::/opt/nzbget:/bin/bash
nzbhydra:x:995:992::/opt/nzbhydra:/bin/bash
sonarr:x:994:991::/opt/sonarr:/bin/bash
radarr:x:993:990::/opt/radarr:/bin/bash
lidarr:x:992:989::/opt/lidarr:/bin/bash

Checking if all services are up and running:

[root@rhdl03 ~]# netstat -tulpn | grep -e 'nzbget' -e 'mono' -e 'httpd' -e 'python2.7'
tcp        0      0 0.0.0.0:6789            0.0.0.0:*               LISTEN      3177/nzbget
tcp        0      0 0.0.0.0:7878            0.0.0.0:*               LISTEN      3105/mono
tcp        0      0 0.0.0.0:8686            0.0.0.0:*               LISTEN      3113/mono
tcp        0      0 0.0.0.0:5075            0.0.0.0:*               LISTEN      3106/python2.7
tcp        0      0 0.0.0.0:8989            0.0.0.0:*               LISTEN      3109/mono
tcp6       0      0 :::80                   :::*                    LISTEN      3196/httpd

Table of Contents