2019-12-19 10:34:19 +00:00
|
|
|
"""Onionr - Private P2P Communication.
|
|
|
|
|
|
|
|
launch the api servers and communicator
|
2019-12-18 10:00:39 +00:00
|
|
|
"""
|
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
import platform
|
2019-03-08 01:08:06 +00:00
|
|
|
from threading import Thread
|
2020-02-03 01:00:49 +00:00
|
|
|
|
2020-02-02 06:55:39 +00:00
|
|
|
from stem.connection import IncorrectPassword
|
2020-08-24 03:26:54 +00:00
|
|
|
import stem
|
2019-08-02 23:00:04 +00:00
|
|
|
import toomanyobjs
|
2020-02-03 01:00:49 +00:00
|
|
|
import filenuke
|
2020-07-24 19:37:01 +00:00
|
|
|
from deadsimplekv import DeadSimpleKV
|
2019-08-02 23:00:04 +00:00
|
|
|
|
2019-12-18 10:00:39 +00:00
|
|
|
import config
|
2020-01-27 08:20:09 +00:00
|
|
|
import onionrstatistics
|
|
|
|
from onionrstatistics import serializeddata
|
2019-12-18 10:00:39 +00:00
|
|
|
import apiservers
|
|
|
|
import logger
|
|
|
|
import communicator
|
2019-09-21 22:45:46 +00:00
|
|
|
from onionrplugins import onionrevents as events
|
2019-03-08 01:08:06 +00:00
|
|
|
from netcontroller import NetController
|
2020-03-08 00:51:39 +00:00
|
|
|
from netcontroller import clean_ephemeral_services
|
2019-06-23 17:41:07 +00:00
|
|
|
from onionrutils import localcommand
|
2020-02-03 01:16:30 +00:00
|
|
|
from utils import identifyhome
|
2019-07-19 04:59:44 +00:00
|
|
|
import filepaths
|
2019-07-31 05:10:28 +00:00
|
|
|
from etc import onionrvalues, cleanup
|
2019-07-20 00:01:16 +00:00
|
|
|
from onionrcrypto import getourkeypair
|
2020-06-15 00:08:17 +00:00
|
|
|
from utils import hastor
|
2019-09-26 07:43:03 +00:00
|
|
|
import runtests
|
2020-01-02 02:07:34 +00:00
|
|
|
from httpapi import daemoneventsapi
|
2020-01-31 05:47:48 +00:00
|
|
|
from .. import version
|
|
|
|
from .getapihost import get_api_host_until_available
|
2020-02-01 00:23:48 +00:00
|
|
|
from utils.bettersleep import better_sleep
|
|
|
|
from netcontroller.torcontrol.onionservicecreator import create_onion_service
|
2020-03-19 06:43:57 +00:00
|
|
|
from .killdaemon import kill_daemon # noqa
|
2020-06-15 00:08:17 +00:00
|
|
|
from .showlogo import show_logo
|
2020-03-11 09:46:42 +00:00
|
|
|
from lan import LANManager
|
2020-03-16 07:28:41 +00:00
|
|
|
from lan.server import LANServer
|
2020-03-30 08:23:59 +00:00
|
|
|
from sneakernet import sneakernet_import_thread
|
2020-03-31 09:00:48 +00:00
|
|
|
from onionrstatistics.devreporting import statistics_reporter
|
2020-07-30 01:23:48 +00:00
|
|
|
from setupkvvars import setup_kv
|
2020-07-31 01:15:36 +00:00
|
|
|
from .spawndaemonthreads import spawn_client_threads
|
2019-12-18 10:02:08 +00:00
|
|
|
"""
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
|
|
along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
"""
|
|
|
|
|
2019-07-27 02:42:55 +00:00
|
|
|
|
2019-07-31 05:10:28 +00:00
|
|
|
def _proper_shutdown():
|
2019-07-19 04:59:44 +00:00
|
|
|
localcommand.local_command('shutdown')
|
2019-06-15 01:31:01 +00:00
|
|
|
sys.exit(1)
|
|
|
|
|
2019-12-18 10:02:08 +00:00
|
|
|
|
2020-06-15 00:08:17 +00:00
|
|
|
def _show_info_messages():
|
|
|
|
version.version(verbosity=5, function=logger.info)
|
|
|
|
logger.debug('Python version %s' % platform.python_version())
|
|
|
|
|
|
|
|
if onionrvalues.DEVELOPMENT_MODE:
|
|
|
|
logger.warn('Development mode enabled', timestamp=False, terminal=True)
|
|
|
|
|
|
|
|
logger.info('Using public key: %s' %
|
|
|
|
(logger.colors.underline +
|
|
|
|
getourkeypair.get_keypair()[0][:52]))
|
|
|
|
|
2020-08-24 03:26:54 +00:00
|
|
|
|
|
|
|
def _setup_online_mode(
|
|
|
|
use_existing_tor: bool,
|
|
|
|
net: NetController,
|
|
|
|
security_level: int):
|
2020-06-15 00:08:17 +00:00
|
|
|
if config.get('transports.tor', True):
|
|
|
|
# If we are using tor, check if we are using an existing tor instance
|
|
|
|
# if we are, we need to create an onion service on it and set attrs on our NetController
|
|
|
|
# if not, we need to tell netcontroller to start one
|
|
|
|
if use_existing_tor:
|
|
|
|
try:
|
|
|
|
os.mkdir(filepaths.tor_hs_loc)
|
|
|
|
except FileExistsError:
|
|
|
|
pass
|
|
|
|
net.socksPort = config.get('tor.existing_socks_port')
|
|
|
|
try:
|
|
|
|
net.myID = create_onion_service(
|
|
|
|
port=net.apiServerIP + ':' + str(net.hsPort))[0]
|
2020-08-24 03:26:54 +00:00
|
|
|
except stem.SocketError:
|
|
|
|
logger.error(
|
|
|
|
"Could not connect to existing Tor service", terminal=True)
|
|
|
|
localcommand.local_command('shutdown')
|
|
|
|
cleanup.delete_run_files()
|
|
|
|
sys.exit(1)
|
2020-06-15 00:08:17 +00:00
|
|
|
except IncorrectPassword:
|
|
|
|
# Exit if we cannot connect to the existing Tor instance
|
|
|
|
logger.error('Invalid Tor control password', terminal=True)
|
|
|
|
localcommand.local_command('shutdown')
|
|
|
|
cleanup.delete_run_files()
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
if not net.myID.endswith('.onion'):
|
|
|
|
net.myID += '.onion'
|
|
|
|
with open(filepaths.tor_hs_address_file, 'w') as tor_file:
|
|
|
|
tor_file.write(net.myID)
|
|
|
|
else:
|
|
|
|
logger.info('Tor is starting...', terminal=True)
|
|
|
|
if not net.startTor():
|
|
|
|
# Exit if we cannot start Tor.
|
|
|
|
localcommand.local_command('shutdown')
|
|
|
|
cleanup.delete_run_files()
|
|
|
|
sys.exit(1)
|
|
|
|
if len(net.myID) > 0 and security_level == 0:
|
|
|
|
logger.debug('Started .onion service: %s' %
|
|
|
|
(logger.colors.underline + net.myID))
|
|
|
|
else:
|
|
|
|
logger.debug('.onion service disabled')
|
|
|
|
|
|
|
|
|
2019-07-31 05:10:28 +00:00
|
|
|
def daemon():
|
2020-06-15 00:08:17 +00:00
|
|
|
"""Start Onionr's primary threads for communicator, API server, node, and LAN."""
|
2020-03-19 06:43:57 +00:00
|
|
|
# Determine if Onionr is in offline mode.
|
|
|
|
# When offline, Onionr can only use LAN and disk transport
|
2019-12-18 10:02:08 +00:00
|
|
|
offline_mode = config.get('general.offline_mode', False)
|
|
|
|
|
2019-07-27 02:42:55 +00:00
|
|
|
if not hastor.has_tor():
|
2019-12-18 10:02:08 +00:00
|
|
|
offline_mode = True
|
|
|
|
logger.error("Tor is not present in system path or Onionr directory",
|
|
|
|
terminal=True)
|
2019-03-08 01:08:06 +00:00
|
|
|
|
2019-09-26 07:43:03 +00:00
|
|
|
# Create shared objects
|
2019-08-04 04:52:57 +00:00
|
|
|
|
|
|
|
shared_state = toomanyobjs.TooMany()
|
2019-03-08 01:08:06 +00:00
|
|
|
|
2020-07-24 19:37:01 +00:00
|
|
|
# Add DeadSimpleKV for quasi-global variables (ephemeral key-value)
|
|
|
|
shared_state.get(DeadSimpleKV)
|
|
|
|
|
2020-07-30 01:23:48 +00:00
|
|
|
# Initialize the quasi-global variables
|
|
|
|
setup_kv(shared_state.get(DeadSimpleKV))
|
|
|
|
|
2020-01-02 02:07:34 +00:00
|
|
|
shared_state.get(daemoneventsapi.DaemonEventsBP)
|
|
|
|
|
2019-12-18 10:02:08 +00:00
|
|
|
Thread(target=shared_state.get(apiservers.ClientAPI).start,
|
|
|
|
daemon=True, name='client HTTP API').start()
|
|
|
|
if not offline_mode:
|
|
|
|
Thread(target=shared_state.get(apiservers.PublicAPI).start,
|
|
|
|
daemon=True, name='public HTTP API').start()
|
2019-09-26 07:43:03 +00:00
|
|
|
|
2019-12-18 10:02:08 +00:00
|
|
|
# Init run time tester
|
|
|
|
# (ensures Onionr is running right, for testing purposes)
|
2020-06-15 00:08:17 +00:00
|
|
|
# Run time tests are not normally run
|
2019-09-26 07:43:03 +00:00
|
|
|
shared_state.get(runtests.OnionrRunTestManager)
|
2020-06-15 00:08:17 +00:00
|
|
|
|
2020-07-24 19:37:01 +00:00
|
|
|
# Create singleton
|
2019-08-05 04:08:56 +00:00
|
|
|
shared_state.get(serializeddata.SerializedData)
|
2020-01-02 02:07:34 +00:00
|
|
|
|
2019-12-18 10:02:08 +00:00
|
|
|
shared_state.share_object() # share the parent object to the threads
|
2019-03-08 01:08:06 +00:00
|
|
|
|
2020-06-15 00:08:17 +00:00
|
|
|
show_logo()
|
|
|
|
|
|
|
|
# since we randomize loopback API server hostname to protect against attacks,
|
|
|
|
# we have to wait for it to become set
|
2019-03-08 01:08:06 +00:00
|
|
|
apiHost = ''
|
2020-01-28 01:32:25 +00:00
|
|
|
if not offline_mode:
|
2020-01-31 05:47:48 +00:00
|
|
|
apiHost = get_api_host_until_available()
|
2019-03-08 01:08:06 +00:00
|
|
|
|
2019-12-18 10:02:08 +00:00
|
|
|
net = NetController(config.get('client.public.port', 59497),
|
|
|
|
apiServerIP=apiHost)
|
2019-08-04 04:52:57 +00:00
|
|
|
shared_state.add(net)
|
|
|
|
|
2020-01-27 08:20:09 +00:00
|
|
|
shared_state.get(onionrstatistics.tor.TorStats)
|
2020-01-21 08:34:15 +00:00
|
|
|
|
2020-02-01 00:23:48 +00:00
|
|
|
security_level = config.get('general.security_level', 1)
|
|
|
|
use_existing_tor = config.get('tor.use_existing_tor', False)
|
|
|
|
|
2020-06-16 07:12:05 +00:00
|
|
|
if not offline_mode:
|
|
|
|
# we need to setup tor for use
|
|
|
|
_setup_online_mode(use_existing_tor, net, security_level)
|
2020-07-24 19:37:01 +00:00
|
|
|
|
2020-06-15 00:08:17 +00:00
|
|
|
_show_info_messages()
|
2019-11-30 08:42:49 +00:00
|
|
|
|
2019-12-18 10:02:08 +00:00
|
|
|
events.event('init', threaded=False)
|
2019-07-31 05:10:28 +00:00
|
|
|
events.event('daemon_start')
|
2020-03-16 07:51:47 +00:00
|
|
|
if config.get('transports.lan', True):
|
2020-08-10 06:03:32 +00:00
|
|
|
if not onionrvalues.IS_QUBES:
|
|
|
|
Thread(target=LANServer(shared_state).start_server,
|
|
|
|
daemon=True).start()
|
|
|
|
LANManager(shared_state).start()
|
|
|
|
else:
|
|
|
|
logger.warn('LAN not supported on Qubes', terminal=True)
|
2020-03-30 08:23:59 +00:00
|
|
|
if config.get('transports.sneakernet', True):
|
|
|
|
Thread(target=sneakernet_import_thread, daemon=True).start()
|
2020-03-31 09:00:48 +00:00
|
|
|
|
2020-08-10 06:03:32 +00:00
|
|
|
Thread(target=statistics_reporter,
|
|
|
|
args=[shared_state], daemon=True).start()
|
2020-06-15 00:08:17 +00:00
|
|
|
|
2020-08-08 17:38:14 +00:00
|
|
|
shared_state.get(DeadSimpleKV).put(
|
|
|
|
'proxyPort', net.socksPort)
|
|
|
|
spawn_client_threads(shared_state)
|
|
|
|
|
2019-08-04 04:52:57 +00:00
|
|
|
communicator.startCommunicator(shared_state)
|
2019-03-08 01:08:06 +00:00
|
|
|
|
2020-03-08 00:51:39 +00:00
|
|
|
clean_ephemeral_services()
|
|
|
|
|
2020-02-01 00:23:48 +00:00
|
|
|
if not offline_mode and not use_existing_tor:
|
2019-12-18 10:02:08 +00:00
|
|
|
net.killTor()
|
2020-02-01 04:14:26 +00:00
|
|
|
else:
|
|
|
|
try:
|
|
|
|
os.remove(filepaths.tor_hs_address_file)
|
|
|
|
except FileNotFoundError:
|
|
|
|
pass
|
2019-12-18 10:02:08 +00:00
|
|
|
|
2020-01-31 05:47:48 +00:00
|
|
|
better_sleep(5)
|
|
|
|
|
2019-07-31 05:10:28 +00:00
|
|
|
cleanup.delete_run_files()
|
2020-06-15 00:08:17 +00:00
|
|
|
if security_level >= 2:
|
2020-02-03 01:00:49 +00:00
|
|
|
filenuke.nuke.clean_tree(identifyhome.identify_home())
|
2019-03-08 01:08:06 +00:00
|
|
|
|
2019-12-18 10:02:08 +00:00
|
|
|
|
2019-12-19 10:34:19 +00:00
|
|
|
def _ignore_sigint(sig, frame): # pylint: disable=W0612,W0613
|
|
|
|
"""Space intentionally left blank."""
|
2019-04-20 22:55:54 +00:00
|
|
|
return
|
|
|
|
|
2019-12-18 10:02:08 +00:00
|
|
|
|
2019-12-19 10:34:19 +00:00
|
|
|
def start(override: bool = False):
|
|
|
|
"""If no lock file, make one and start onionr.
|
|
|
|
|
|
|
|
Error exit if there is and its not overridden
|
|
|
|
"""
|
2019-10-08 00:02:12 +00:00
|
|
|
if os.path.exists(filepaths.lock_file) and not override:
|
2020-06-27 23:03:20 +00:00
|
|
|
if os.path.exists(filepaths.restarting_indicator):
|
|
|
|
try:
|
|
|
|
os.remove(filepaths.restarting_indicator)
|
|
|
|
except FileNotFoundError:
|
|
|
|
pass
|
|
|
|
else:
|
|
|
|
return
|
2019-12-18 10:02:08 +00:00
|
|
|
logger.fatal('Cannot start. Daemon is already running,'
|
|
|
|
+ ' or it did not exit cleanly.\n'
|
|
|
|
+ ' (if you are sure that there is not a daemon running,'
|
2020-02-10 14:01:49 +00:00
|
|
|
+ f' delete {filepaths.lock_file} & try again).',
|
|
|
|
terminal=True)
|
2019-03-09 01:57:44 +00:00
|
|
|
else:
|
2019-07-31 05:10:28 +00:00
|
|
|
if not onionrvalues.DEVELOPMENT_MODE:
|
2019-12-19 10:34:19 +00:00
|
|
|
lock_file = open(filepaths.lock_file, 'w')
|
|
|
|
lock_file.write('delete at your own risk')
|
|
|
|
lock_file.close()
|
|
|
|
|
|
|
|
# Start Onionr daemon
|
2019-07-31 05:10:28 +00:00
|
|
|
daemon()
|
2019-12-19 10:34:19 +00:00
|
|
|
|
2019-10-08 22:26:44 +00:00
|
|
|
try:
|
|
|
|
os.remove(filepaths.lock_file)
|
|
|
|
except FileNotFoundError:
|
|
|
|
pass
|
2019-09-21 05:06:49 +00:00
|
|
|
|
2019-12-18 10:02:08 +00:00
|
|
|
|
2019-12-19 10:34:19 +00:00
|
|
|
start.onionr_help = "Start Onionr node " # type: ignore
|
|
|
|
start.onionr_help += "(public and clients API servers)" # type: ignore
|