watchlist_telegram.py

#!/usr/bin/env python3
"""Cyberjunky's 3Commas bot helpers."""
import argparse
import configparser
import json
from math import nan
import os
import re
import sys
import time
from pathlib import Path

from telethon import TelegramClient, events

from helpers.logging import Logger, NotificationHandler
from helpers.smarttrade import (
    construct_smarttrade_position,
    construct_smarttrade_stoploss,
    construct_smarttrade_takeprofit,
    get_smarttrade_direction,
    is_valid_smarttrade
)
from helpers.threecommas import (
    get_threecommas_currency_rate,
    init_threecommas_api,
    load_blacklist,
    prefetch_marketcodes
)
from helpers.threecommas_smarttrade import (
    close_threecommas_smarttrade,
    open_threecommas_smarttrade
)
from helpers.watchlist import (
    process_botlist
)


def load_config():
    """Create default or load existing config file."""

    cfg = configparser.ConfigParser()
    if cfg.read(f"{datadir}/{program}.ini"):
        return cfg

    cfg["settings"] = {
        "timezone": "Europe/Amsterdam",
        "debug": False,
        "logrotate": 7,
        "3c-apikey": "Your 3Commas API Key",
        "3c-apisecret": "Your 3Commas API Secret",
        "3c-apikey-path": "Path to your own generated RSA private key, or empty",
        "tgram-phone-number": "Your Telegram Phone number",
        "tgram-api-id": "Your Telegram API ID",
        "tgram-api-hash": "Your Telegram API Hash",
        "notifications": False,
        "notify-urls": ["notify-url1"],
    }

    cfg["custom"] = {
        "channel-name": "Telegram Channel to watch",
        "usdt-botids": [12345, 67890],
        "btc-botids": [12345, 67890],
    }

    cfg["smarttrade"] = {
        "channel-names": ["Channel 1", "Channel 2"],
        "amount-usdt": 100.0,
        "amount-btc": 0.001,
    }

    cfg["hodloo_5"] = {
        "exchange": "Bittrex / Binance / Kucoin",
        "bnb-botids": [12345, 67890],
        "btc-botids": [12345, 67890],
        "busd-botids": [12345, 67890],
        "eth-botids": [12345, 67890],
        "eur-botids": [12345, 67890],
        "usdt-botids": [12345, 67890],
    }

    cfg["hodloo_10"] = {
        "exchange": "Bittrex / Binance / Kucoin",
        "bnb-botids": [12345, 67890],
        "btc-botids": [12345, 67890],
        "busd-botids": [12345, 67890],
        "eth-botids": [12345, 67890],
        "eur-botids": [12345, 67890],
        "usdt-botids": [12345, 67890],
    }

    with open(f"{datadir}/{program}.ini", "w") as cfgfile:
        cfg.write(cfgfile)

    return None


def upgrade_config(cfg):
    """Upgrade config file if needed."""

    if not cfg.has_section("smarttrade"):
        cfg["smarttrade"] = {
            "channel-names": ["Channel 1", "Channel 2"],
            "amount-usdt": 100.0,
            "amount-btc": 0.001,
        }

        with open(f"{datadir}/{program}.ini", "w+") as cfgfile:
            cfg.write(cfgfile)

        logger.info("Upgraded the configuration file (added smarttrade section)")

    if not cfg.has_option("settings", "3c-apikey-path"):
        cfg.set("settings", "3c-apikey-path", "")

        with open(f"{datadir}/{program}.ini", "w+") as cfgfile:
            cfg.write(cfgfile)

        logger.info("Upgraded the configuration file (3c-apikey-path)")

    return cfg


async def handle_custom_event(event):
    """Handle the received Telegram event"""

    logger.debug(
        "Received custom message '%s'"
        % (event.message.text.replace("\n", " - "))
    )

    # Parse the event and do some error checking
    trigger = event.raw_text.splitlines()

    try:
        exchange = trigger[0].replace("\n", "")
        pair = trigger[1].replace("#", "").replace("\n", "")
        base = pair.split("_")[0].replace("#", "").replace("\n", "")
        coin = pair.split("_")[1].replace("\n", "")

        # Fix for future pair format
        if coin.endswith(base) and len(coin) > len(base):
            coin = coin.replace(base, "")

        trade = trigger[2].replace("\n", "")
        if trade == "LONG" and len(trigger) == 4 and trigger[3] == "CLOSE":
            trade = "CLOSE"
    except IndexError:
        logger.debug("Invalid trigger message format!")
        return

    if exchange.lower() not in ("binance", "ftx", "kucoin"):
        logger.debug(
            f"Exchange '{exchange}' is not yet supported."
        )
        return

    if trade not in ('LONG', 'CLOSE'):
        logger.debug(f"Trade type '{trade}' is not supported yet!")
        return

    if base == "USDT":
        botids = json.loads(config.get("custom", "usdt-botids"))
        if len(botids) == 0:
            logger.debug(
                "No valid usdt-botids configured for '%s', disabled" % base
            )
            return
    elif base == "BTC":
        botids = json.loads(config.get("custom", "btc-botids"))
        if len(botids) == 0:
            logger.debug("No valid btc-botids configured for '%s', disabled" % base)
            return
    else:
        logger.error(
            "Error the base of pair '%s' being '%s' is not supported yet!" % (pair, base)
        )
        return

    if len(botids) == 0:
        logger.debug(
            f"{base}_{coin}: no valid botids configured for base '{base}'."
        )
        return

    await client.loop.run_in_executor(
        None, process_botlist, logger, api, blacklistfile, blacklist, marketcodecache,
                                botids, coin, trade
    )


async def handle_telegram_smarttrade_event(source, event):
    """Handle the received Telegram event"""

    # Parse the event and do some error checking
    data = event.raw_text.splitlines()

    try:
        searchwords = ["Targets", "Target 1", "TP1", "SL"]
        #if "Targets" in event.message.text:
        if any(word in event.message.text for word in searchwords):
            logger.debug(f"Received {source} message: {data}", True)

            parse_smarttrade_event(source, data)
    except Exception as exception:
        logger.debug(f"Exception occured: {exception}")
        return

    return


def parse_smarttrade_event(source, event_data):
    """Parse the data of an event and extract smarttrade data"""

    dealid = 0

    pair = None
    entries = list()
    targets = list()
    stoploss = nan

    logger.info(f"Parsing received event from '{source}': {event_data}")

    for event_line in event_data:
        if "/USDT" in event_line or "/BTC" in event_line or "#" in event_line:
            pair = parse_smarttrade_pair(event_line)
        elif "Target" in event_line:
            targets = parse_smarttrade_target(event_line)
        elif "Stoploss" in event_line or "SL:" in event_line:
            stoploss = parse_smarttrade_stoploss(event_line)

    logger.info(
        f"Received concrete smarttrade with for {pair} with "
        f"stoploss '{stoploss}' and targets '{targets}'",
        True
    )

    currentprice = float(get_threecommas_currency_rate(logger, api, "binance", pair))

    direction = get_smarttrade_direction(targets)
    logger.info(
        f"Direction is '{direction}'."
    )

    if is_valid_smarttrade(logger, currentprice, entries, targets, stoploss, direction):
        amount = config.getfloat("smarttrade", "amount-usdt")
        if "BTC" in pair:
            amount = config.getfloat("smarttrade", "amount-btc")

        positionsize = amount
        if not ("USDT" in pair and "BTC" in pair):
            positionsize /= currentprice

        logger.debug(
            f"Calculated position {positionsize} based on amount {amount} and price {currentprice}"
        )

        positiontype = "buy" if direction == "long" else "sell"
        position = construct_smarttrade_position(positiontype, "market", positionsize)
        logger.debug(
            f"Position {position} created."
        )

        takeprofit = construct_smarttrade_takeprofit("limit", targets)
        logger.debug(
            f"Takeprofit {takeprofit} created."
        )

        stoploss = construct_smarttrade_stoploss("limit", stoploss)
        logger.debug(
            f"Stoploss {stoploss} created."
        )

        note = f"Deal started based on signal from {source}"

        data = open_threecommas_smarttrade(logger, api, "29981012", pair, note, position, takeprofit, stoploss)
        dealid = handle_open_smarttrade_data(data)
    else:
        logger.error("Cannot start smarttrade because of invalid data)")

    return dealid


def handle_open_smarttrade_data(data):
    """Handle the return data of 3C"""

    dealid = 0

    if data is not None:
        dealid = data["id"]
        pair = data["pair"]

        logger.info(
            f"Opened smarttrade {dealid} for pair '{pair}'.",
            True
        )

    return dealid


def parse_smarttrade_pair(data):
    """Parse data and extract pair data"""

    pair = None
    coin = None

    if "/USDT" in data or "/BTC" in data:
        pairdata = data.split(" ")[0].split("/")
        base = pairdata[1].replace("#", "")
        coin = pairdata[0].replace("#", "")
    elif "#" in data:
        base = "USDT"
        pairdata = data.split(" ")
        logger.info(f"Parsing pairdata {pairdata}")

        for line in pairdata:
            if "#" in line:
                coinorpair = line.replace("#", "")

                if "/" in coinorpair:
                    coin = coinorpair.split('/')[0]
                else:
                    coin = coinorpair

                break

    pair = f"{base}_{coin}"

    logger.info(f"Pair '{pair}' found in {data} (base: {base}, coin: {coin}).")

    return pair


def parse_smarttrade_entrie(data):
    """Parse data and extract entrie(s) data"""


def parse_smarttrade_target(data):
    """Parse data and extract target(s) data"""

    targetsteps = list()

    convertsatoshi = False
    if "satoshi" in data:
        convertsatoshi = True

    tpdata = re.findall(r"[0-9]{1,5}[.,]\d{1,8}k?|[0-9]{2,}k?", data.split("(")[0])

    quotient, remainder = divmod(100, len(tpdata))

    logger.debug(
        f"Calculated quotient of {quotient} and remainder {remainder} based on len {len(tpdata)}"
    )

    for takeprofit in tpdata:
        step = {}

        price = takeprofit
        if convertsatoshi:
            price = float(price) * 0.00000001
        if isinstance(price, str) and "k" in price:
            price = float(price.replace("k", ""))
            price *= 1000.0

        step["price"] = price

        # Volume is calculated based on number of targets. This could be a float result and result in a volume of less
        # than 100% due to rounding. So, the quetient is calculated for every target and the remaining volume is added
        # to the first target
        step["volume"] = quotient
        if len(targetsteps) == 0:
            step["volume"] += remainder

        targetsteps.append(step)

    logger.info(f"Targets '{targetsteps}' found in {data} (regex returned {tpdata}).")

    return targetsteps


def parse_smarttrade_stoploss(data):
    """Parse data and extract stoploss data"""

    stoploss = nan

    sldata = re.search(r"[0-9]{1,5}[.,]\d{1,8}k?|[0-9]{2,}k?", data)
    if sldata is not None:
        stoploss = sldata.group()
        if "k" in stoploss:
            stoploss = float(stoploss.replace("k", ""))
            stoploss *= 1000.0
        else:
            stoploss = float(stoploss)

    logger.info(f"Stoploss of '{stoploss}' found in {data} (regex returned {sldata}).")

    return stoploss


async def handle_hodloo_event(category, event):
    """Handle the received Telegram event"""

    logger.debug(
        "Received message on Hodloo %s: '%s'"
        % (category, event.message.text.replace("\n", " - "))
    )

    # Parse the event and do some error checking
    trigger = event.raw_text.splitlines()

    pair = trigger[0].replace("\n", "").replace("**", "")
    base = pair.split("/")[1]
    coin = pair.split("/")[0]

    logger.info(
        f"Received message on {category}% for {base}_{coin}"
    )

    if base.lower() not in ("bnb", "btc", "busd", "eth", "eur", "usdt"):
        logger.debug(
            f"{base}_{coin}: base '{base}' is not yet supported."
        )
        return

    botids = get_hodloo_botids(category, base)

    if len(botids) == 0:
        logger.debug(
            f"{base}_{coin}: no valid botids configured for base '{base}'."
        )
        return

    await client.loop.run_in_executor(
        None, process_botlist, logger, api, blacklistfile, blacklist, marketcodecache,
                                botids, coin, "LONG"
    )


def get_hodloo_botids(category, base):
    """Get list of botids from configuration based on category and base"""

    return json.loads(config.get(f"hodloo_{category}", f"{base.lower()}-botids"))


def run_tests():
    """Some tests which can be run to test data processing"""

    logger.info("Running some test cases. Should not happen when running for you!!!")

    data = list()

    if False:
        data.clear()
        data.append(r'LTO/BTC')
        data.append(r'LTO Network has established itself as Europe’s leading blockchain with strong real-world usage.')
        data.append(r'Technically lying above strong support. RSI is in the oversold region. MACD is showing bullish momentum. It will pump hard from here. so now is the right time to build your position in it before breakout for massive profits😊')
        data.append(r'')
        data.append(r'Targets: 493-575-685-795 satoshi')
        tradeid = parse_smarttrade_event("***** Manually testing the script *****", data)
        time.sleep(10) #Pause for some time, allowing 3C to open the deal before we can close it
        close_threecommas_smarttrade(logger, api, tradeid)

    if False:
        data.clear()
        data.append(r'LTO/USDT lying above strong support. Stochastic is giving a buying signal. It will bounce hard from here. so now is the right time to build your position in it before breakout for massive profits😊')
        data.append(r'')
        data.append(r'Targets: $0.1175-0.1575-0.2015-0.2565')
        data.append(r'SL: $0.0952')
        tradeid = parse_smarttrade_event("***** Manually testing the script *****", data)
        time.sleep(10) #Pause for some time, allowing 3C to open the deal before we can close it
        close_threecommas_smarttrade(logger, api, tradeid)

    if False:
        data.clear()
        data.append(r'Longing #SAND')
        data.append(r'Lev - 5x')
        data.append(r'Single Entry around CMP1.354')
        data.append(r'Stoploss - H4 close below 1.3$')
        data.append(r'Targets - 1.385 - 1.42 - 1.48 - 1.72 (25% Each)')
        data.append(r'@Forex_Tradings')
        tradeid = parse_smarttrade_event("***** Manually testing the script *****", data)
        time.sleep(10) #Pause for some time, allowing 3C to open the deal before we can close it
        close_threecommas_smarttrade(logger, api, tradeid)

    if False:
        data.clear()
        data.append(r'#BTC/USDT (Swing Short)')
        data.append(r'Lev - 5x')
        data.append(r'Entry 1 - 24350 (50%)')
        data.append(r'Entry 2 - 25.5k (50%)')
        data.append(r'Stoploss - Daily Close above 26k')
        data.append(r'Targets - 23.5k - 22.6k - 21.5k - 20k - 17k')
        tradeid = parse_smarttrade_event("***** Manually testing the script *****", data) # Need to test
        time.sleep(10) #Pause for some time, allowing 3C to open the deal before we can close it
        close_threecommas_smarttrade(logger, api, tradeid)

    if False:
        data.clear()
        data.append(r'#AAVE ')
        data.append(r'Breakout Targets - 92 - 105 - 127 - 153 - 178 - 250 ')
        tradeid = parse_smarttrade_event("***** Manually testing the script *****", data)
        time.sleep(10) #Pause for some time, allowing 3C to open the deal before we can close it
        close_threecommas_smarttrade(logger, api, tradeid)

# Start application
program = Path(__file__).stem

# Parse and interpret options.
parser = argparse.ArgumentParser(description="Cyberjunky's 3Commas bot helper.")
parser.add_argument("-d", "--datadir", help="data directory to use", type=str)
parser.add_argument("-b", "--blacklist", help="blacklist to use", type=str)

args = parser.parse_args()
if args.datadir:
    datadir = args.datadir
else:
    datadir = os.getcwd()

# pylint: disable-msg=C0103
if args.blacklist:
    blacklistfile = f"{datadir}/{args.blacklist}"
else:
    blacklistfile = ""

# Create or load configuration file
config = load_config()
if not config:
    logger = Logger(datadir, program, None, 7, False, False)
    logger.info(
        f"Created example config file '{program}.ini', edit it and restart the program"
    )
    sys.exit(0)
else:
    # Handle timezone
    if hasattr(time, "tzset"):
        os.environ["TZ"] = config.get(
            "settings", "timezone", fallback="Europe/Amsterdam"
        )
        time.tzset()

    # Init notification handler
    notification = NotificationHandler(
        program,
        config.getboolean("settings", "notifications"),
        config.get("settings", "notify-urls"),
    )

    # Initialise logging
    logger = Logger(
        datadir,
        program,
        notification,
        int(config.get("settings", "logrotate", fallback=7)),
        config.getboolean("settings", "debug"),
        config.getboolean("settings", "notifications"),
    )

# Upgrade config file if needed
config = upgrade_config(config)

# Validation of data before starting
hl5exchange = config.get("hodloo_5", "exchange")
if hl5exchange not in ("Bittrex", "Binance", "Kucoin"):
    logger.error(
        f"Exchange {hl5exchange} not supported. Must be 'Bittrex', 'Binance' or 'Kucoin'!"
    )
    sys.exit(0)

hl10exchange = config.get("hodloo_10", "exchange")
if hl10exchange not in ("Bittrex", "Binance", "Kucoin"):
    logger.error(
        f"Exchange {hl10exchange} not supported. Must be 'Bittrex', 'Binance' or 'Kucoin'!"
    )
    sys.exit(0)

# Initialize 3Commas API
api = init_threecommas_api(logger, config)
if not api:
    sys.exit(0)

# Code to enable testing instead of waiting for events.
#run_tests()
#sys.exit(0)

# Prefetch marketcodes for all bots
# - Custom bots
allbotids = json.loads(config.get("custom", "usdt-botids")) + json.loads(config.get("custom", "btc-botids"))

# - Hodloo bots
for hlcategory in ("5", "10"):
    for hlbase in ("bnb", "btc", "busd", "eth", "eur", "usdt"):
        allbotids += get_hodloo_botids(hlcategory, hlbase)

marketcodecache = prefetch_marketcodes(logger, api, allbotids)

# Prefetch blacklists
blacklist = load_blacklist(logger, api, blacklistfile)

# Watchlist telegram trigger
client = TelegramClient(
    f"{datadir}/{program}",
    config.get("settings", "tgram-api-id"),
    config.get("settings", "tgram-api-hash"),
).start(config.get("settings", "tgram-phone-number"))

customchannelname = config.get("custom", "channel-name")
hl5channelname = f"Hodloo {hl5exchange} 5%"
hl10channelname = f"Hodloo {hl10exchange} 10%"
smarttradechannels = config.get("smarttrade", "channel-names")

for dialog in client.iter_dialogs():
    if dialog.is_channel:
        logger.debug(
            f"{dialog.id}:{dialog.title}"
        )

        if dialog.title == customchannelname:
            logger.info(f"Listening to updates from '{dialog.title}' (id={dialog.id}) ...",
                True
            )
            @client.on(events.NewMessage(chats=dialog.id))
            async def callback_custom(event):
                """Receive Telegram message."""

                await handle_custom_event(event)
                notification.send_notification()

        elif dialog.title == hl5channelname:
            logger.info(f"Listening to updates from '{dialog.title}' (id={dialog.id}) ...",
                True
            )
            @client.on(events.NewMessage(chats=dialog.id))
            async def callback_5(event):
                """Receive Telegram message."""

                await handle_hodloo_event("5", event)
                notification.send_notification()

        elif dialog.title == hl10channelname:
            logger.info(f"Listening to updates from '{dialog.title}' (id={dialog.id}) ...",
                True
            )
            @client.on(events.NewMessage(chats=dialog.id))
            async def callback_10(event):
                """Receive Telegram message."""

                await handle_hodloo_event("10", event)
                notification.send_notification()

        elif dialog.title in smarttradechannels:
            logger.info(f"Listening to updates from '{dialog.title}' (id={dialog.id}) ...",
                True
            )
            @client.on(events.NewMessage(chats=dialog.id))
            async def callback_smarttrade(event):
                """Receive Telegram message."""

                chat_from = event.chat if event.chat else (await event.get_chat()) # telegram MAY not send the chat enity
                await handle_telegram_smarttrade_event(chat_from.title, event)
                notification.send_notification()


# Start telegram client
client.start()
logger.info(
    "Client started listening to updates on mentioned channels...",
    True
)
notification.send_notification()

client.run_until_disconnected()