Merge pull request #342 from Seluj78/feature/chatbot

Author: Seluj78

.gitignore

@@ -133,4 +133,5 @@ www/
 *.db
 .env.ci
 .env.dev
-.env.docker
+.env.docker
+backend/sentence_tokenizer.pickle

backend/PyMatcha/models/user.py

@@ -66,7 +66,7 @@ class User(Model):
     is_confirmed = Field(bool)
     confirmed_on = Field(datetime.datetime, fmt="%Y-%m-%d %H:%M:%S")
     previous_reset_token = Field(str)
-    skip_recommendations = Field(bool)
+    is_bot = Field(bool)
     superlikes_counter = Field(int)
     superlikes_reset_dt = Field(datetime.datetime, fmt="%Y-%m-%d %H:%M:%S")
 
@@ -89,7 +89,7 @@ def create(
         is_profile_completed: bool = False,
         is_confirmed: bool = False,
         confirmed_on: datetime.datetime = None,
-        skip_recommendations: bool = False,
+        is_bot: bool = False,
         superlikes_counter: int = 5,
         superlikes_reset_dt: Optional[datetime.datetime] = None,
     ) -> User:
@@ -151,7 +151,7 @@ def create(
             is_confirmed=is_confirmed,
             confirmed_on=confirmed_on,
             previous_reset_token=None,
-            skip_recommendations=skip_recommendations,
+            is_bot=is_bot,
             superlikes_counter=superlikes_counter,
             superlikes_reset_dt=superlikes_reset_dt,
         )
@@ -193,7 +193,7 @@ def register(email: str, username: str, password: str, first_name: str, last_nam
             is_confirmed=False,
             confirmed_on=None,
             previous_reset_token=None,
-            skip_recommendations=False,
+            is_bot=False,
             superlikes_counter=5,
             superlikes_reset_dt=None,
         )

backend/PyMatcha/routes/api/messages.py

@@ -32,6 +32,7 @@
 from PyMatcha.utils.success import Success
 from PyMatcha.utils.success import SuccessOutput
 from PyMatcha.utils.success import SuccessOutputMessage
+from PyMatcha.utils.tasks import bot_respond_to_message
 from timeago import format as timeago_format
 
 
@@ -77,7 +78,7 @@ def send_message():
     current_user.send_message(to_id=to_user.id, content=content)
     current_app.logger.debug("/messages -> Message successfully sent to {}.".format(to_uid))
 
-    new_message = Message.get_multis(to_id=to_user.id, content=content, from_id=current_user.id)[-1]
+    new_message = Message.get_multis(to_id=to_user.id, from_id=current_user.id)[-1]
 
     Notification.create(
         trigger_id=current_user.id,
@@ -87,6 +88,12 @@ def send_message():
         link_to=f"conversation/{current_user.id}",
     )
 
+    if to_user.is_bot:
+        new_message.is_seen = True
+        new_message.seen_timestamp = datetime.datetime.utcnow()
+        new_message.save()
+        bot_respond_to_message.delay(bot_id=to_user.id, from_id=current_user.id, message_content=content)
+
     return SuccessOutputMessage("new_message", new_message.to_dict(), "Message successfully sent to {}.".format(to_uid))
 
 

backend/PyMatcha/utils/bot_actions.py

@@ -0,0 +1,165 @@
+import json
+import logging
+from random import choice
+from random import choices
+from random import randrange
+
+from chatterbot import ChatBot
+from chatterbot.trainers import ChatterBotCorpusTrainer
+from PyMatcha import redis
+from PyMatcha.models.like import Like
+from PyMatcha.models.match import Match
+from PyMatcha.models.message import Message
+from PyMatcha.models.user import User
+from PyMatcha.models.view import View
+from PyMatcha.utils.recommendations import create_user_recommendations
+from PyMatcha.utils.static import BACKEND_ROOT
+from PyMatcha.utils.static import BOT_CONV_OPENERS
+
+
+# TODO: DO superlikes
+
+
+def _prepare_chatbot(bot_name):
+    logging.debug(f"Starting chatbot with name {bot_name}")
+    chatbot = ChatBot(
+        bot_name,
+        storage_adapter="chatterbot.storage.SQLStorageAdapter",
+        database_uri=f"sqlite:///{BACKEND_ROOT}/../chatbot_database.sqlite3",
+    )
+
+    trainer = ChatterBotCorpusTrainer(chatbot, show_training_progress=False)
+    trainer.train(
+        "chatterbot.corpus.english.conversations",
+        "chatterbot.corpus.english.emotion",
+        "chatterbot.corpus.english.greetings",
+        "chatterbot.corpus.english.humor",
+        "PyMatcha.utils.dating",
+    )
+    return chatbot
+
+
+def _get_recommendations(bot_user: User, ignore_bots: bool):
+    recommendations = redis.get(f"user_recommendations:{str(bot_user.id)}")
+    if not recommendations:
+        create_user_recommendations(bot_user, ignore_bots)
+        recommendations = redis.get(f"user_recommendations:{str(bot_user.id)}")
+        if not recommendations:
+            raise ValueError("Recommendations could not be calculated")
+    return json.loads(recommendations)
+
+
+def _botaction_like(bot_user: User, recommendations):
+    liked_ids = [like.liked_id for like in bot_user.get_likes_sent()]
+    for user in recommendations:
+        if user["id"] in liked_ids:
+            recommendations.remove(user)
+    try:
+        user_to_like = choice(recommendations)
+    except IndexError:
+        return
+    user_to_like = User.get(id=user_to_like["id"])
+    View.create(profile_id=user_to_like.id, viewer_id=bot_user.id)
+    Like.create(liker_id=bot_user.id, liked_id=user_to_like.id)
+
+    if user_to_like.already_likes(bot_user.id):
+        Match.create(user_1=bot_user.id, user_2=user_to_like.id)
+
+
+def botaction_unlike(bot_user: User):
+    liked_ids = [like.liked_id for like in bot_user.get_likes_sent()]
+    try:
+        id_to_unlike = choice(liked_ids)
+    except IndexError:
+        return
+    Like.get_multi(liker_id=bot_user.id, liked_id=id_to_unlike).delete()
+
+
+def _botaction_view(bot_user: User, recommendations):
+    try:
+        user_to_view = choice(recommendations)
+    except IndexError:
+        return
+    View.create(profile_id=user_to_view["id"], viewer_id=bot_user.id)
+
+
+def _botaction_message_new_conversation(bot_user: User):
+    matches = bot_user.get_matches()
+    unopened_matches = []
+    for match in matches:
+        msg_1 = Message.get_multi(from_id=match.user_1, to_id=match.user_2)
+        msg_2 = Message.get_multi(from_id=match.user_2, to_id=match.user_1)
+        if not msg_1 and not msg_2:
+            unopened_matches.append(match)
+
+    try:
+        match_to_open_conv = choice(unopened_matches)
+    except IndexError:
+        return
+
+    if match_to_open_conv.user_1 == bot_user.id:
+        other_user = match_to_open_conv.user_2
+    else:
+        other_user = match_to_open_conv.user_1
+
+    bot_user.send_message(to_id=other_user, content=choice(BOT_CONV_OPENERS))
+
+
+def _botaction_respond_to_unread(bot_user: User, chatbot):
+    last_message_list = bot_user.get_conversation_list()
+
+    unread_last_messages = []
+    for last_message in last_message_list:
+        if not last_message.is_seen and last_message.to_id == bot_user.id:
+            unread_last_messages.append(last_message)
+    try:
+        message_to_reply = choice(unread_last_messages)
+    except IndexError:
+        return
+    bot_reply = chatbot.get_response(message_to_reply.content)
+    bot_user.send_message(to_id=message_to_reply.from_id, content=bot_reply.text)
+
+
+def _botaction_send_message_over_old_one(bot_user: User, chatbot):
+    last_message_list = bot_user.get_conversation_list()
+    try:
+        message_to_reply = choice(last_message_list)
+    except IndexError:
+        return
+    if message_to_reply.to_id == bot_user.id:
+        other_user = message_to_reply.from_id
+    else:
+        other_user = message_to_reply.to_id
+
+    bot_reply = chatbot.get_response(".")
+    bot_user.send_message(to_id=other_user, content=bot_reply.text)
+
+
+def decide_bot_action(bot_user: User):
+    recommendations = _get_recommendations(bot_user, ignore_bots=True)
+
+    # The bot will first view 0 to 3 profiles
+    for _ in range(0, randrange(0, 3)):
+        _botaction_view(bot_user, recommendations)
+
+    # The bot will then like 0 to 2 profiles
+    for _ in range(0, randrange(0, 2)):
+        _botaction_like(bot_user, recommendations)
+
+    matches = bot_user.get_matches()
+    if not matches:
+        # No matches so far, no more actions to be done
+        # TODO: Add unlike
+        return
+
+    for match in matches:
+        chatbot = _prepare_chatbot(bot_user.username)
+        message_actions = [
+            _botaction_respond_to_unread,
+            _botaction_message_new_conversation,
+            _botaction_send_message_over_old_one,
+        ]
+        selected_action = choices(message_actions, weights=[10, 9, 5], k=1)
+        if selected_action[0]:
+            # Has to have the [0] because random.choices return a list
+            selected_action[0](bot_user, chatbot)

backend/PyMatcha/utils/dating.yml

@@ -0,0 +1,52 @@
+categories:
+- dating
+conversations:
+- - Sex?
+  - Sure
+  - Hmm, idk
+  - why not?
+  - when where how?
+  - Fuck you
+  - ok
+  - How's no ?
+  - Depends on your dick size
+  - How tall are you?
+  - No, you'll stay a virgin.
+  - We can do it in the butt
+  - Let's gooo
+  - yessss
+  - You're cute, so ok.
+  - err that's forward
+  - does that pickup line often work for you ?
+- - Hello pretty
+  - Hi sexy
+  - Hello cutie
+  - Hi babe
+  - Hello baby
+  - fuck you
+  - Does that pickup line ever work for you ?
+- - Height ?
+  - Surely you must know you're nowhere near attractive enough to make those demands, right ?
+  - Fuck you why do you need that information ?
+  - ...
+- - How much does a polar bear weigh ?
+  - Enough to break the ice
+  - Fucking back pickup line
+- - Are you a microwave? Cause mmmmmmmmmmmmmmmmmmmmmmmmm
+  - Are you cold food ? Cause I want to shove you in me and warm you up
+- - That's weird you really look updog in that picture
+  - What's updog?
+- - what's you major ?
+  - how about a more interesting question ?
+- - Which vegetables give you anxiety?
+  - Kiwis, had a bad experience with one as a child
+- - Top or bottom?
+  - Middle, sometimes jungle
+- - Wanna hear a joke about paper?
+  - It's probably going to be tearable
+- - If I was naked in front of you right now, what would you do?
+  - Ask for consent
+- - Are you a bot?
+  - are you ?
+- - Hey caramel woman
+  - Hey mayonnaise man

backend/PyMatcha/utils/orm/_model.py

@@ -1,4 +1,5 @@
 import logging
+import threading
 from copy import deepcopy
 from typing import List
 
@@ -15,7 +16,13 @@ class Model(object):
     Base Model class, all other Models will inherit from this
     """
 
-    db = connection
+    _conn = threading.local()
+
+    @property
+    def db(self):
+        if not hasattr(self._conn, "db"):
+            self._conn.db = pymysql.connect(**database_config)
+        return self._conn.db
 
     # Every model should override this with the correct table name
     table_name = None
@@ -391,6 +398,63 @@ def select_random(cls, count):
         for item in data:
             yield cls(item)
 
+    @classmethod
+    def select_random_multis(cls, count, **kwargs):
+        """
+        Get models from the database, using multiple keyword argument as a filter.
+
+        Class method allows you to use without instanciation eg.
+
+            model = Model.get(username="test", email="test@example.org")
+
+        Returns list of instances on success and raises an error if the row count was 0
+        """
+
+        keys = []
+        values = []
+        for key, value in kwargs.items():
+            keys.append(key)
+            values.append(value)
+
+        where = ""
+        length = len(keys)
+        for index, (key, value) in enumerate(zip(keys, values)):
+            if isinstance(value, str):
+                if index == length - 1:
+                    where = where + f"{key}='{value}'"
+                else:
+                    where = where + f"{key}='{value}' and "
+            else:
+                if index == length - 1:
+                    where = where + f"{key}={value}"
+                else:
+                    where = where + f"{key}={value} and "
+        temp = cls()
+        with temp.db.cursor() as c:
+            c.execute(
+                """
+                SELECT
+                    {fields}
+                FROM
+                    {table}
+                WHERE   {where}
+                ORDER BY RAND()
+                LIMIT {count}
+                """.format(
+                    fields=", ".join(temp.fields.keys()), table=cls.table_name, where=where, count=count
+                )
+            )
+
+            data = c.fetchall()
+            c.close()
+        if data:
+            ret_list = []
+            for i in data:
+                ret_list.append(cls(i))
+            return ret_list
+        else:
+            return []
+
     @classmethod
     def drop_table(cls):
         logging.warning("Dropping table {}".format(cls.table_name))

backend/PyMatcha/utils/recommendations.py

@@ -13,7 +13,7 @@ def default_date_converter(o):
         return o.__str__()
 
 
-def create_user_recommendations(user_to_update):
+def create_user_recommendations(user_to_update, ignore_bots: bool = False):
     today = datetime.datetime.utcnow()
     user_to_update_recommendations = []
     if not user_to_update.birthdate:
@@ -38,6 +38,8 @@ def create_user_recommendations(user_to_update):
     blocked_ids = [u.blocked_id for u in user_to_update.get_blocks()]
 
     for user in query:
+        if user.is_bot and ignore_bots:
+            continue
         if user.id == user_to_update.id:
             continue
         if user.id in matches_id or user.id in likes_sent_user_ids: