Merge pull request #109 from tarantool/kbelyavs/gh-106

Implement reconnection strategy class

Author: kbelyavs

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "test-run"]
+	path = test-run
+	url = https://github.com/tarantool/test-run

Makefile

@@ -1,5 +1,7 @@
+.PHONY: test
 test:
-	python -m pytest
+	python setup.py test
+	cd test && ./test-run.py
 coverage:
 	python -m coverage run -p --source=. setup.py test
 cov-html:

setup.py

@@ -39,7 +39,7 @@
 # Test runner
 # python setup.py test
 try:
-    from tests.setup_command import test
+    from unit.setup_command import test
     cmdclass["test"] = test
 except ImportError:
     pass

tarantool/__init__.py

@@ -2,6 +2,7 @@
 # pylint: disable=C0301,W0105,W0401,W0614
 
 from tarantool.connection import Connection
+from tarantool.mesh_connection import MeshConnection
 from tarantool.const import (
     SOCKET_TIMEOUT,
     RECONNECT_MAX_ATTEMPTS,
@@ -50,5 +51,28 @@ def connect(host="localhost", port=33013, user=None, password=None,
                       encoding=encoding)
 
 
-__all__ = ['connect', 'Connection', 'Schema', 'Error', 'DatabaseError',
-           'NetworkError', 'NetworkWarning', 'SchemaError']
+def connectmesh(addrs=({'host': 'localhost', 'port': 3301},), user=None,
+                password=None, encoding=ENCODING_DEFAULT):
+    '''
+    Create a connection to the mesh of Tarantool servers.
+
+    :param list addrs: A list of maps: {'host':(HOSTNAME|IP_ADDR), 'port':PORT}.
+
+    :rtype: :class:`~tarantool.mesh_connection.MeshConnection`
+
+    :raise: `NetworkError`
+    '''
+
+    return MeshConnection(addrs=addrs,
+                          user=user,
+                          password=password,
+                          socket_timeout=SOCKET_TIMEOUT,
+                          reconnect_max_attempts=RECONNECT_MAX_ATTEMPTS,
+                          reconnect_delay=RECONNECT_DELAY,
+                          connect_now=True,
+                          encoding=encoding)
+
+
+__all__ = ['connect', 'Connection', 'connectmesh', 'MeshConnection', 'Schema',
+           'Error', 'DatabaseError', 'NetworkError', 'NetworkWarning',
+           'SchemaError']

tarantool/mesh_connection.py

@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+'''
+This module provides MeshConnection class with automatic switch
+between tarantool instances and basic Round-Robin strategy.
+'''
+
+from tarantool.connection import Connection
+from tarantool.error import NetworkError
+from tarantool.utils import ENCODING_DEFAULT
+from tarantool.const import (
+    SOCKET_TIMEOUT,
+    RECONNECT_MAX_ATTEMPTS,
+    RECONNECT_DELAY
+)
+
+
+class RoundRobinStrategy(object):
+    def __init__(self, addrs):
+        self.addrs = addrs
+        self.pos = 0
+
+    def getnext(self):
+        tmp = self.pos
+        self.pos = (self.pos + 1) % len(self.addrs)
+        return self.addrs[tmp]
+
+
+class MeshConnection(Connection):
+    def __init__(self, addrs,
+                 user=None,
+                 password=None,
+                 socket_timeout=SOCKET_TIMEOUT,
+                 reconnect_max_attempts=RECONNECT_MAX_ATTEMPTS,
+                 reconnect_delay=RECONNECT_DELAY,
+                 connect_now=True,
+                 encoding=ENCODING_DEFAULT,
+                 strategy_class=RoundRobinStrategy):
+        self.nattempts = 2 * len(addrs) + 1
+        self.strategy = strategy_class(addrs)
+        addr = self.strategy.getnext()
+        host = addr['host']
+        port = addr['port']
+        super(MeshConnection, self).__init__(host=host,
+                                             port=port,
+                                             user=user,
+                                             password=password,
+                                             socket_timeout=socket_timeout,
+                                             reconnect_max_attempts=reconnect_max_attempts,
+                                             reconnect_delay=reconnect_delay,
+                                             connect_now=connect_now,
+                                             encoding=encoding)
+
+    def _opt_reconnect(self):
+        nattempts = self.nattempts
+        while nattempts > 0:
+            try:
+                super(MeshConnection, self)._opt_reconnect()
+                break
+            except NetworkError:
+                nattempts -= 1
+                addr = self.strategy.getnext()
+                self.host = addr['host']
+                self.port = addr['port']
+        else:
+            raise NetworkError

test-run

@@ -0,0 +1,15 @@
+-- Options for test-run tarantoolctl
+
+local workdir = os.getenv('TEST_WORKDIR')
+default_cfg = {
+    pid_file   = workdir,
+    wal_dir    = workdir,
+    memtx_dir  = workdir,
+    vinyl_dir  = workdir,
+    log        = workdir,
+    background = false,
+}
+
+instance_dir = workdir
+
+-- vim: set ft=lua :

test/.tarantoolctl

@@ -0,0 +1,16 @@
+#!/usr/bin/env tarantool
+
+local INSTANCE_ID = string.match(arg[0], "%d")
+local SOCKET_DIR = require('fio').cwd()
+
+local function instance_uri(instance_id)
+    return SOCKET_DIR..'/instance'..instance_id..'.sock';
+end
+
+require('console').listen(os.getenv('ADMIN'))
+
+box.cfg({
+    --listen              = os.getenv("LISTEN"),
+    listen = instance_uri(INSTANCE_ID),
+    memtx_memory        = 107374182,
+})

test/cluster-py/instance.lua

@@ -0,0 +1 @@
+instance.lua

test/cluster-py/instance1.lua

@@ -0,0 +1 @@
+instance.lua