release v0.2.2

.travis.yml

@@ -1,3 +1,6 @@
 language: ruby
 rvm:
   - 2.2.0
+services:
+  - memcached
+  - redis-server

CHANGELOG.md

@@ -1,3 +1,32 @@
+## 0.2.2
+
+- Fix bug with refresh - typo would've prevented real use.
+- Clean up code.
+- Improve documentation a bit.
+- 100% test coverage.
+
+## 0.2.1
+
+- Fix bug when dealing with real-world Redis error conditions.
+
+## 0.2.0
+
+- Refactor class methods into instance methods to simplify implementation.
+- Increase thread safety with Memcached implementation.
+
+## 0.1.3
+
+- Properly throw Suo::LockClientError when the connection itself fails (Memcache server not reachable, etc.)
+
+## 0.1.2
+
+- Fix retry_timeout to properly use the full time (was being calculated incorrectly).
+- Refactor client implementations to re-use more code.
+
+## 0.1.1
+
+- Use [MessagePack](https://github.com/msgpack/msgpack-ruby) for semaphore serialization.
+
 ## 0.1.0
 
-- First release
+- First release.

LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Nick Elser
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

README.md

@@ -1,4 +1,4 @@
-# Suo
+# Suo [![Build Status](https://travis-ci.org/nickelser/suo.svg?branch=master)](https://travis-ci.org/nickelser/suo) [![Code Climate](https://codeclimate.com/github/nickelser/suo/badges/gpa.svg)](https://codeclimate.com/github/nickelser/suo) [![Test Coverage](https://codeclimate.com/github/nickelser/suo/badges/coverage.svg)](https://codeclimate.com/github/nickelser/suo) [![Gem Version](https://badge.fury.io/rb/suo.svg)](http://badge.fury.io/rb/suo)
 
 :lock: Distributed semaphores using Memcached or Redis in Ruby.
 
@@ -31,18 +31,46 @@ suo.lock("some_key") do
   @puppies.pet!
 end
 
-2.times do
-  Thread.new do
-    # second argument is the number of resources - so this will run twice
-    suo.lock("other_key", 2, timeout: 0.5) { puts "Will run twice!" }
+Thread.new { suo.lock("other_key", 2) { puts "One"; sleep 2 } }
+Thread.new { suo.lock("other_key", 2) { puts "Two"; sleep 2 } }
+Thread.new { suo.lock("other_key", 2) { puts "Three" } }
+
+# will print "One" "Two", but not "Three", as there are only 2 resources
+
+# custom acquisition timeouts (time to acquire)
+suo = Suo::Client::Memcached.new(client: some_dalli_client, acquisition_timeout: 1) # in seconds
+
+# manually locking/unlocking
+# the return value from lock without a block is a unique token valid only for the current lock
+# which must be unlocked manually
+lock = suo.lock("a_key")
+foo.baz!
+suo.unlock("a_key", lock)
+
+# custom stale lock expiration (cleaning of dead locks)
+suo = Suo::Client::Redis.new(client: some_redis_client, stale_lock_expiration: 60*5)
+```
+
+### Stale locks
+
+"Stale locks" - those acquired more than `stale_lock_expiration` (defaulting to 3600 or one hour) ago - are automatically cleared during any operation on the key (`lock`, `unlock`, `refresh`). The `locked?` method will not return true if only stale locks exist, but will not modify the key itself.
+
+To re-acquire a lock in the middle of a block, you can use the refresh method on client.
+
+```ruby
+suo = Suo::Client::Redis.new
+
+# lock is the same token as seen in the manual example, above
+suo.lock("foo") do |lock|
+  5.times do
+    baz.bar!
+    suo.refresh("foo", lock)
   end
 end
 ```
 
 ## TODO
- - better stale key handling (refresh blocks)
  - more race condition tests
- - refactor clients to re-use more code
 
 ## History
 

Rakefile

@@ -1,7 +1,8 @@
 require "bundler/gem_tasks"
 require "rake/testtask"
 
+task default: :test
 Rake::TestTask.new do |t|
   t.libs << "test"
-  t.pattern = "test/*_test.rb"
+  t.pattern = "test/**/*_test.rb"
 end

lib/suo.rb

@@ -1,2 +1,16 @@
+require "securerandom"
+require "monitor"
+
+require "dalli"
+require "dalli/cas/client"
+
+require "redis"
+
+require "msgpack"
+
 require "suo/version"
-require "suo/clients"
+
+require "suo/errors"
+require "suo/client/base"
+require "suo/client/memcached"
+require "suo/client/redis"

lib/suo/client/base.rb

@@ -2,114 +2,187 @@ module Suo
   module Client
     class Base
       DEFAULT_OPTIONS = {
-        retry_count: 3,
-        retry_delay: 0.01,
+        acquisition_timeout: 0.1,
+        acquisition_delay: 0.01,
         stale_lock_expiration: 3600
       }.freeze
 
+      attr_accessor :client
+
+      include MonitorMixin
+
       def initialize(options = {})
-        @options = self.class.merge_defaults(options).merge(_initialized: true)
+        fail "Client required" unless options[:client]
+        @options = DEFAULT_OPTIONS.merge(options)
+        @retry_count = (@options[:acquisition_timeout] / @options[:acquisition_delay].to_f).ceil
+        @client = @options[:client]
+        super()
       end
 
-      def lock(key, resources = 1, options = {})
-        options = self.class.merge_defaults(@options.merge(options))
-        token = self.class.lock(key, resources, options)
+      def lock(key, resources = 1)
+        token = acquire_lock(key, resources)
 
-        if token
+        if block_given? && token
           begin
-            yield if block_given?
+            yield(token)
           ensure
-            self.class.unlock(key, token, options)
+            unlock(key, token)
           end
-
-          true
         else
-          false
+          token
         end
       end
 
       def locked?(key, resources = 1)
-        self.class.locked?(key, resources, @options)
+        locks(key).size >= resources
       end
 
-      class << self
-        def lock(key, resources = 1, options = {}) # rubocop:disable Lint/UnusedMethodArgument
-          fail NotImplementedError
-        end
+      def locks(key)
+        val, _ = get(key)
+        cleared_locks = deserialize_and_clear_locks(val)
 
-        def locked?(key, resources = 1, options = {})
-          options = merge_defaults(options)
-          client = options[:client]
-          locks = deserialize_locks(client.get(key))
+        cleared_locks
+      end
 
-          locks.size >= resources
-        end
+      def refresh(key, acquisition_token)
+        retry_with_timeout(key) do
+          val, cas = get(key)
 
-        def locks(key, options)
-          options = merge_defaults(options)
-          client = options[:client]
-          locks = deserialize_locks(client.get(key))
-
-          locks.size
-        end
-
-        def refresh(key, acquisition_token, options = {}) # rubocop:disable Lint/UnusedMethodArgument
-          fail NotImplementedError
-        end
-
-        def unlock(key, acquisition_token, options = {}) # rubocop:disable Lint/UnusedMethodArgument
-          fail NotImplementedError
-        end
-
-        def clear(key, options = {}) # rubocop:disable Lint/UnusedMethodArgument
-          fail NotImplementedError
-        end
-
-        def merge_defaults(options = {})
-          unless options[:_initialized]
-            options = self::DEFAULT_OPTIONS.merge(options)
-
-            fail "Client required" unless options[:client]
+          if val.nil?
+            initial_set(key)
+            next
           end
 
-          if options[:retry_timeout]
-            options[:retry_count] = (options[:retry_timeout] / options[:retry_delay].to_f).floor
+          cleared_locks = deserialize_and_clear_locks(val)
+
+          refresh_lock(cleared_locks, acquisition_token)
+
+          break if set(key, serialize_locks(cleared_locks), cas)
+        end
+      end
+
+      def unlock(key, acquisition_token)
+        return unless acquisition_token
+
+        retry_with_timeout(key) do
+          val, cas = get(key)
+
+          break if val.nil?
+
+          cleared_locks = deserialize_and_clear_locks(val)
+
+          acquisition_lock = remove_lock(cleared_locks, acquisition_token)
+
+          break unless acquisition_lock
+          break if set(key, serialize_locks(cleared_locks), cas)
+        end
+      rescue LockClientError => _ # rubocop:disable Lint/HandleExceptions
+        # ignore - assume success due to optimistic locking
+      end
+
+      def clear(key) # rubocop:disable Lint/UnusedMethodArgument
+        fail NotImplementedError
+      end
+
+      private
+
+      def acquire_lock(key, resources = 1)
+        acquisition_token = nil
+        token = SecureRandom.base64(16)
+
+        retry_with_timeout(key) do
+          val, cas = get(key)
+
+          if val.nil?
+            initial_set(key)
+            next
           end
 
-          options
-        end
+          cleared_locks = deserialize_and_clear_locks(val)
 
-        private
+          if cleared_locks.size < resources
+            add_lock(cleared_locks, token)
 
-        def serialize_locks(locks)
-          locks.map { |time, token| [time.to_f, token].join(":") }.join(",")
-        end
+            newval = serialize_locks(cleared_locks)
 
-        def deserialize_locks(str)
-          str.split(",").map do |s|
-            time, token = s.split(":", 2)
-            [Time.at(time.to_f), token]
+            if set(key, newval, cas)
+              acquisition_token = token
+              break
+            end
           end
         end
 
-        def clear_expired_locks(locks, options)
-          expired = Time.now - options[:stale_lock_expiration]
-          locks.reject { |time, _| time < expired }
-        end
+        acquisition_token
+      end
 
-        def add_lock(locks, token)
-          locks << [Time.now.to_f, token]
-        end
+      def get(key) # rubocop:disable Lint/UnusedMethodArgument
+        fail NotImplementedError
+      end
 
-        def remove_lock(locks, acquisition_token)
-          lock = locks.find { |_, token| token == acquisition_token }
-          locks.delete(lock)
-        end
+      def set(key, newval, cas) # rubocop:disable Lint/UnusedMethodArgument
+        fail NotImplementedError
+      end
 
-        def refresh_lock(locks, acquisition_token)
-          remove_lock(locks, acquisition_token)
-          add_lock(locks, token)
+      def initial_set(key, val = "") # rubocop:disable Lint/UnusedMethodArgument
+        fail NotImplementedError
+      end
+
+      def synchronize(key) # rubocop:disable Lint/UnusedMethodArgument
+        mon_synchronize { yield }
+      end
+
+      def retry_with_timeout(key)
+        start = Time.now.to_f
+
+        @retry_count.times do
+          now = Time.now.to_f
+          break if now - start > @options[:acquisition_timeout]
+
+          synchronize(key) do
+            yield
+          end
+
+          sleep(rand(@options[:acquisition_delay] * 1000).to_f / 1000)
         end
+      rescue => _
+        raise LockClientError
+      end
+
+      def serialize_locks(locks)
+        MessagePack.pack(locks.map { |time, token| [time.to_f, token] })
+      end
+
+      def deserialize_and_clear_locks(val)
+        clear_expired_locks(deserialize_locks(val))
+      end
+
+      def deserialize_locks(val)
+        unpacked = (val.nil? || val == "") ? [] : MessagePack.unpack(val)
+
+        unpacked.map do |time, token|
+          [Time.at(time), token]
+        end
+      rescue EOFError, MessagePack::MalformedFormatError => _
+        []
+      end
+
+      def clear_expired_locks(locks)
+        expired = Time.now - @options[:stale_lock_expiration]
+        locks.reject { |time, _| time < expired }
+      end
+
+      def add_lock(locks, token, time = Time.now.to_f)
+        locks << [time, token]
+      end
+
+      def remove_lock(locks, acquisition_token)
+        lock = locks.find { |_, token| token == acquisition_token }
+        locks.delete(lock)
+      end
+
+      def refresh_lock(locks, acquisition_token)
+        remove_lock(locks, acquisition_token)
+        add_lock(locks, acquisition_token)
       end
     end
   end

lib/suo/client/errors.rb

@@ -1,7 +0,0 @@
-module Suo
-  module Client
-    module Errors
-      class FailedToAcquireLock < StandardError; end
-    end
-  end
-end

lib/suo/client/memcached.rb

@@ -6,131 +6,22 @@ module Suo
         super
       end
 
-      class << self
-        def lock(key, resources = 1, options = {})
-          options = merge_defaults(options)
-          acquisition_token = nil
-          token = SecureRandom.base64(16)
-          client = options[:client]
+      def clear(key)
+        @client.delete(key)
+      end
 
-          begin
-            start = Time.now.to_f
+      private
 
-            options[:retry_count].times do |i|
-              val, cas = client.get_cas(key)
+      def get(key)
+        @client.get_cas(key)
+      end
 
-              # no key has been set yet; we could simply set it, but would lead to race conditions on the initial setting
-              if val.nil?
-                client.set(key, "")
-                next
-              end
+      def set(key, newval, cas)
+        @client.set_cas(key, newval, cas)
+      end
 
-              locks = clear_expired_locks(deserialize_locks(val.to_s), options)
-
-              if locks.size < resources
-                add_lock(locks, token)
-
-                newval = serialize_locks(locks)
-
-                if client.set_cas(key, newval, cas)
-                  acquisition_token = token
-                  break
-                end
-              end
-
-              if options[:retry_timeout]
-                now = Time.now.to_f
-                break if now - start > options[:retry_timeout]
-              end
-
-              sleep(rand(options[:retry_delay] * 1000).to_f / 1000)
-            end
-          rescue => _
-            raise FailedToAcquireLock
-          end
-
-          acquisition_token
-        end
-
-        def refresh(key, acquisition_token, options = {})
-          options = merge_defaults(options)
-          client = options[:client]
-
-          begin
-            start = Time.now.to_f
-
-            options[:retry_count].times do
-              val, cas = client.get_cas(key)
-
-              # much like with initial set - ensure the key is here
-              if val.nil?
-                client.set(key, "")
-                next
-              end
-
-              locks = clear_expired_locks(deserialize_locks(val), options)
-
-              refresh_lock(locks, acquisition_token)
-
-              newval = serialize_locks(locks)
-
-              break if client.set_cas(key, newval, cas)
-
-              if options[:retry_timeout]
-                now = Time.now.to_f
-                break if now - start > options[:retry_timeout]
-              end
-
-              sleep(rand(options[:retry_delay] * 1000).to_f / 1000)
-            end
-          rescue => _
-            raise FailedToAcquireLock
-          end
-        end
-
-        def unlock(key, acquisition_token, options = {})
-          options = merge_defaults(options)
-          client = options[:client]
-
-          return unless acquisition_token
-
-          begin
-            start = Time.now.to_f
-
-            options[:retry_count].times do
-              val, cas = client.get_cas(key)
-
-              break if val.nil? # lock has expired totally
-
-              locks = clear_expired_locks(deserialize_locks(val), options)
-
-              acquisition_lock = remove_lock(locks, acquisition_token)
-
-              break unless acquisition_lock
-
-              newval = serialize_locks(locks)
-
-              break if client.set_cas(key, newval, cas)
-
-              # another client cleared a token in the interim - try again!
-
-              if options[:retry_timeout]
-                now = Time.now.to_f
-                break if now - start > options[:retry_timeout]
-              end
-
-              sleep(rand(options[:retry_delay] * 1000).to_f / 1000)
-            end
-          rescue => boom # rubocop:disable Lint/HandleExceptions
-            # since it's optimistic locking - fine if we are unable to release
-            raise boom if ENV["SUO_TEST"]
-          end
-        end
-
-        def clear(key, options = {})
-          options = merge_defaults(options)
-          options[:client].delete(key)
-        end
+      def initial_set(key, val = "")
+        @client.set(key, val)
       end
     end
   end

lib/suo/client/redis.rb

@@ -6,161 +6,34 @@ module Suo
         super
       end
 
-      class << self
-        def lock(key, resources = 1, options = {})
-          options = merge_defaults(options)
-          acquisition_token = nil
-          token = SecureRandom.base64(16)
-          client = options[:client]
+      def clear(key)
+        @client.del(key)
+      end
 
-          begin
-            start = Time.now.to_f
+      private
 
-            options[:retry_count].times do
-              client.watch(key) do
-                begin
-                  val = client.get(key)
+      def get(key)
+        [@client.get(key), nil]
+      end
 
-                  locks = clear_expired_locks(deserialize_locks(val.to_s), options)
-
-                  if locks.size < resources
-                    add_lock(locks, token)
-
-                    newval = serialize_locks(locks)
-
-                    ret = client.multi do |multi|
-                      multi.set(key, newval)
-                    end
-
-                    acquisition_token = token if ret[0] == "OK"
-                  end
-                ensure
-                  client.unwatch
-                end
-              end
-
-              break if acquisition_token
-
-              if options[:retry_timeout]
-                now = Time.now.to_f
-                break if now - start > options[:retry_timeout]
-              end
-
-              sleep(rand(options[:retry_delay] * 1000).to_f / 1000)
-            end
-          rescue => boom
-            raise boom
-            raise Suo::Client::FailedToAcquireLock
-          end
-
-          acquisition_token
+      def set(key, newval, _)
+        ret = @client.multi do |multi|
+          multi.set(key, newval)
         end
 
-        def refresh(key, acquisition_token, options = {})
-          options = merge_defaults(options)
-          client = options[:client]
-          refreshed = false
+        ret && ret[0] == "OK"
+      end
 
-          begin
-            start = Time.now.to_f
-
-            options[:retry_count].times do
-              client.watch(key) do
-                begin
-                  val = client.get(key)
-
-                  locks = clear_expired_locks(deserialize_locks(val), options)
-
-                  refresh_lock(locks, acquisition_token)
-
-                  newval = serialize_locks(locks)
-
-                  ret = client.multi do |multi|
-                    multi.set(key, newval)
-                  end
-
-                  refreshed = ret[0] == "OK"
-                ensure
-                  client.unwatch
-                end
-              end
-
-              break if refreshed
-
-              if options[:retry_timeout]
-                now = Time.now.to_f
-                break if now - start > options[:retry_timeout]
-              end
-
-              sleep(rand(options[:retry_delay] * 1000).to_f / 1000)
-            end
-          rescue => _
-            raise Suo::Client::FailedToAcquireLock
-          end
+      def synchronize(key)
+        @client.watch(key) do
+          yield
         end
+      ensure
+        @client.unwatch
+      end
 
-        def unlock(key, acquisition_token, options = {})
-          options = merge_defaults(options)
-          client = options[:client]
-
-          return unless acquisition_token
-
-          begin
-            start = Time.now.to_f
-
-            options[:retry_count].times do
-              cleared = false
-
-              client.watch(key) do
-                begin
-                  val = client.get(key)
-
-                  if val.nil?
-                    cleared = true
-                    break
-                  end
-
-                  locks = clear_expired_locks(deserialize_locks(val), options)
-
-                  acquisition_lock = remove_lock(locks, acquisition_token)
-
-                  unless acquisition_lock
-                    # token was already cleared
-                    cleared = true
-                    break
-                  end
-
-                  newval = serialize_locks(locks)
-
-                  ret = client.multi do |multi|
-                    multi.set(key, newval)
-                  end
-
-                  cleared = ret[0] == "OK"
-                ensure
-                  client.unwatch
-                end
-              end
-
-              break if cleared
-
-              if options[:retry_timeout]
-                now = Time.now.to_f
-                break if now - start > options[:retry_timeout]
-              end
-
-              sleep(rand(options[:retry_delay] * 1000).to_f / 1000)
-            end
-          rescue => boom # rubocop:disable Lint/HandleExceptions
-            # since it's optimistic locking - fine if we are unable to release
-            raise boom if ENV["SUO_TEST"]
-          end
-        end
-
-        def clear(key, options = {})
-          options = merge_defaults(options)
-          options[:client].del(key)
-        end
+      def initial_set(key, val = "")
+        @client.set(key, val)
       end
     end
   end

lib/suo/clients.rb

@@ -1,12 +0,0 @@
-require "securerandom"
-require "monitor"
-
-require "dalli"
-require "dalli/cas/client"
-
-require "redis"
-
-require "suo/client/errors"
-require "suo/client/base"
-require "suo/client/memcached"
-require "suo/client/redis"

lib/suo/errors.rb

@@ -0,0 +1,3 @@
+module Suo
+  class LockClientError < StandardError; end
+end

lib/suo/version.rb

@@ -1,3 +1,3 @@
 module Suo
-  VERSION = "0.1.0"
+  VERSION = "0.2.2"
 end

suo.gemspec

@@ -1,7 +1,7 @@
 # coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
+lib = File.expand_path("../lib", __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'suo/version'
+require "suo/version"
 
 Gem::Specification.new do |spec|
   spec.name          = "suo"
@@ -10,14 +10,18 @@ Gem::Specification.new do |spec|
   spec.email         = ["nick.elser@gmail.com"]
 
   spec.summary       = %q(Distributed semaphores using Memcached or Redis.)
-  # spec.description   = %q{TODO: Long description}
+  spec.description   = %q(Distributed semaphores using Memcached or Redis.)
   spec.homepage      = "https://github.com/nickelser/suo"
+  spec.license       = "MIT"
 
-  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.files         = `git ls-files -z`.split("\x0")
   spec.bindir        = "bin"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
+  spec.required_ruby_version = "~> 2.0"
+
   spec.add_dependency "dalli"
   spec.add_dependency "redis"
   spec.add_dependency "msgpack"
@@ -25,4 +29,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.5"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rubocop", "~> 0.30.0"
+  spec.add_development_dependency "minitest", "~> 5.5.0"
+  spec.add_development_dependency "codeclimate-test-reporter", "~> 0.4.7"
 end

test/client_test.rb

@@ -3,55 +3,76 @@ require "test_helper"
 TEST_KEY = "suo_test_key".freeze
 
 module ClientTests
-  def test_requires_client
-    exception = assert_raises(RuntimeError) do
-      @klass.lock(TEST_KEY, 1)
-    end
-
-    assert_equal "Client required", exception.message
+  def client(options)
+    @client.class.new(options.merge(client: @client.client))
   end
 
-  def test_class_single_resource_locking
-    lock1 = @klass.lock(TEST_KEY, 1, client: @klass_client)
+  def test_throws_failed_error_on_bad_client
+    assert_raises(Suo::LockClientError) do
+      client = @client.class.new(client: {})
+      client.lock(TEST_KEY, 1)
+    end
+  end
+
+  def test_single_resource_locking
+    lock1 = @client.lock(TEST_KEY, 1)
     refute_nil lock1
 
-    locked = @klass.locked?(TEST_KEY, 1, client: @klass_client)
+    locked = @client.locked?(TEST_KEY, 1)
     assert_equal true, locked
 
-    lock2 = @klass.lock(TEST_KEY, 1, client: @klass_client)
+    lock2 = @client.lock(TEST_KEY, 1)
     assert_nil lock2
 
-    @klass.unlock(TEST_KEY, lock1, client: @klass_client)
+    @client.unlock(TEST_KEY, lock1)
+
+    locked = @client.locked?(TEST_KEY, 1)
 
-    locked = @klass.locked?(TEST_KEY, 1, client: @klass_client)
     assert_equal false, locked
   end
 
-  def test_class_multiple_resource_locking
-    lock1 = @klass.lock(TEST_KEY, 2, client: @klass_client)
+  def test_empty_lock_on_invalid_data
+    @client.send(:initial_set, TEST_KEY, "bad value")
+    locked = @client.locked?(TEST_KEY)
+    assert_equal false, locked
+  end
+
+  def test_clear
+    lock1 = @client.lock(TEST_KEY, 1)
     refute_nil lock1
 
-    locked = @klass.locked?(TEST_KEY, 2, client: @klass_client)
-    assert_equal false, locked
+    @client.clear(TEST_KEY)
 
-    lock2 = @klass.lock(TEST_KEY, 2, client: @klass_client)
-    refute_nil lock2
+    locked = @client.locked?(TEST_KEY, 1)
 
-    locked = @klass.locked?(TEST_KEY, 2, client: @klass_client)
-    assert_equal true, locked
-
-    @klass.unlock(TEST_KEY, lock1, client: @klass_client)
-
-    locked = @klass.locked?(TEST_KEY, 1, client: @klass_client)
-    assert_equal true, locked
-
-    @klass.unlock(TEST_KEY, lock2, client: @klass_client)
-
-    locked = @klass.locked?(TEST_KEY, 1, client: @klass_client)
     assert_equal false, locked
   end
 
-  def test_instance_single_resource_locking
+  def test_multiple_resource_locking
+    lock1 = @client.lock(TEST_KEY, 2)
+    refute_nil lock1
+
+    locked = @client.locked?(TEST_KEY, 2)
+    assert_equal false, locked
+
+    lock2 = @client.lock(TEST_KEY, 2)
+    refute_nil lock2
+
+    locked = @client.locked?(TEST_KEY, 2)
+    assert_equal true, locked
+
+    @client.unlock(TEST_KEY, lock1)
+
+    locked = @client.locked?(TEST_KEY, 1)
+    assert_equal true, locked
+
+    @client.unlock(TEST_KEY, lock2)
+
+    locked = @client.locked?(TEST_KEY, 1)
+    assert_equal false, locked
+  end
+
+  def test_block_single_resource_locking
     locked = false
 
     @client.lock(TEST_KEY, 1) { locked = true }
@@ -59,23 +80,48 @@ module ClientTests
     assert_equal true, locked
   end
 
-  def test_instance_unlocks_on_exception
+  def test_block_unlocks_on_exception
     assert_raises(RuntimeError) do
       @client.lock(TEST_KEY, 1) { fail "Test" }
     end
 
-    locked = @klass.locked?(TEST_KEY, 1, client: @klass_client)
+    locked = @client.locked?(TEST_KEY, 1)
     assert_equal false, locked
   end
 
-  def test_instance_multiple_resource_locking
+  def test_readme_example
+    output = Queue.new
+    threads = []
+
+    threads << Thread.new { @client.lock(TEST_KEY, 2) { output << "One"; sleep 0.5 } }
+    threads << Thread.new { @client.lock(TEST_KEY, 2) { output << "Two"; sleep 0.5 } }
+    sleep 0.1
+    threads << Thread.new { @client.lock(TEST_KEY, 2) { output << "Three" } }
+
+    threads.map(&:join)
+
+    ret = []
+
+    ret << output.pop
+    ret << output.pop
+
+    ret.sort!
+
+    assert_equal 0, output.size
+    assert_equal %w(One Two), ret
+    assert_equal false, @client.locked?(TEST_KEY)
+  end
+
+  def test_block_multiple_resource_locking
     success_counter = Queue.new
     failure_counter = Queue.new
 
+    client = client(acquisition_timeout: 0.9)
+
     100.times.map do |i|
       Thread.new do
-        success = @client.lock(TEST_KEY, 50, retry_timeout: 0.9) do
-          sleep(1)
+        success = client.lock(TEST_KEY, 50) do
+          sleep(3)
           success_counter << i
         end
 
@@ -85,16 +131,19 @@ module ClientTests
 
     assert_equal 50, success_counter.size
     assert_equal 50, failure_counter.size
+    assert_equal false, client.locked?(TEST_KEY)
   end
 
-  def test_instance_multiple_resource_locking_longer_timeout
+  def test_block_multiple_resource_locking_longer_timeout
     success_counter = Queue.new
     failure_counter = Queue.new
 
+    client = client(acquisition_timeout: 3)
+
     100.times.map do |i|
       Thread.new do
-        success = @client.lock(TEST_KEY, 50, retry_timeout: 2) do
-          sleep(1)
+        success = client.lock(TEST_KEY, 50) do
+          sleep(0.5)
           success_counter << i
         end
 
@@ -104,17 +153,176 @@ module ClientTests
 
     assert_equal 100, success_counter.size
     assert_equal 0, failure_counter.size
+    assert_equal false, client.locked?(TEST_KEY)
+  end
+
+  def test_unstale_lock_acquisition
+    success_counter = Queue.new
+    failure_counter = Queue.new
+
+    client = client(stale_lock_expiration: 0.5)
+
+    t1 = Thread.new { client.lock(TEST_KEY) { sleep 0.6; success_counter << 1 } }
+    sleep 0.3
+    t2 = Thread.new do
+      locked = client.lock(TEST_KEY) { success_counter << 1 }
+      failure_counter << 1 unless locked
+    end
+
+    [t1, t2].map(&:join)
+
+    assert_equal 1, success_counter.size
+    assert_equal 1, failure_counter.size
+    assert_equal false, client.locked?(TEST_KEY)
+  end
+
+  def test_stale_lock_acquisition
+    success_counter = Queue.new
+    failure_counter = Queue.new
+
+    client = client(stale_lock_expiration: 0.5)
+
+    t1 = Thread.new { client.lock(TEST_KEY) { sleep 0.6; success_counter << 1 } }
+    sleep 0.55
+    t2 = Thread.new do
+      locked = client.lock(TEST_KEY) { success_counter << 1 }
+      failure_counter << 1 unless locked
+    end
+
+    [t1, t2].map(&:join)
+
+    assert_equal 2, success_counter.size
+    assert_equal 0, failure_counter.size
+    assert_equal false, client.locked?(TEST_KEY)
+  end
+
+  def test_refresh
+    client = client(stale_lock_expiration: 0.5)
+
+    lock1 = client.lock(TEST_KEY)
+
+    assert_equal true, client.locked?(TEST_KEY)
+
+    client.refresh(TEST_KEY, lock1)
+
+    assert_equal true, client.locked?(TEST_KEY)
+
+    sleep 0.55
+
+    assert_equal false, client.locked?(TEST_KEY)
+
+    lock2 = client.lock(TEST_KEY)
+
+    client.refresh(TEST_KEY, lock1)
+
+    assert_equal true, client.locked?(TEST_KEY)
+
+    client.unlock(TEST_KEY, lock1)
+
+    # edge case with refresh lock in the middle
+    assert_equal true, client.locked?(TEST_KEY)
+
+    client.clear(TEST_KEY)
+
+    assert_equal false, client.locked?(TEST_KEY)
+
+    client.refresh(TEST_KEY, lock2)
+
+    assert_equal true, client.locked?(TEST_KEY)
+
+    client.unlock(TEST_KEY, lock2)
+
+    # now finally unlocked
+    assert_equal false, client.locked?(TEST_KEY)
+  end
+
+  def test_block_refresh
+    success_counter = Queue.new
+    failure_counter = Queue.new
+
+    client = client(stale_lock_expiration: 0.5)
+
+    t1 = Thread.new do
+      client.lock(TEST_KEY) do |token|
+        sleep 0.6
+        client.refresh(TEST_KEY, token)
+        sleep 1
+        success_counter << 1
+      end
+    end
+
+    t2 = Thread.new do
+      sleep 0.8
+      locked = client.lock(TEST_KEY) { success_counter << 1 }
+      failure_counter << 1 unless locked
+    end
+
+    [t1, t2].map(&:join)
+
+    assert_equal 1, success_counter.size
+    assert_equal 1, failure_counter.size
+    assert_equal false, client.locked?(TEST_KEY)
+  end
+
+  def test_refresh_multi
+    success_counter = Queue.new
+    failure_counter = Queue.new
+
+    client = client(stale_lock_expiration: 0.5)
+
+    t1 = Thread.new do
+      client.lock(TEST_KEY, 2) do |token|
+        sleep 0.4
+        client.refresh(TEST_KEY, token)
+        success_counter << 1
+        sleep 0.5
+      end
+    end
+
+    t2 = Thread.new do
+      sleep 0.55
+      locked = client.lock(TEST_KEY, 2) do
+        success_counter << 1
+        sleep 0.5
+      end
+
+      failure_counter << 1 unless locked
+    end
+
+    t3 = Thread.new do
+      sleep 0.75
+      locked = client.lock(TEST_KEY, 2) { success_counter << 1 }
+      failure_counter << 1 unless locked
+    end
+
+    [t1, t2, t3].map(&:join)
+
+    assert_equal 2, success_counter.size
+    assert_equal 1, failure_counter.size
+    assert_equal false, client.locked?(TEST_KEY)
   end
 end
 
 class TestBaseClient < Minitest::Test
   def setup
-    @klass = Suo::Client::Base
+    @client = Suo::Client::Base.new(client: {})
   end
 
   def test_not_implemented
     assert_raises(NotImplementedError) do
-      @klass.lock(TEST_KEY, 1)
+      @client.send(:get, TEST_KEY)
+    end
+
+    assert_raises(NotImplementedError) do
+      @client.send(:set, TEST_KEY, "", "")
+    end
+
+    assert_raises(NotImplementedError) do
+      @client.send(:initial_set, TEST_KEY)
+    end
+
+    assert_raises(NotImplementedError) do
+      @client.send(:clear, TEST_KEY)
     end
   end
 end
@@ -123,13 +331,13 @@ class TestMemcachedClient < Minitest::Test
   include ClientTests
 
   def setup
-    @klass = Suo::Client::Memcached
-    @client = @klass.new
-    @klass_client = Dalli::Client.new("127.0.0.1:11211")
+    @dalli = Dalli::Client.new("127.0.0.1:11211")
+    @client = Suo::Client::Memcached.new
+    teardown
   end
 
   def teardown
-    @klass_client.delete(TEST_KEY)
+    @dalli.delete(TEST_KEY)
   end
 end
 
@@ -137,13 +345,13 @@ class TestRedisClient < Minitest::Test
   include ClientTests
 
   def setup
-    @klass = Suo::Client::Redis
-    @client = @klass.new
-    @klass_client = Redis.new
+    @redis = Redis.new
+    @client = Suo::Client::Redis.new
+    teardown
   end
 
   def teardown
-    @klass_client.del(TEST_KEY)
+    @redis.del(TEST_KEY)
   end
 end
 

test/test_helper.rb

@@ -1,9 +1,13 @@
 $LOAD_PATH.unshift File.expand_path("../../lib", __FILE__)
 
+if ENV["CODECLIMATE_REPO_TOKEN"]
+  require "codeclimate-test-reporter"
+  CodeClimate::TestReporter.start
+end
+
 require "suo"
 require "thread"
 require "minitest/autorun"
 require "minitest/benchmark"
 
 ENV["SUO_TEST"] = "true"
-