Restore test-local subscriber teardown

This commit revises 0ce4ad3
`Remove unused/unusable unsubscribe since we don't want to unsubscribe`

Looking at Rails implementation of assert_template
which was likely the inspiration for assert_serializer:

https://github.com/rails/rails-controller-testing/blob/f756b33c138c593eabe37f6085f8bac477b99bfe/lib/rails/controller/testing/template_assertions.rb

Ref:

- #596
- #620
- #616

Author: bf4

lib/active_model_serializers/test/serializer.rb

@@ -6,6 +6,7 @@ module Serializer
 
       included do
         setup :setup_serialization_subscriptions
+        teardown :teardown_serialization_subscriptions
       end
 
       # Asserts that the request was rendered with the appropriate serializers.
@@ -41,6 +42,7 @@ class AssertSerializer
 
         def initialize
           @serializers = Set.new
+          @_subscribers = []
         end
 
         def message=(message)
@@ -62,12 +64,18 @@ def matches?
         end
 
         def subscribe
-          ActiveSupport::Notifications.subscribe(event_name) do |_name, _start, _finish, _id, payload|
+          @_subscribers << ActiveSupport::Notifications.subscribe(event_name) do |_name, _start, _finish, _id, payload|
             serializer = payload[:serializer].name
             serializers << serializer
           end
         end
 
+        def unsubscribe
+          @_subscribers.each do |subscriber|
+            ActiveSupport::Notifications.unsubscribe(subscriber)
+          end
+        end
+
         private
 
         def matches_class?
@@ -108,6 +116,10 @@ def setup_serialization_subscriptions
         @assert_serializer = AssertSerializer.new
         @assert_serializer.subscribe
       end
+
+      def teardown_serialization_subscriptions
+        @assert_serializer.unsubscribe
+      end
     end
   end
 end