266 lines
9.8 KiB
Python
266 lines
9.8 KiB
Python
|
#
|
||
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||
|
|
# or more contributor license agreements. See the NOTICE file
|
||
|
|
# distributed with this work for additional information
|
||
|
|
# regarding copyright ownership. The ASF licenses this file
|
||
|
|
# to you under the Apache License, Version 2.0 (the
|
||
|
|
# "License"); you may not use this file except in compliance
|
||
|
|
# with the License. You may obtain a copy of the License at
|
||
|
|
#
|
||
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
#
|
||
|
|
# Unless required by applicable law or agreed to in writing,
|
||
|
|
# software distributed under the License is distributed on an
|
||
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||
|
|
# KIND, either express or implied. See the License for the
|
||
|
|
# specific language governing permissions and limitations
|
||
|
|
# under the License.
|
||
|
|
#
|
||
|
|
from qpid.client import Client, Closed
|
||
|
|
from qpid.queue import Empty
|
||
|
|
from qpid.datatypes import Message, RangedSet
|
||
|
|
from qpid.testlib import TestBase010
|
||
|
|
|
||
|
|
class TxTests(TestBase010):
|
||
|
|
"""
|
||
|
|
Tests for 'methods' on the amqp tx 'class'
|
||
|
|
"""
|
||
|
|
|
||
|
|
def test_commit(self):
|
||
|
|
"""
|
||
|
|
Test that commited publishes are delivered and commited acks are not re-delivered
|
||
|
|
"""
|
||
|
|
session = self.session
|
||
|
|
|
||
|
|
#declare queues and create subscribers in the checking session
|
||
|
|
#to ensure that the queues are not auto-deleted too early:
|
||
|
|
self.declare_queues(["tx-commit-a", "tx-commit-b", "tx-commit-c"])
|
||
|
|
session.message_subscribe(queue="tx-commit-a", destination="qa")
|
||
|
|
session.message_subscribe(queue="tx-commit-b", destination="qb")
|
||
|
|
session.message_subscribe(queue="tx-commit-c", destination="qc")
|
||
|
|
|
||
|
|
#use a separate session for actual work
|
||
|
|
session2 = self.conn.session("worker", 2)
|
||
|
|
self.perform_txn_work(session2, "tx-commit-a", "tx-commit-b", "tx-commit-c")
|
||
|
|
session2.tx_commit()
|
||
|
|
session2.close()
|
||
|
|
|
||
|
|
session.tx_select()
|
||
|
|
|
||
|
|
self.enable_flow("qa")
|
||
|
|
queue_a = session.incoming("qa")
|
||
|
|
|
||
|
|
self.enable_flow("qb")
|
||
|
|
queue_b = session.incoming("qb")
|
||
|
|
|
||
|
|
self.enable_flow("qc")
|
||
|
|
queue_c = session.incoming("qc")
|
||
|
|
|
||
|
|
#check results
|
||
|
|
for i in range(1, 5):
|
||
|
|
msg = queue_c.get(timeout=1)
|
||
|
|
self.assertEqual("TxMessage %d" % i, msg.body)
|
||
|
|
session.message_accept(RangedSet(msg.id))
|
||
|
|
|
||
|
|
msg = queue_b.get(timeout=1)
|
||
|
|
self.assertEqual("TxMessage 6", msg.body)
|
||
|
|
session.message_accept(RangedSet(msg.id))
|
||
|
|
|
||
|
|
msg = queue_a.get(timeout=1)
|
||
|
|
self.assertEqual("TxMessage 7", msg.body)
|
||
|
|
session.message_accept(RangedSet(msg.id))
|
||
|
|
|
||
|
|
for q in [queue_a, queue_b, queue_c]:
|
||
|
|
try:
|
||
|
|
extra = q.get(timeout=1)
|
||
|
|
self.fail("Got unexpected message: " + extra.body)
|
||
|
|
except Empty: None
|
||
|
|
|
||
|
|
#cleanup
|
||
|
|
session.tx_commit()
|
||
|
|
|
||
|
|
def test_auto_rollback(self):
|
||
|
|
"""
|
||
|
|
Test that a session closed with an open transaction is effectively rolled back
|
||
|
|
"""
|
||
|
|
session = self.session
|
||
|
|
self.declare_queues(["tx-autorollback-a", "tx-autorollback-b", "tx-autorollback-c"])
|
||
|
|
session.message_subscribe(queue="tx-autorollback-a", destination="qa")
|
||
|
|
session.message_subscribe(queue="tx-autorollback-b", destination="qb")
|
||
|
|
session.message_subscribe(queue="tx-autorollback-c", destination="qc")
|
||
|
|
|
||
|
|
session2 = self.conn.session("worker", 2)
|
||
|
|
queue_a, queue_b, queue_c, ignore = self.perform_txn_work(session2, "tx-autorollback-a", "tx-autorollback-b", "tx-autorollback-c")
|
||
|
|
|
||
|
|
for q in [queue_a, queue_b, queue_c]:
|
||
|
|
try:
|
||
|
|
extra = q.get(timeout=1)
|
||
|
|
self.fail("Got unexpected message: " + extra.body)
|
||
|
|
except Empty: None
|
||
|
|
|
||
|
|
session2.close()
|
||
|
|
|
||
|
|
session.tx_select()
|
||
|
|
|
||
|
|
self.enable_flow("qa")
|
||
|
|
queue_a = session.incoming("qa")
|
||
|
|
|
||
|
|
self.enable_flow("qb")
|
||
|
|
queue_b = session.incoming("qb")
|
||
|
|
|
||
|
|
self.enable_flow("qc")
|
||
|
|
queue_c = session.incoming("qc")
|
||
|
|
|
||
|
|
#check results
|
||
|
|
for i in range(1, 5):
|
||
|
|
msg = queue_a.get(timeout=1)
|
||
|
|
self.assertEqual("Message %d" % i, msg.body)
|
||
|
|
session.message_accept(RangedSet(msg.id))
|
||
|
|
|
||
|
|
msg = queue_b.get(timeout=1)
|
||
|
|
self.assertEqual("Message 6", msg.body)
|
||
|
|
session.message_accept(RangedSet(msg.id))
|
||
|
|
|
||
|
|
msg = queue_c.get(timeout=1)
|
||
|
|
self.assertEqual("Message 7", msg.body)
|
||
|
|
session.message_accept(RangedSet(msg.id))
|
||
|
|
|
||
|
|
for q in [queue_a, queue_b, queue_c]:
|
||
|
|
try:
|
||
|
|
extra = q.get(timeout=1)
|
||
|
|
self.fail("Got unexpected message: " + extra.body)
|
||
|
|
except Empty: None
|
||
|
|
|
||
|
|
#cleanup
|
||
|
|
session.tx_commit()
|
||
|
|
|
||
|
|
def test_rollback(self):
|
||
|
|
"""
|
||
|
|
Test that rolled back publishes are not delivered and rolled back acks are re-delivered
|
||
|
|
"""
|
||
|
|
session = self.session
|
||
|
|
queue_a, queue_b, queue_c, consumed = self.perform_txn_work(session, "tx-rollback-a", "tx-rollback-b", "tx-rollback-c")
|
||
|
|
|
||
|
|
for q in [queue_a, queue_b, queue_c]:
|
||
|
|
try:
|
||
|
|
extra = q.get(timeout=1)
|
||
|
|
self.fail("Got unexpected message: " + extra.body)
|
||
|
|
except Empty: None
|
||
|
|
|
||
|
|
session.tx_rollback()
|
||
|
|
|
||
|
|
#need to release messages to get them redelivered now:
|
||
|
|
session.message_release(consumed)
|
||
|
|
|
||
|
|
#check results
|
||
|
|
for i in range(1, 5):
|
||
|
|
msg = queue_a.get(timeout=1)
|
||
|
|
self.assertEqual("Message %d" % i, msg.body)
|
||
|
|
session.message_accept(RangedSet(msg.id))
|
||
|
|
|
||
|
|
msg = queue_b.get(timeout=1)
|
||
|
|
self.assertEqual("Message 6", msg.body)
|
||
|
|
session.message_accept(RangedSet(msg.id))
|
||
|
|
|
||
|
|
msg = queue_c.get(timeout=1)
|
||
|
|
self.assertEqual("Message 7", msg.body)
|
||
|
|
session.message_accept(RangedSet(msg.id))
|
||
|
|
|
||
|
|
for q in [queue_a, queue_b, queue_c]:
|
||
|
|
try:
|
||
|
|
extra = q.get(timeout=1)
|
||
|
|
self.fail("Got unexpected message: " + extra.body)
|
||
|
|
except Empty: None
|
||
|
|
|
||
|
|
#cleanup
|
||
|
|
session.tx_commit()
|
||
|
|
|
||
|
|
def perform_txn_work(self, session, name_a, name_b, name_c):
|
||
|
|
"""
|
||
|
|
Utility method that does some setup and some work under a transaction. Used for testing both
|
||
|
|
commit and rollback
|
||
|
|
"""
|
||
|
|
#setup:
|
||
|
|
self.declare_queues([name_a, name_b, name_c])
|
||
|
|
|
||
|
|
key = "my_key_" + name_b
|
||
|
|
topic = "my_topic_" + name_c
|
||
|
|
|
||
|
|
session.exchange_bind(queue=name_b, exchange="amq.direct", binding_key=key)
|
||
|
|
session.exchange_bind(queue=name_c, exchange="amq.topic", binding_key=topic)
|
||
|
|
|
||
|
|
dp = session.delivery_properties(routing_key=name_a)
|
||
|
|
for i in range(1, 5):
|
||
|
|
mp = session.message_properties(message_id="msg%d" % i)
|
||
|
|
session.message_transfer(message=Message(dp, mp, "Message %d" % i))
|
||
|
|
|
||
|
|
dp = session.delivery_properties(routing_key=key)
|
||
|
|
mp = session.message_properties(message_id="msg6")
|
||
|
|
session.message_transfer(destination="amq.direct", message=Message(dp, mp, "Message 6"))
|
||
|
|
|
||
|
|
dp = session.delivery_properties(routing_key=topic)
|
||
|
|
mp = session.message_properties(message_id="msg7")
|
||
|
|
session.message_transfer(destination="amq.topic", message=Message(dp, mp, "Message 7"))
|
||
|
|
|
||
|
|
session.tx_select()
|
||
|
|
|
||
|
|
#consume and ack messages
|
||
|
|
acked = RangedSet()
|
||
|
|
self.subscribe(session, queue=name_a, destination="sub_a")
|
||
|
|
queue_a = session.incoming("sub_a")
|
||
|
|
for i in range(1, 5):
|
||
|
|
msg = queue_a.get(timeout=1)
|
||
|
|
acked.add(msg.id)
|
||
|
|
self.assertEqual("Message %d" % i, msg.body)
|
||
|
|
|
||
|
|
self.subscribe(session, queue=name_b, destination="sub_b")
|
||
|
|
queue_b = session.incoming("sub_b")
|
||
|
|
msg = queue_b.get(timeout=1)
|
||
|
|
self.assertEqual("Message 6", msg.body)
|
||
|
|
acked.add(msg.id)
|
||
|
|
|
||
|
|
sub_c = self.subscribe(session, queue=name_c, destination="sub_c")
|
||
|
|
queue_c = session.incoming("sub_c")
|
||
|
|
msg = queue_c.get(timeout=1)
|
||
|
|
self.assertEqual("Message 7", msg.body)
|
||
|
|
acked.add(msg.id)
|
||
|
|
|
||
|
|
session.message_accept(acked)
|
||
|
|
|
||
|
|
dp = session.delivery_properties(routing_key=topic)
|
||
|
|
#publish messages
|
||
|
|
for i in range(1, 5):
|
||
|
|
mp = session.message_properties(message_id="tx-msg%d" % i)
|
||
|
|
session.message_transfer(destination="amq.topic", message=Message(dp, mp, "TxMessage %d" % i))
|
||
|
|
|
||
|
|
dp = session.delivery_properties(routing_key=key)
|
||
|
|
mp = session.message_properties(message_id="tx-msg6")
|
||
|
|
session.message_transfer(destination="amq.direct", message=Message(dp, mp, "TxMessage 6"))
|
||
|
|
|
||
|
|
dp = session.delivery_properties(routing_key=name_a)
|
||
|
|
mp = session.message_properties(message_id="tx-msg7")
|
||
|
|
session.message_transfer(message=Message(dp, mp, "TxMessage 7"))
|
||
|
|
return queue_a, queue_b, queue_c, acked
|
||
|
|
|
||
|
|
def declare_queues(self, names, session=None):
|
||
|
|
session = session or self.session
|
||
|
|
for n in names:
|
||
|
|
session.queue_declare(queue=n, auto_delete=True)
|
||
|
|
|
||
|
|
def subscribe(self, session=None, **keys):
|
||
|
|
session = session or self.session
|
||
|
|
consumer_tag = keys["destination"]
|
||
|
|
session.message_subscribe(**keys)
|
||
|
|
session.message_flow(destination=consumer_tag, unit=session.credit_unit.message, value=0xFFFFFFFFL)
|
||
|
|
session.message_flow(destination=consumer_tag, unit=session.credit_unit.byte, value=0xFFFFFFFFL)
|
||
|
|
|
||
|
|
def enable_flow(self, tag, session=None):
|
||
|
|
session = session or self.session
|
||
|
|
session.message_flow(destination=tag, unit=session.credit_unit.message, value=0xFFFFFFFFL)
|
||
|
|
session.message_flow(destination=tag, unit=session.credit_unit.byte, value=0xFFFFFFFFL)
|
||
|
|
|
||
|
|
def complete(self, session, msg):
|
||
|
|
session.receiver._completed.add(msg.id)#TODO: this may be done automatically
|
||
|
|
session.channel.session_completed(session.receiver._completed)
|
||
|
|
|