Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix contract_tpid_fkey-related race condition #11330

Merged
merged 8 commits into from
Oct 22, 2021
Merged

fix contract_tpid_fkey-related race condition #11330

Changes from 1 commit
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
d858aa4
trying to reliably reproduce the template ID constraint error
S11001001 Oct 20, 2021
4633c31
tentative fix for template ID constraint error
S11001001 Oct 20, 2021
a725fc4
sequential simulation
S11001001 Oct 21, 2021
63c3820
successfully reproduce the error pre-4633c3137a
S11001001 Oct 21, 2021
dbd379b
also reproduced the error pre-4633c3137a on Oracle
S11001001 Oct 21, 2021
fae8ad2
add changelog
S11001001 Oct 21, 2021
b2aab2c
clean up some now-unneeded printlns
S11001001 Oct 21, 2021
c5403f7
Merge commit 'e6da1f7b52ea680ea152871728f5210ae03337c2' into invalid-…
S11001001 Oct 21, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
trying to reliably reproduce the template ID constraint error
  • Loading branch information
@S11001001
S11001001 committed Oct 20, 2021
commit d858aa404be84d7346605be08453065ab5295ad8
92 changes: 74 additions & 18 deletions ledger-service/http-json/src/itlib/scala/http/AbstractDatabaseIntegrationTest.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,12 +12,17 @@ import com.daml.http.util.Logging.{InstanceUUID, instanceUUIDLogCtx}
import com.daml.logging.LoggingContextOf
import com.daml.metrics.Metrics
import doobie.util.log.LogHandler
import doobie.free.{connection => fconn}
import org.scalatest.freespec.AsyncFreeSpecLike
import org.scalatest.{Assertion, AsyncTestSuite, BeforeAndAfterAll, Inside}
import org.scalatest.matchers.should.Matchers
import scalaz.std.list._

import java.util.concurrent.CyclicBarrier
import java.util.concurrent.TimeUnit.SECONDS
import scala.collection.compat._
import scala.concurrent.Future
import scala.util.Try

abstract class AbstractDatabaseIntegrationTest extends AsyncFreeSpecLike with BeforeAndAfterAll {
this: AsyncTestSuite with Matchers with Inside =>
Expand Down Expand Up @@ -184,25 +189,76 @@ abstract class AbstractDatabaseIntegrationTest extends AsyncFreeSpecLike with Be
} yield succeed
}.unsafeToFuture()

"SurrogateTemplateIdCache should be used on template insertion and reads" in {
import dao.jdbcDriver.q.queries
def getOrElseInsertTemplate(tpid: TemplateId[String])(implicit
logHandler: LogHandler = dao.logHandler
) = instanceUUIDLogCtx(implicit lc =>
dao.transact(
queries
.surrogateTemplateId(tpid.packageId, tpid.moduleName, tpid.entityName)
"SurrogateTemplateIdCache" - {
"should be used on template insertion and reads" in {
import dao.jdbcDriver.q.queries
def getOrElseInsertTemplate(tpid: TemplateId[String])(implicit
logHandler: LogHandler = dao.logHandler
) = instanceUUIDLogCtx(implicit lc =>
dao.transact(
queries
.surrogateTemplateId(tpid.packageId, tpid.moduleName, tpid.entityName)
)
)
)
val tpId = TemplateId("pkg", "mod", "ent")
for {
storedStpId <- getOrElseInsertTemplate(tpId) //insert the template id into the cache
cachedStpId <- getOrElseInsertTemplate(tpId) // should trigger a read from cache
} yield {
storedStpId shouldEqual cachedStpId
queries.surrogateTpIdCache.getHitCount shouldBe 1
queries.surrogateTpIdCache.getMissCount shouldBe 1

val tpId = TemplateId("pkg", "mod", "ent")
for {
storedStpId <- getOrElseInsertTemplate(tpId) //insert the template id into the cache
cachedStpId <- getOrElseInsertTemplate(tpId) // should trigger a read from cache
} yield {
storedStpId shouldEqual cachedStpId
queries.surrogateTpIdCache.getHitCount shouldBe 1
queries.surrogateTpIdCache.getMissCount shouldBe 1
}
}.unsafeToFuture()

"doesn't cache uncommitted template IDs" in {
import dbbackend.Queries.DBContract, spray.json.{JsObject, JsNull, JsValue},
spray.json.DefaultJsonProtocol._
import cats.syntax.apply._
import dao.logHandler, dao.jdbcDriver.q.queries,
queries.{insertContracts, surrogateTemplateId}

val tpId = TemplateId("pkg", "mod", "UncomCollision")
val barrier = new CyclicBarrier(2)
def waitForBarrier() = fconn.async[Int] { k =>
k(Try(barrier.await(5, SECONDS)).toEither)
}

def anUpdateThread(cid: String, first: Boolean) = instanceUUIDLogCtx { implicit lc =>
def stid = surrogateTemplateId(tpId.packageId, tpId.moduleName, tpId.entityName)
for {
tpid <- if (first) stid <* waitForBarrier() else waitForBarrier().flatMap(_ => stid)
_ <- insertContracts(
List(
DBContract(
contractId = cid,
templateId = tpid,
key = JsNull: JsValue,
keyHash = None,
payload = JsObject(): JsValue,
signatories = Seq("Alice"),
observers = Seq.empty,
agreementText = "",
)
)
)
_ <- if (first) waitForBarrier() *> fconn.commit else fconn.commit <* waitForBarrier()
} yield true
}

def actuallyAsync[A](ca: fconn.ConnectionIO[A]) =
Future(()).flatMap(_ => dao.transact(ca).unsafeToFuture())

dao
.transact(queries.dropAllTablesIfExist.flatMap(_ => queries.initDatabase))
.unsafeToFuture()
.flatMap(_ =>
actuallyAsync(anUpdateThread("foo", true))
zip actuallyAsync(anUpdateThread("bar", false))
map (_ shouldBe ((true, true)))
)
}
}.unsafeToFuture()
}

}