Skip to content

chore: fix concurrent CommitQuota transactions for unrelated users/orgs #15261

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 19 commits into from
Nov 1, 2024
Merged

chore: fix concurrent CommitQuota transactions for unrelated users/orgs #15261

Changes from 1 commit
Commits
Show all changes
19 commits
Select commit Hold shift + click to select a range
dce750d
chore: making unit tests to try out various things
Emyrk Oct 23, 2024
4fd9760
wip
Emyrk Oct 23, 2024
6215603
wip
Emyrk Oct 24, 2024
9ccd0b2
wip
Emyrk Oct 28, 2024
784a98f
refactor tests
Emyrk Oct 28, 2024
5f021ad
add extra test
Emyrk Oct 28, 2024
426eeb6
delete unused code
Emyrk Oct 28, 2024
b69dd0f
revert some changes
Emyrk Oct 28, 2024
ec8f799
fix comment
Emyrk Oct 28, 2024
f613f31
prevent seq scan on workspace_builds for GetQuotaAllowanceForUser
Emyrk Oct 28, 2024
746203d
update tests
Emyrk Oct 28, 2024
c0d05db
fixups
Emyrk Oct 29, 2024
245f6df
linting
Emyrk Oct 29, 2024
422e694
fix opts
Emyrk Oct 29, 2024
685b21e
linting
Emyrk Oct 29, 2024
33dbd92
linting
Emyrk Oct 29, 2024
a99882a
text cleanup
Emyrk Oct 31, 2024
6ce8bfe
tests to assert errors, rather then skip the test
Emyrk Oct 31, 2024
3a9270d
chore: add PGLocks query to analyze what locks are held in pg (#15308)
Emyrk Nov 1, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
wip
  • Loading branch information
@Emyrk
Emyrk committed Oct 28, 2024
commit 62156037f0bb7fd8a8f33f57349ecc43ee588e82
140 changes: 135 additions & 5 deletions enterprise/coderd/workspacequota_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -319,7 +319,31 @@ func TestWorkspaceSerialization(t *testing.T) {
var _ = ps

org := dbgen.Organization(t, db, database.Organization{})

ctx := testutil.Context(t, testutil.WaitLong)
ctx = dbauthz.AsSystemRestricted(ctx)
group, err := db.InsertAllUsersGroup(ctx, org.ID)
require.NoError(t, err)

group, err = db.UpdateGroupByID(ctx, database.UpdateGroupByIDParams{
Name: group.Name,
DisplayName: group.DisplayName,
AvatarURL: group.AvatarURL,
QuotaAllowance: 100,
ID: group.ID,
})
require.NoError(t, err)

user := dbgen.User(t, db, database.User{})

dbgen.OrganizationMember(t, db, database.OrganizationMember{
UserID: user.ID,
OrganizationID: org.ID,
CreatedAt: dbtime.Now(),
UpdatedAt: dbtime.Now(),
Roles: []string{},
})

tpl := dbgen.Template(t, db, database.Template{
OrganizationID: org.ID,
CreatedBy: user.ID,
Expand Down Expand Up @@ -448,24 +472,130 @@ func TestWorkspaceSerialization(t *testing.T) {

var _, _ = one, two
// Run order
one.GetQuota(ctx, t)
one.GetAllowance(ctx, t)

one.UpdateWorkspaceBuildCostByID(ctx, t, 10)
two.UpdateWorkspaceBuildCostByID(ctx, t, 10)

two.GetQuota(ctx, t)
two.GetAllowance(ctx, t)

// End commit
require.NoError(t, one.Done())
require.NoError(t, two.Done())
})

t.Run("BumpLastUsedAt", func(t *testing.T) {
ctx := testutil.Context(t, testutil.WaitShort)
ctx = dbauthz.AsSystemRestricted(ctx)

two := dbtestutil.StartTx(t, db, &sql.TxOptions{
Isolation: sql.LevelSerializable,
ReadOnly: false,
})
one := newCommitter(t, db, workspace, workspaceResp.Build)

//two := newCommitter(t, db, workspaceTwo, workspaceResp.Build)

// Run order
one.GetQuota(ctx, t)
one.GetAllowance(ctx, t)

//two.UpdateWorkspaceBuildCostByID(ctx, t, 10)

//err := two.UpdateWorkspaceBuildCostByID(ctx, database.UpdateWorkspaceBuildCostByIDParams{
// ID: workspaceResp.Build.ID,
// DailyCost: 30,
//})
//require.NoError(t, err)

//q, err := two.GetQuotaConsumedForUser(ctx, database.GetQuotaConsumedForUserParams{
// OwnerID: user.ID,
// OrganizationID: workspace.OrganizationID,
//})
//require.NoError(t, err)
//fmt.Println(q)

one.UpdateWorkspaceBuildCostByID(ctx, t, 10)
two.UpdateWorkspaceBuildCostByID(ctx, t, 10)

wg := sync.WaitGroup{}
wg.Add(1)
go func() {
defer wg.Done()
err = two.UpdateWorkspaceBuildDeadlineByID(ctx, database.UpdateWorkspaceBuildDeadlineByIDParams{
Deadline: dbtime.Now(),
MaxDeadline: dbtime.Now(),
UpdatedAt: dbtime.Now(),
ID: workspaceResp.Build.ID,
})
require.NoError(t, err)
}()
time.Sleep(time.Millisecond * 800)

//err = db.UpdateWorkspaceLastUsedAt(ctx, database.UpdateWorkspaceLastUsedAtParams{
// ID: workspace.ID,
// LastUsedAt: dbtime.Now(),
//})
//require.NoError(t, err)
//
//err = db.UpdateWorkspaceBuildCostByID(ctx, database.UpdateWorkspaceBuildCostByIDParams{
// ID: workspaceResp.Build.ID,
// DailyCost: 20,
//})
//require.NoError(t, err)

//two.GetQuota(ctx, t)
//two.GetAllowance(ctx, t)

// End commit
err := one.Done()
err2 := two.Done()
require.NoError(t, err)
require.NoError(t, err2)
require.NoError(t, one.Done())
wg.Wait()
require.NoError(t, two.Done())
})

// TODO: Try to fail a non-repeatable read only transaction
t.Run("ReadStale", func(t *testing.T) {
ctx := testutil.Context(t, testutil.WaitLong)
ctx = dbauthz.AsSystemRestricted(ctx)

three := newCommitter(t, db, workspace, workspaceTwoResp.Build)
two := newCommitter(t, db, workspaceTwo, workspaceResp.Build)
one := newCommitter(t, db, workspace, workspaceResp.Build)
three.UpdateWorkspaceBuildCostByID(ctx, t, 10)

// Run order

fmt.Println("1", one.GetQuota(ctx, t))
one.GetAllowance(ctx, t)

one.UpdateWorkspaceBuildCostByID(ctx, t, 10)

fmt.Println("1a", one.GetQuota(ctx, t))

fmt.Println("2a", two.GetQuota(ctx, t))
two.GetAllowance(ctx, t)

// End commit
require.NoError(t, one.Done())

fmt.Println("2a", two.GetQuota(ctx, t))
two.GetAllowance(ctx, t)

require.NoError(t, two.Done())
require.NoError(t, three.Done())

//allow, err = db.GetQuotaConsumedForUser(ctx, database.GetQuotaConsumedForUserParams{
// OwnerID: user.ID,
// OrganizationID: org.ID,
//})
//require.NoError(t, err)
//fmt.Println(allow)
})

// Autobuild, then quota, then autobuild read agin in the same tx
// https://www.richardstrnad.ch/posts/go-sql-how-to-get-detailed-error/
// https://blog.danslimmon.com/2024/01/10/why-transaction-order-matters-even-if-youre-only-reading/
}

func deprecatedQuotaEndpoint(ctx context.Context, client *codersdk.Client, userID string) (codersdk.WorkspaceQuota, error) {
Expand Down