Skip to content

feat: Add database data generator to make fakedbs easier to populate #5922

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 21 commits into from
Jan 31, 2023
Merged

feat: Add database data generator to make fakedbs easier to populate #5922

Changes from 1 commit
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
50ea251
feat: Add database data generator to make fakedbs easier to populate
Emyrk Jan 30, 2023
722194b
Add resources and jobS
Emyrk Jan 30, 2023
38eb88e
Support api keys in generator
Emyrk Jan 30, 2023
d4fe6b7
Begin refactoring api key tests with generator
Emyrk Jan 30, 2023
d423ba2
Refactor api tests to use fake generator
Emyrk Jan 30, 2023
fac054a
Refactor workspace apps test
Emyrk Jan 30, 2023
387c1bd
Remove unused function
Emyrk Jan 30, 2023
50cba39
Refactor provsionerdserver tests
Emyrk Jan 30, 2023
396aa4a
Refactor prom metrics test
Emyrk Jan 30, 2023
5648499
Add unit tests for generator
Emyrk Jan 30, 2023
298ca3e
Remove takeFirstTime
Emyrk Jan 31, 2023
3bfd4d6
Add more randomness to names
Emyrk Jan 31, 2023
7fc8ead
Use fatal over panic
Emyrk Jan 31, 2023
5ba3463
Remove use of panics
Emyrk Jan 31, 2023
bc88e41
Remove all state from generator
Emyrk Jan 31, 2023
1113d8f
Move generate functions and no more generics
Emyrk Jan 31, 2023
5cd9acd
Move to database gen package
Emyrk Jan 31, 2023
e7d2b5f
Fix all refactored tests to use new methods
Emyrk Jan 31, 2023
5e12b78
Remove unused ctx
Emyrk Jan 31, 2023
144ef40
Add comment about unused fields
Emyrk Jan 31, 2023
61ca1ca
rename to dbgen
Emyrk Jan 31, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Remove takeFirstTime
  • Loading branch information
@Emyrk
Emyrk committed Jan 31, 2023
commit 298ca3e7044306a2bbc07cd4f1dc9314f41559d2
63 changes: 30 additions & 33 deletions coderd/database/databasefake/generator.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -137,6 +137,8 @@ func (g *Generator) User(ctx context.Context, seed database.User) database.User
return populate(ctx, g, "", seed)
}

// Populate uses `require` which calls `t.FailNow()` and must be called from the
// go routine running the test or benchmark function.
func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) map[string]interface{} {
db := g.db
t := g.testT
Expand All @@ -156,10 +158,10 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
HashedSecret: takeFirstBytes(orig.HashedSecret, hashed[:]),
IPAddress: pqtype.Inet{},
UserID: takeFirst(orig.UserID, uuid.New()),
LastUsed: takeFirstTime(orig.LastUsed, time.Now()),
ExpiresAt: takeFirstTime(orig.ExpiresAt, time.Now().Add(time.Hour)),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirstTime(orig.UpdatedAt, time.Now()),
LastUsed: takeFirst(orig.LastUsed, time.Now()),
ExpiresAt: takeFirst(orig.ExpiresAt, time.Now().Add(time.Hour)),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirst(orig.UpdatedAt, time.Now()),
LoginType: takeFirst(orig.LoginType, database.LoginTypePassword),
Scope: takeFirst(orig.Scope, database.APIKeyScopeAll),
})
Expand All @@ -171,8 +173,8 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
case database.Template:
template, err := db.InsertTemplate(ctx, database.InsertTemplateParams{
ID: takeFirst(orig.ID, g.Lookup(name)),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirstTime(orig.UpdatedAt, time.Now()),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirst(orig.UpdatedAt, time.Now()),
OrganizationID: takeFirst(orig.OrganizationID, g.PrimaryOrg(ctx).ID),
Name: takeFirst(orig.Name, namesgenerator.GetRandomName(1)),
Provisioner: takeFirst(orig.Provisioner, database.ProvisionerTypeEcho),
Expand All @@ -198,8 +200,8 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
Valid: takeFirst(orig.TemplateID.Valid, true),
},
OrganizationID: takeFirst(orig.OrganizationID, g.PrimaryOrg(ctx).ID),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirstTime(orig.UpdatedAt, time.Now()),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirst(orig.UpdatedAt, time.Now()),
Name: takeFirst(orig.Name, namesgenerator.GetRandomName(1)),
Readme: takeFirst(orig.Readme, namesgenerator.GetRandomName(1)),
JobID: takeFirst(orig.JobID, uuid.New()),
Expand All @@ -212,8 +214,8 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
workspace, err := db.InsertWorkspace(ctx, database.InsertWorkspaceParams{
ID: takeFirst(orig.ID, g.Lookup(name)),
OwnerID: takeFirst(orig.OwnerID, uuid.New()),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirstTime(orig.UpdatedAt, time.Now()),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirst(orig.UpdatedAt, time.Now()),
OrganizationID: takeFirst(orig.OrganizationID, g.PrimaryOrg(ctx).ID),
TemplateID: takeFirst(orig.TemplateID, uuid.New()),
Name: takeFirst(orig.Name, namesgenerator.GetRandomName(1)),
Expand All @@ -226,16 +228,16 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
case database.WorkspaceBuild:
build, err := db.InsertWorkspaceBuild(ctx, database.InsertWorkspaceBuildParams{
ID: takeFirst(orig.ID, g.Lookup(name)),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirstTime(orig.UpdatedAt, time.Now()),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirst(orig.UpdatedAt, time.Now()),
WorkspaceID: takeFirst(orig.WorkspaceID, uuid.New()),
TemplateVersionID: takeFirst(orig.TemplateVersionID, uuid.New()),
BuildNumber: takeFirst(orig.BuildNumber, 0),
Transition: takeFirst(orig.Transition, database.WorkspaceTransitionStart),
InitiatorID: takeFirst(orig.InitiatorID, uuid.New()),
JobID: takeFirst(orig.JobID, uuid.New()),
ProvisionerState: takeFirstBytes(orig.ProvisionerState, []byte{}),
Deadline: takeFirstTime(orig.Deadline, time.Now().Add(time.Hour)),
Deadline: takeFirst(orig.Deadline, time.Now().Add(time.Hour)),
Reason: takeFirst(orig.Reason, database.BuildReasonInitiator),
})
require.NoError(t, err, "insert workspace build")
Expand All @@ -247,8 +249,8 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
Email: takeFirst(orig.Email, namesgenerator.GetRandomName(1)),
Username: takeFirst(orig.Username, namesgenerator.GetRandomName(1)),
HashedPassword: takeFirstBytes(orig.HashedPassword, []byte{}),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirstTime(orig.UpdatedAt, time.Now()),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirst(orig.UpdatedAt, time.Now()),
RBACRoles: []string{},
LoginType: takeFirst(orig.LoginType, database.LoginTypePassword),
})
Expand All @@ -261,8 +263,8 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
ID: takeFirst(orig.ID, g.Lookup(name)),
Name: takeFirst(orig.Name, namesgenerator.GetRandomName(1)),
Description: takeFirst(orig.Description, namesgenerator.GetRandomName(1)),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirstTime(orig.UpdatedAt, time.Now()),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirst(orig.UpdatedAt, time.Now()),
})
require.NoError(t, err, "insert organization")

Expand All @@ -283,8 +285,8 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
case database.ProvisionerJob:
job, err := db.InsertProvisionerJob(ctx, database.InsertProvisionerJobParams{
ID: takeFirst(orig.ID, g.Lookup(name)),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirstTime(orig.UpdatedAt, time.Now()),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
UpdatedAt: takeFirst(orig.UpdatedAt, time.Now()),
OrganizationID: takeFirst(orig.OrganizationID, g.PrimaryOrg(ctx).ID),
InitiatorID: takeFirst(orig.InitiatorID, uuid.New()),
Provisioner: takeFirst(orig.Provisioner, database.ProvisionerTypeEcho),
Expand All @@ -301,14 +303,13 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
case database.WorkspaceResource:
resource, err := db.InsertWorkspaceResource(ctx, database.InsertWorkspaceResourceParams{
ID: takeFirst(orig.ID, g.Lookup(name)),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
JobID: takeFirst(orig.JobID, uuid.New()),
Transition: takeFirst(orig.Transition, database.WorkspaceTransitionStart),
// TODO: What type to put here?
Type: takeFirst(orig.Type, ""),
Name: takeFirst(orig.Name, namesgenerator.GetRandomName(1)),
Hide: takeFirst(orig.Hide, false),
Icon: takeFirst(orig.Icon, ""),
Type: takeFirst(orig.Type, "fake_resource"),
Name: takeFirst(orig.Name, namesgenerator.GetRandomName(1)),
Hide: takeFirst(orig.Hide, false),
Icon: takeFirst(orig.Icon, ""),
InstanceType: sql.NullString{
String: takeFirst(orig.InstanceType.String, ""),
Valid: takeFirst(orig.InstanceType.Valid, false),
Expand All @@ -323,7 +324,7 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
file, err := db.InsertFile(ctx, database.InsertFileParams{
ID: takeFirst(orig.ID, g.Lookup(name)),
Hash: takeFirst(orig.Hash, hex.EncodeToString(make([]byte, 32))),
CreatedAt: takeFirstTime(orig.CreatedAt, time.Now()),
CreatedAt: takeFirst(orig.CreatedAt, time.Now()),
CreatedBy: takeFirst(orig.CreatedBy, uuid.New()),
Mimetype: takeFirst(orig.Mimetype, "application/x-tar"),
Data: takeFirstBytes(orig.Data, []byte{}),
Expand All @@ -338,7 +339,7 @@ func (g *Generator) Populate(ctx context.Context, seed map[string]interface{}) m
LinkedID: takeFirst(orig.LinkedID),
OAuthAccessToken: takeFirst(orig.OAuthAccessToken, uuid.NewString()),
OAuthRefreshToken: takeFirst(orig.OAuthAccessToken, uuid.NewString()),
OAuthExpiry: takeFirstTime(orig.OAuthExpiry, time.Now().Add(time.Hour*24)),
OAuthExpiry: takeFirst(orig.OAuthExpiry, time.Now().Add(time.Hour*24)),
})

require.NoError(t, err, "insert link")
Expand Down Expand Up @@ -367,12 +368,8 @@ func (g *Generator) Lookup(name string) uuid.UUID {
return id
}

func takeFirstTime(values ...time.Time) time.Time {
return takeFirstF(values, func(v time.Time) bool {
return !v.IsZero()
})
}

// takeFirstBytes implements takeFirst for []byte.
// []byte is not a comparable type.
func takeFirstBytes(values ...[]byte) []byte {
return takeFirstF(values, func(v []byte) bool {
return len(v) != 0
Expand Down