Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
M
Metabase
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Iterations
Wiki
Requirements
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Locked files
Build
Pipelines
Jobs
Pipeline schedules
Test cases
Artifacts
Deploy
Releases
Package registry
Container registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Code review analytics
Issue analytics
Insights
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Terms and privacy
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
Engineering Digital Service
Metabase
Commits
6a856dd9
Commit
6a856dd9
authored
9 years ago
by
Allen Gilliland
Browse files
Options
Downloads
Patches
Plain Diff
adding one more fairly complex multi-schema unit test.
parent
0858df4e
Branches
Branches containing commit
Tags
Tags containing commit
No related merge requests found
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
test/metabase/mock/schema_per_customer.clj
+1134
-0
1134 additions, 0 deletions
test/metabase/mock/schema_per_customer.clj
test/metabase/sync_database/sync_test.clj
+51
-0
51 additions, 0 deletions
test/metabase/sync_database/sync_test.clj
with
1185 additions
and
0 deletions
test/metabase/mock/schema_per_customer.clj
0 → 100644
+
1134
−
0
View file @
6a856dd9
(
ns
metabase.mock.schema-per-customer
"A relational database that replicates a set of tables multiple times such that schema1.* and schema2.* have the
same set of tables. This is common in apps that provide an 'instance' per customer."
(
:require
[
metabase.driver
:as
driver
]))
;; NOTE: we throw in a "common" schema which shares an FK across all other schemas just to get tricky
(
def
^
:const
schema-per-customer-tables
{
nil
{
"city"
{
:name
"city"
:fields
#
{{
:name
"id"
:base-type
:IntegerField
:pk?
true
}
{
:name
"name"
:base-type
:TextField
:special-type
:name
}}}
"venue"
{
:name
"venue"
:fields
#
{{
:name
"id"
:base-type
:IntegerField
:pk?
true
}
{
:name
"name"
:base-type
:TextField
:special-type
:name
}
{
:name
"city_id"
:base-type
:IntegerField
}}}
"review"
{
:name
"review"
:fields
#
{{
:name
"id"
:base-type
:IntegerField
:pk?
true
}
{
:name
"text"
:base-type
:TextField
:special-type
:name
}
{
:name
"venue_id"
:base-type
:IntegerField
}
{
:name
"reviewer_id"
:base-type
:IntegerField
}}}}
"common"
{
"user"
{
:name
"user"
:fields
#
{{
:name
"id"
:base-type
:IntegerField
:pk?
true
}
{
:name
"name"
:base-type
:TextField
}}}}})
(
defrecord
SchemaPerCustomerDriver
[]
clojure.lang.Named
(
getName
[
_
]
"SchemaPerCustomerDriver"
))
(
extend
SchemaPerCustomerDriver
driver/IDriver
(
merge
driver/IDriverDefaultsMixin
{
:analyze-table
(
constantly
nil
)
:describe-database
(
fn
[
_
_
]
{
:tables
(
conj
(
->>
(
for
[
schema
[
"s1"
"s2"
"s3"
]]
(
for
[
table
(
keys
(
get
schema-per-customer-tables
nil
))]
{
:schema
schema,
:name
table
}))
flatten
set
)
{
:schema
"common"
,
:name
"user"
})})
:describe-table
(
fn
[
_
_
{
table-name
:name,
schema-name
:schema
}]
(
assoc
(
get-in
schema-per-customer-tables
[(
when
(
=
"user"
table-name
)
"common"
)
table-name
])
:schema
schema-name
))
:describe-table-fks
(
fn
[
_
_
{
table-name
:name,
schema-name
:schema
}]
(
cond
(
=
"review"
table-name
)
#
{{
:fk-column-name
"venue_id"
:dest-table
{
:name
"venue"
,
:schema
schema-name
}
:dest-column-name
"id"
}
{
:fk-column-name
"reviewer_id"
:dest-table
{
:name
"user"
,
:schema
"common"
}
:dest-column-name
"id"
}}
(
=
"venue"
table-name
)
#
{{
:fk-column-name
"city_id"
:dest-table
{
:name
"city"
,
:schema
schema-name
}
:dest-column-name
"id"
}}
:else
#
{}))
:features
(
constantly
#
{
:foreign-keys
})}))
(
driver/register-driver!
:schema-per-customer
(
SchemaPerCustomerDriver.
))
(
def
^
:const
schema-per-customer-raw-tables
[{
:schema
"s3"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"name"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
,
:special-type
"name"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"city"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}
{
:schema
"s2"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"reviewer_id"
:fk_target_column_id
true
:updated_at
true
:fk_target_column
{
:schema
"common"
,
:name
"user"
,
:col-name
"id"
}
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"text"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
,
:special-type
"name"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"venue_id"
:fk_target_column_id
true
:updated_at
true
:fk_target_column
{
:schema
"s2"
,
:name
"venue"
,
:col-name
"id"
}
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"review"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}
{
:schema
"s3"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"city_id"
:fk_target_column_id
true
:updated_at
true
:fk_target_column
{
:schema
"s3"
,
:name
"city"
,
:col-name
"id"
}
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"name"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
,
:special-type
"name"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"venue"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}
{
:schema
"s2"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"name"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
,
:special-type
"name"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"city"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}
{
:schema
"s1"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"city_id"
:fk_target_column_id
true
:updated_at
true
:fk_target_column
{
:schema
"s1"
,
:name
"city"
,
:col-name
"id"
}
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"name"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
,
:special-type
"name"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"venue"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}
{
:schema
"common"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"name"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"user"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}
{
:schema
"s3"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"reviewer_id"
:fk_target_column_id
true
:updated_at
true
:fk_target_column
{
:schema
"common"
,
:name
"user"
,
:col-name
"id"
}
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"text"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
,
:special-type
"name"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"venue_id"
:fk_target_column_id
true
:updated_at
true
:fk_target_column
{
:schema
"s3"
,
:name
"venue"
,
:col-name
"id"
}
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"review"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}
{
:schema
"s2"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"city_id"
:fk_target_column_id
true
:updated_at
true
:fk_target_column
{
:schema
"s2"
,
:name
"city"
,
:col-name
"id"
}
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"name"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
,
:special-type
"name"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"venue"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}
{
:schema
"s1"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"reviewer_id"
:fk_target_column_id
true
:updated_at
true
:fk_target_column
{
:schema
"common"
,
:name
"user"
,
:col-name
"id"
}
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"text"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
,
:special-type
"name"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"venue_id"
:fk_target_column_id
true
:updated_at
true
:fk_target_column
{
:schema
"s1"
,
:name
"venue"
,
:col-name
"id"
}
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"review"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}
{
:schema
"s1"
:database_id
true
:columns
[{
:column_type
nil
:raw_table_id
true
:name
"id"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"IntegerField"
}
:active
true
:id
true
:is_pk
true
:created_at
true
}
{
:column_type
nil
:raw_table_id
true
:name
"name"
:fk_target_column_id
false
:updated_at
true
:details
{
:base-type
"TextField"
,
:special-type
"name"
}
:active
true
:id
true
:is_pk
false
:created_at
true
}]
:name
"city"
:updated_at
true
:details
{}
:active
true
:id
true
:created_at
true
}])
(
def
^
:const
schema-per-customer-tables-and-fields
[{
:description
nil
:entity_type
nil
:schema
"common"
:raw_table_id
true
:name
"user"
:fields
[{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:name
:name
"name"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Name"
:created_at
true
:base_type
:TextField
}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"User"
:created_at
true
}
{
:description
nil
:entity_type
nil
:schema
"s1"
:raw_table_id
true
:name
"city"
:fields
[{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:name
:name
"name"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Name"
:created_at
true
:base_type
:TextField
}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"City"
:created_at
true
}
{
:description
nil
:entity_type
nil
:schema
"s1"
:raw_table_id
true
:name
"review"
:fields
[{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:fk
:name
"reviewer_id"
:fk_target_field_id
true
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Reviewer Id"
:created_at
true
:base_type
:IntegerField
:fk_target_field
{
:schema
"common"
,
:name
"user"
,
:col-name
"id"
}}
{
:description
nil
:table_id
true
:special_type
:name
:name
"text"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Text"
:created_at
true
:base_type
:TextField
}
{
:description
nil
:table_id
true
:special_type
:fk
:name
"venue_id"
:fk_target_field_id
true
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Venue Id"
:created_at
true
:base_type
:IntegerField
:fk_target_field
{
:schema
"s1"
,
:name
"venue"
,
:col-name
"id"
}}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"Review"
:created_at
true
}
{
:description
nil
:entity_type
nil
:schema
"s1"
:raw_table_id
true
:name
"venue"
:fields
[{
:description
nil
:table_id
true
:special_type
:fk
:name
"city_id"
:fk_target_field_id
true
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"City Id"
:created_at
true
:base_type
:IntegerField
:fk_target_field
{
:schema
"s1"
,
:name
"city"
,
:col-name
"id"
}}
{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:name
:name
"name"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Name"
:created_at
true
:base_type
:TextField
}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"Venue"
:created_at
true
}
{
:description
nil
:entity_type
nil
:schema
"s2"
:raw_table_id
true
:name
"city"
:fields
[{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:name
:name
"name"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Name"
:created_at
true
:base_type
:TextField
}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"City"
:created_at
true
}
{
:description
nil
:entity_type
nil
:schema
"s2"
:raw_table_id
true
:name
"review"
:fields
[{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:fk
:name
"reviewer_id"
:fk_target_field_id
true
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Reviewer Id"
:created_at
true
:base_type
:IntegerField
:fk_target_field
{
:schema
"common"
,
:name
"user"
,
:col-name
"id"
}}
{
:description
nil
:table_id
true
:special_type
:name
:name
"text"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Text"
:created_at
true
:base_type
:TextField
}
{
:description
nil
:table_id
true
:special_type
:fk
:name
"venue_id"
:fk_target_field_id
true
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Venue Id"
:created_at
true
:base_type
:IntegerField
:fk_target_field
{
:schema
"s2"
,
:name
"venue"
,
:col-name
"id"
}}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"Review"
:created_at
true
}
{
:description
nil
:entity_type
nil
:schema
"s2"
:raw_table_id
true
:name
"venue"
:fields
[{
:description
nil
:table_id
true
:special_type
:fk
:name
"city_id"
:fk_target_field_id
true
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"City Id"
:created_at
true
:base_type
:IntegerField
:fk_target_field
{
:schema
"s2"
,
:name
"city"
,
:col-name
"id"
}}
{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:name
:name
"name"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Name"
:created_at
true
:base_type
:TextField
}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"Venue"
:created_at
true
}
{
:description
nil
:entity_type
nil
:schema
"s3"
:raw_table_id
true
:name
"city"
:fields
[{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:name
:name
"name"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Name"
:created_at
true
:base_type
:TextField
}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"City"
:created_at
true
}
{
:description
nil
:entity_type
nil
:schema
"s3"
:raw_table_id
true
:name
"review"
:fields
[{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:fk
:name
"reviewer_id"
:fk_target_field_id
true
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Reviewer Id"
:created_at
true
:base_type
:IntegerField
:fk_target_field
{
:schema
"common"
,
:name
"user"
,
:col-name
"id"
}}
{
:description
nil
:table_id
true
:special_type
:name
:name
"text"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Text"
:created_at
true
:base_type
:TextField
}
{
:description
nil
:table_id
true
:special_type
:fk
:name
"venue_id"
:fk_target_field_id
true
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Venue Id"
:created_at
true
:base_type
:IntegerField
:fk_target_field
{
:schema
"s3"
,
:name
"venue"
,
:col-name
"id"
}}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"Review"
:created_at
true
}
{
:description
nil
:entity_type
nil
:schema
"s3"
:raw_table_id
true
:name
"venue"
:fields
[{
:description
nil
:table_id
true
:special_type
:fk
:name
"city_id"
:fk_target_field_id
true
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"City Id"
:created_at
true
:base_type
:IntegerField
:fk_target_field
{
:schema
"s3"
,
:name
"city"
,
:col-name
"id"
}}
{
:description
nil
:table_id
true
:special_type
:id
:name
"id"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Id"
:created_at
true
:base_type
:IntegerField
}
{
:description
nil
:table_id
true
:special_type
:name
:name
"name"
:fk_target_field_id
false
:updated_at
true
:active
true
:parent_id
false
:id
true
:raw_column_id
true
:last_analyzed
false
:field_type
:info
:position
0
:visibility_type
:normal
:preview_display
true
:display_name
"Name"
:created_at
true
:base_type
:TextField
}]
:rows
nil
:updated_at
true
:entity_name
nil
:active
true
:id
true
:db_id
true
:visibility_type
nil
:display_name
"Venue"
:created_at
true
}])
This diff is collapsed.
Click to expand it.
test/metabase/sync_database/sync_test.clj
+
51
−
0
View file @
6a856dd9
...
...
@@ -3,6 +3,7 @@
[
korma.core
:as
k
]
[
metabase.db
:as
db
]
[
metabase.mock.moviedb
:as
moviedb
]
[
metabase.mock.schema-per-customer
:as
schema-per-customer
]
[
metabase.models.database
:as
database
]
[
metabase.models.field
:as
field
]
[
metabase.models.hydrate
:as
hydrate
]
...
...
@@ -391,3 +392,53 @@
(
k/where
{
:database_id
database-id,
:name
"roles"
}))
(
update-data-models-from-raw-tables!
db
)
(
get-tables
database-id
))])))
(
defn
resolve-fk-targets
"Convert :fk_target_[column|field]_id into more testable information with table/schema names."
[
m
]
(
let
[
resolve-raw-column
(
fn
[
column-id
]
(
when-let
[{
col-name
:name,
table
:raw_table_id
}
(
db/sel
:one
:fields
[
raw-column/RawColumn
:raw_table_id
:name
]
:id
column-id
)]
(
->
(
db/sel
:one
:fields
[
raw-table/RawTable
:schema
:name
]
:id
table
)
(
assoc
:col-name
col-name
))))
resolve-field
(
fn
[
field-id
]
(
when-let
[{
col-name
:name,
table
:table_id
}
(
db/sel
:one
:fields
[
field/Field
:table_id
:name
]
:id
field-id
)]
(
->
(
db/sel
:one
:fields
[
table/Table
:schema
:name
]
:id
table
)
(
assoc
:col-name
col-name
))))
resolve-fk
(
fn
[
m
]
(
cond
(
:fk_target_column_id
m
)
(
assoc
m
:fk_target_column
(
resolve-raw-column
(
:fk_target_column_id
m
)))
(
:fk_target_field_id
m
)
(
assoc
m
:fk_target_field
(
resolve-field
(
:fk_target_field_id
m
)))
:else
m
))]
(
update
m
(
if
(
:database_id
m
)
:columns
:fields
)
#
(
mapv
resolve-fk
%
))))
;; special test case which validates a fairly complex multi-schema setup with lots of FKs
(
expect
[
schema-per-customer/schema-per-customer-raw-tables
schema-per-customer/schema-per-customer-tables-and-fields
schema-per-customer/schema-per-customer-tables-and-fields
]
(
tu/with-temp*
[
database/Database
[{
database-id
:id,
:as
db
}
{
:engine
:schema-per-customer
}]]
(
let
[
driver
(
schema-per-customer/->SchemaPerCustomerDriver
)
db-tables
#
(
->>
(
hydrate/hydrate
(
db/sel
:many
table/Table
:db_id
%
(
k/order
:id
))
:fields
)
(
mapv
resolve-fk-targets
)
(
mapv
tu/boolean-ids-and-timestamps
))]
;; do a quick introspection to add the RawTables to the db
(
introspect/introspect-database-and-update-raw-tables!
driver
db
)
[
;; first check that the raw tables stack up as expected
(
->>
(
hydrate/hydrate
(
db/sel
:many
raw-table/RawTable
:database_id
database-id
(
k/order
:id
))
:columns
)
(
mapv
resolve-fk-targets
)
(
mapv
tu/boolean-ids-and-timestamps
))
;; now lets run a sync and check what we got
(
do
(
update-data-models-from-raw-tables!
db
)
(
db-tables
database-id
))
;; run the sync a second time to see how we respond to repeat syncing (should be same since nothing changed)
(
do
(
update-data-models-from-raw-tables!
db
)
(
db-tables
database-id
))])))
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment