feat(models) : Joins (Datasets) schema, resolvers and UI

datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsGraphQLEngine.java

@@ -61,12 +61,15 @@
 import com.linkedin.datahub.graphql.generated.GlossaryTermAssociation;
 import com.linkedin.datahub.graphql.generated.IngestionSource;
 import com.linkedin.datahub.graphql.generated.InstitutionalMemoryMetadata;
+import com.linkedin.datahub.graphql.generated.Join;
+import com.linkedin.datahub.graphql.generated.JoinProperties;
 import com.linkedin.datahub.graphql.generated.LineageRelationship;
 import com.linkedin.datahub.graphql.generated.ListAccessTokenResult;
 import com.linkedin.datahub.graphql.generated.ListOwnershipTypesResult;
 import com.linkedin.datahub.graphql.generated.ListDomainsResult;
 import com.linkedin.datahub.graphql.generated.ListGroupsResult;
 import com.linkedin.datahub.graphql.generated.ListQueriesResult;
+import com.linkedin.datahub.graphql.generated.ListJoinResult;
 import com.linkedin.datahub.graphql.generated.ListTestsResult;
 import com.linkedin.datahub.graphql.generated.ListViewsResult;
 import com.linkedin.datahub.graphql.generated.MLFeature;
@@ -92,6 +95,7 @@
 import com.linkedin.datahub.graphql.generated.Test;
 import com.linkedin.datahub.graphql.generated.TestResult;
 import com.linkedin.datahub.graphql.generated.UserUsageCounts;
+import com.linkedin.datahub.graphql.resolvers.AuthenticatedResolver;
 import com.linkedin.datahub.graphql.resolvers.MeResolver;
 import com.linkedin.datahub.graphql.resolvers.assertion.AssertionRunEventResolver;
 import com.linkedin.datahub.graphql.resolvers.assertion.DeleteAssertionResolver;
@@ -296,6 +300,7 @@
 import com.linkedin.datahub.graphql.types.tag.TagType;
 import com.linkedin.datahub.graphql.types.test.TestType;
 import com.linkedin.datahub.graphql.types.view.DataHubViewType;
+import com.linkedin.datahub.graphql.types.join.JoinType;
 import com.linkedin.entity.client.EntityClient;
 import com.linkedin.metadata.config.DataHubConfiguration;
 import com.linkedin.metadata.config.IngestionConfiguration;
@@ -421,6 +426,7 @@ public class GmsGraphQLEngine {
     private final DataHubPolicyType dataHubPolicyType;
     private final DataHubRoleType dataHubRoleType;
     private final SchemaFieldType schemaFieldType;
+    private final JoinType joinType;
     private final DataHubViewType dataHubViewType;
     private final QueryType queryType;
     private final DataProductType dataProductType;
@@ -518,6 +524,7 @@ public GmsGraphQLEngine(final GmsGraphQLEngineArgs args) {
         this.dataHubPolicyType = new DataHubPolicyType(entityClient);
         this.dataHubRoleType = new DataHubRoleType(entityClient);
         this.schemaFieldType = new SchemaFieldType();
+        this.joinType = new JoinType(entityClient);
         this.dataHubViewType = new DataHubViewType(entityClient);
         this.queryType = new QueryType(entityClient);
         this.dataProductType = new DataProductType(entityClient);
@@ -552,6 +559,7 @@ public GmsGraphQLEngine(final GmsGraphQLEngineArgs args) {
             dataHubPolicyType,
             dataHubRoleType,
             schemaFieldType,
+            joinType,
             dataHubViewType,
             queryType,
             dataProductType,
@@ -615,6 +623,7 @@ public void configureRuntimeWiring(final RuntimeWiring.Builder builder) {
         configureTestResultResolvers(builder);
         configureRoleResolvers(builder);
         configureSchemaFieldResolvers(builder);
+        configureJoinResolvers(builder);
         configureEntityPathResolvers(builder);
         configureViewResolvers(builder);
         configureQueryEntityResolvers(builder);
@@ -701,6 +710,9 @@ private void configureDataPlatformInstanceResolvers(final RuntimeWiring.Builder
 
     private void configureQueryResolvers(final RuntimeWiring.Builder builder) {
         builder.type("Query", typeWiring -> typeWiring
+            .dataFetcher("join", new AuthenticatedResolver<>(
+                new LoadableTypeResolver<>(joinType,
+                    (env) -> env.getArgument(URN_FIELD_NAME))))
             .dataFetcher("appConfig",
                 new AppConfigResolver(gitVersion, analyticsService != null,
                     this.ingestionConfiguration,
@@ -740,6 +752,7 @@ private void configureQueryResolvers(final RuntimeWiring.Builder builder) {
             .dataFetcher("glossaryTerm", getResolver(glossaryTermType))
             .dataFetcher("glossaryNode", getResolver(glossaryNodeType))
             .dataFetcher("domain", getResolver((domainType)))
+            .dataFetcher("join", getResolver(joinType))
             .dataFetcher("dataPlatform", getResolver(dataPlatformType))
             .dataFetcher("mlFeatureTable", getResolver(mlFeatureTableType))
             .dataFetcher("mlFeature", getResolver(mlFeatureType))
@@ -842,6 +855,8 @@ private void configureMutationResolvers(final RuntimeWiring.Builder builder) {
             .dataFetcher("updateDataFlow", new MutableTypeResolver<>(dataFlowType))
             .dataFetcher("updateCorpUserProperties", new MutableTypeResolver<>(corpUserType))
             .dataFetcher("updateCorpGroupProperties", new MutableTypeResolver<>(corpGroupType))
+            .dataFetcher("updateJoin", new AuthenticatedResolver<>(new MutableTypeResolver<>(joinType)))
+            .dataFetcher("createJoin", new MutableTypeResolver<>(joinType))
             .dataFetcher("addTag", new AddTagResolver(entityService))
             .dataFetcher("addTags", new AddTagsResolver(entityService))
             .dataFetcher("batchAddTags", new BatchAddTagsResolver(entityService))
@@ -991,6 +1006,12 @@ private void configureGenericEntityResolvers(final RuntimeWiring.Builder builder
                         .map(Domain::getUrn)
                         .collect(Collectors.toList())))
             )
+            .type("ListJoinResult", typeWiring -> typeWiring
+                .dataFetcher("join", new LoadableTypeBatchResolver<>(joinType,
+                    (env) -> ((ListJoinResult) env.getSource()).getJoin().stream()
+                        .map(Join::getUrn)
+                        .collect(Collectors.toList())))
+            )
             .type("GetRootGlossaryTermsResult", typeWiring -> typeWiring
                 .dataFetcher("terms", new LoadableTypeBatchResolver<>(glossaryTermType,
                     (env) -> ((GetRootGlossaryTermsResult) env.getSource()).getTerms().stream()
@@ -1396,6 +1417,46 @@ private void configureTypeExtensions(final RuntimeWiring.Builder builder) {
         builder.scalar(GraphQLLong);
     }
 
+    /**
+     * Configures resolvers responsible for resolving the {@link Join} type.
+     */
+    private void configureJoinResolvers(final RuntimeWiring.Builder builder) {
+        builder
+            .type("Join", typeWiring -> typeWiring
+                .dataFetcher("privileges", new EntityPrivilegesResolver(entityClient))
+                .dataFetcher("relationships", new EntityRelationshipsResultResolver(graphClient))
+                .dataFetcher("browsePaths", new EntityBrowsePathsResolver(this.joinType))
+                .dataFetcher("container",
+                    new LoadableTypeResolver<>(containerType,
+                        (env) -> {
+                            final Join join = env.getSource();
+                            return join.getContainer() != null ? join.getContainer().getUrn() : null;
+                        })
+                ))
+            .type("JoinProperties", typeWiring -> typeWiring
+                    .dataFetcher("datasetA",
+                            new LoadableTypeResolver<>(datasetType,
+                                    (env) -> {
+                                        final JoinProperties joinProperties = env.getSource();
+                                        return joinProperties.getDatasetA() != null ? joinProperties.getDatasetA().getUrn() : null;
+                                    }))
+                    .dataFetcher("datasetB",
+                            new LoadableTypeResolver<>(datasetType,
+                                    (env) -> {
+                                        final JoinProperties joinProperties = env.getSource();
+                                        return joinProperties.getDatasetB() != null ? joinProperties.getDatasetB().getUrn() : null;
+                                    }))
+                    )
+            .type("Owner", typeWiring -> typeWiring
+                .dataFetcher("owner", new OwnerTypeResolver<>(ownerTypes,
+                    (env) -> ((Owner) env.getSource()).getOwner()))
+            )
+            .type("InstitutionalMemoryMetadata", typeWiring -> typeWiring
+                .dataFetcher("author", new LoadableTypeResolver<>(corpUserType,
+                    (env) -> ((InstitutionalMemoryMetadata) env.getSource()).getAuthor().getUrn()))
+            );
+    }
+
     /**
      * Configures resolvers responsible for resolving the {@link com.linkedin.datahub.graphql.generated.DataJob} type.
      */

datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/resolvers/EntityTypeMapper.java

@@ -36,6 +36,7 @@ public class EntityTypeMapper {
           .put(EntityType.NOTEBOOK, "notebook")
           .put(EntityType.DATA_PLATFORM_INSTANCE, "dataPlatformInstance")
           .put(EntityType.TEST, "test")
+          .put(EntityType.JOIN, Constants.JOIN_ENTITY_NAME)
           .put(EntityType.DATAHUB_VIEW, Constants.DATAHUB_VIEW_ENTITY_NAME)
           .put(EntityType.DATA_PRODUCT, Constants.DATA_PRODUCT_ENTITY_NAME)
           .build();

datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/common/mappers/UrnToEntityMapper.java

@@ -21,6 +21,7 @@
 import com.linkedin.datahub.graphql.generated.EntityType;
 import com.linkedin.datahub.graphql.generated.GlossaryNode;
 import com.linkedin.datahub.graphql.generated.GlossaryTerm;
+import com.linkedin.datahub.graphql.generated.Join;
 import com.linkedin.datahub.graphql.generated.MLFeature;
 import com.linkedin.datahub.graphql.generated.MLFeatureTable;
 import com.linkedin.datahub.graphql.generated.MLModel;
@@ -147,6 +148,11 @@ public Entity apply(Urn input) {
       ((Domain) partialEntity).setUrn(input.toString());
       ((Domain) partialEntity).setType(EntityType.DOMAIN);
     }
+    if (input.getEntityType().equals("join")) {
+      partialEntity = new Join();
+      ((Join) partialEntity).setUrn(input.toString());
+      ((Join) partialEntity).setType(EntityType.JOIN);
+    }
     if (input.getEntityType().equals("assertion")) {
       partialEntity = new Assertion();
       ((Assertion) partialEntity).setUrn(input.toString());