Skip to content

BIGTOP-4512:feat:Add Atlas to extra stack #289

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
Xeno-H1kari wants to merge 2 commits into
base: main
Choose a base branch
from
Open

BIGTOP-4512:feat:Add Atlas to extra stack #289

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
cd5a59f
BIGTOP-4512:feat:Add Atlas to extra stack
Dec 11, 2025
f2d8bd9
BIGTOP-4416:feat:change atlas checksum
Dec 11, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
208 changes: 208 additions & 0 deletions ...sources/stacks/bigtop/3.3.0/services/atlas/configuration/atlas-application-properties.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,208 @@
<?xml version="1.0"?>
<!--
~ Licensed to the Apache Software Foundation (ASF) under one
~ or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
~ regarding copyright ownership. The ASF licenses this file
~ to you under the Apache License, Version 2.0 (the
~ "License"); you may not use this file except in compliance
~ with the License. You may obtain a copy of the License at
~
~ https://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing,
~ software distributed under the License is distributed on an
~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
~ KIND, either express or implied. See the License for the
~ specific language governing permissions and limitations
~ under the License.
-->
<configuration>

<!-- Graph Database / Storage -->
<property>
<name>atlas.graph.storage.backend</name>
<value>hbase2</value>
</property>
<property>
<name>atlas.graph.storage.hbase.table</name>
<value>apache_atlas_janus</value>
</property>
<property>
<name>atlas.graph.storage.hostname</name>
<value>${atlas_graph_storage_hostname}</value>
</property>
<property>
<name>atlas.graph.storage.hbase.regions-per-server</name>
<value>1</value>
</property>

<!-- Search Index -->
<property>
<name>atlas.graph.index.search.backend</name>
<value>${atlas_graph_index_search_backend}</value>
</property>
<property>
<name>atlas.graph.index.search.hostname</name>
<value>${atlas_graph_index_search_hostname}</value>
</property>
<property>
<name>atlas.graph.index.search.elasticsearch.client-only</name>
<value>true</value>
</property>
<property>
<name>atlas.graph.index.search.elasticsearch.http.auth.type</name>
<value>basic</value>
</property>
<property>
<name>atlas.graph.index.search.elasticsearch.http.auth.basic.username</name>
<value>${atlas_elasticsearch_username}</value>
</property>
<property>
<name>atlas.graph.index.search.elasticsearch.http.auth.basic.password</name>
<value>${atlas_elasticsearch_password}</value>
</property>
<property>
<name>atlas.graph.index.search.max-result-set-size</name>
<value>150</value>
</property>

<!-- Audit Repository -->
<property>
<name>atlas.EntityAuditRepository.impl</name>
<value>org.apache.atlas.repository.audit.HBaseBasedAuditRepository</value>
</property>

<!-- Notification / Kafka -->
<property>
<name>atlas.notification.embedded</name>
<value>false</value>
</property>
<property>
<name>atlas.kafka.zookeeper.connect</name>
<value>${atlas_kafka_zookeeper_connect}</value>
</property>
<property>
<name>atlas.kafka.bootstrap.servers</name>
<value>${atlas_kafka_bootstrap_servers}</value>
</property>
<property>
<name>atlas.kafka.hook.group.id</name>
<value>atlas</value>
</property>
<property>
<name>atlas.notification.topics</name>
<value>ATLAS_HOOK,ATLAS_ENTITIES</value>
</property>
<property>
<name>atlas.notification.hook.topic.name</name>
<value>ATLAS_HOOK</value>
</property>
<property>
<name>atlas.notification.entities.topic.name</name>
<value>ATLAS_ENTITIES</value>
</property>

<!-- Server -->
<property>
<name>atlas.rest.address</name>
<value>${atlas_rest_address}</value>
</property>
<property>
<name>atlas.server.run.setup.on.start</name>
<value>false</value>
</property>

<!-- Audit HBase -->
<property>
<name>atlas.audit.hbase.tablename</name>
<value>apache_atlas_entity_audit</value>
</property>
<property>
<name>atlas.audit.hbase.zookeeper.quorum</name>
<value>${atlas_audit_hbase_zookeeper_quorum}</value>
</property>

<!-- Security -->
<property>
<name>atlas.enableTLS</name>
<value>false</value>
</property>
<property>
<name>atlas.authentication.method.file</name>
<value>true</value>
</property>
<property>
<name>atlas.authentication.method.kerberos</name>
<value>false</value>
</property>
<property>
<name>atlas.authentication.method.ldap.type</name>
<value>none</value>
</property>
<property>
<name>atlas.authentication.method.file.filename</name>
<value>${sys:atlas.home}/conf/users-credentials.properties</value>
</property>

<!-- Authorization -->
<property>
<name>atlas.authorizer.impl</name>
<value>simple</value>
</property>
<property>
<name>atlas.authorizer.simple.authz.policy.file</name>
<value>atlas-simple-authz-policy.json</value>
</property>

<!-- Search & Query -->
<property>
<name>atlas.search.gremlin.enable</name>
<value>false</value>
</property>
<property>
<name>atlas.query.gremlinOptimizerEnabled</name>
<value>true</value>
</property>

<!-- CSRF -->
<property>
<name>atlas.rest-csrf.enabled</name>
<value>true</value>
</property>
<property>
<name>atlas.rest-csrf.browser-useragents-regex</name>
<value>^Mozilla.*,^Opera.*,^Chrome.*</value>
</property>
<property>
<name>atlas.rest-csrf.methods-to-ignore</name>
<value>GET,OPTIONS,HEAD,TRACE</value>
</property>
<property>
<name>atlas.rest-csrf.custom-header</name>
<value>X-XSRF-HEADER</value>
</property>

<!-- UI -->
<property>
<name>atlas.ui.default.version</name>
<value>v1</value>
</property>

<!-- Hive Hook -->
<property>
<name>atlas.hook.hive.numRetries</name>
<value>3</value>
</property>
<property>
<name>atlas.hook.hive.queueSize</name>
<value>10000</value>
</property>

<!-- Cluster Name -->
<property>
<name>atlas.cluster.name</name>
<value>primary</value>
</property>

</configuration>
89 changes: 89 additions & 0 deletions ...-server/src/main/resources/stacks/bigtop/3.3.0/services/atlas/configuration/atlas-env.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
<?xml version="1.0"?>
<!--
~ Licensed to the Apache Software Foundation (ASF) under one
~ or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
~ regarding copyright ownership. The ASF licenses this file
~ to you under the Apache License, Version 2.0 (the
~ "License"); you may not use this file except in compliance
~ with the License. You may obtain a copy of the License at
~
~ https://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing,
~ software distributed under the License is distributed on an
~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
~ KIND, either express or implied. See the License for the
~ specific language governing permissions and limitations
~ under the License.
-->
<configuration>

<property>
<name>content</name>
<description>Freemarker template for atlas-env.sh</description>
<value><![CDATA[
#!/bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# Java
export JAVA_HOME=${java_home}
export PATH=$PATH:${JAVA_HOME}/bin

# Atlas directories
export ATLAS_LOG_DIR=${atlas_log_dir}
export ATLAS_PID_DIR=${atlas_pid_dir}
export ATLAS_PORT=${atlas_port}

# External components
export HBASE_CONF_DIR=${hbase_conf_dir}
export HADOOP_HOME=${hadoop_home}

# Local component flags
export MANAGE_LOCAL_HBASE=${manage_local_hbase}
export MANAGE_LOCAL_SOLR=${manage_local_solr}
export MANAGE_EMBEDDED_CASSANDRA=${manage_embedded_cassandra}
export MANAGE_LOCAL_ELASTICSEARCH=${manage_local_elasticsearch}

# JVM options (only if provided)
<#if atlas_server_heap?has_content>
export ATLAS_SERVER_HEAP="${atlas_server_heap}"
</#if>
<#if atlas_server_opts?has_content>
export ATLAS_SERVER_OPTS="${atlas_server_opts}"
</#if>
<#if atlas_client_heap?has_content>
export ATLAS_CLIENT_HEAP="${atlas_client_heap}"
</#if>
<#if atlas_client_opts?has_content>
export ATLAS_CLIENT_OPTS="${atlas_client_opts}"
</#if>

# Solr / ES address
<#if solr_zk_quorum?has_content>
export SOLR_ZK_QUORUM=${solr_zk_quorum}
</#if>
<#if es_hosts?has_content>
export ES_HOSTS=${es_hosts}
export ES_HTTP_URLS=${es_http_urls}
</#if>
]]>
</value>
<attrs>
<type>longtext</type>
</attrs>
</property>
</configuration>
71 changes: 71 additions & 0 deletions bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/atlas/metainfo.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,71 @@
<?xml version="1.0"?>
<!--
~ Licensed to the Apache Software Foundation (ASF) under one
~ or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
~ regarding copyright ownership. The ASF licenses this file
~ to you under the Apache License, Version 2.0 (the
~ "License"); you may not use this file except in compliance
~ with the License. You may obtain a copy of the License at
~
~ https://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing,
~ software distributed under the License is distributed on an
~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
~ KIND, either express or implied. See the License for the
~ specific language governing permissions and limitations
~ under the License.
-->
<metainfo>
<schema-version>2.0</schema-version>
<service>
<name>atlas</name>
<display-name>Atlas</display-name>
<desc>
Apache Atlas is a scalable and extensible set of core foundational governance services
enabling enterprises to effectively and efficiently meet their compliance requirements
within Hadoop and allows integration with the whole enterprise data ecosystem.
</desc>
<version>2.3.0-1</version>
<user>atlas</user>
<license>Apache-2.0</license>

<components>
<component>
<name>atlas_instance</name>
<display-name>Atlas Instance</display-name>
<category>server</category>
<cardinality>1+</cardinality>
<quick-link>
<display-name>Atlas UI</display-name>
<http-port-property>atlas_port</http-port-property>
<http-port-default>21000</http-port-default>
<https-port-property>atlas_port</https-port-property>
<https-port-default>21443</https-port-default>
</quick-link>
</component>
</components>

<package-specifics>
<package-specific>
<architectures>
<arch>x86_64</arch>
<arch>aarch64</arch>
</architectures>
<packages>
<package>
<name>atlas-2.3.0.tar.gz</name>
<checksum>SHA-256:ebe5a922f0eab640b07f4730b23626db830a28ae4085de54c85d6f11297675f4</checksum>
</package>
</packages>
</package-specific>
</package-specifics>

<required-services>
<service>zookeeper</service>
<service>hbase</service>
<service>kafka</service>
</required-services>
</service>
</metainfo>
14 changes: 14 additions & 0 deletions bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/atlas/order.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{
"ATLAS_INSTANCE-START": [
"ZOOKEEPER_SERVER-START",
"HBASE_MASTER-START",
"HBASE_REGIONSERVER-START",
"KAFKA_BROKER-START"
],
"ATLAS_INSTANCE-RESTART": [
"ZOOKEEPER_SERVER-RESTART",
"HBASE_MASTER-RESTART",
"HBASE_REGIONSERVER-RESTART",
"KAFKA_BROKER-RESTART"
]
}
Loading
Loading