wget https://archive.apache.org/dist/spark/spark-4.0.0/spark-4.0.0-bin-hadoop3.tgz
tar -xzf spark-4.0.0-bin-hadoop3.tgz
export SPARK_HOME=$(pwd)/spark-4.0.0-bin-hadoop3
spark.master yarn # or local[*], standalone, etc.
spark.sql.warehouse.dir /user/hive/warehouse # if using Hive
spark.driver.memory 4g
spark.executor.memory 4g
spark.eventLog.enabled true
spark.eventLog.dir hdfs:///spark-logs # Or file:///tmp/spark-logs
spark.sql.catalogImplementation hive # Needed if using Hive Metastore
spark.hadoop.hive.metastore.uris thrift://localhost:9083 # Hive metastore URI
cp /path/to/hive/conf/hive-site.xml $SPARK_HOME/conf/
SHOW TABLES 처럼 메타스토어를 호출하는 순간 난다. Spark 가 번들한 Hive 클라이언트 라이브러리 버전과 실제 Metasto…Apache Spark Downloads · Distributed SQL Engine (Thrift Server). 2026-09-17 확인. https://spark.apache.org/downloads.html · https://spark.apache.org/docs/latest/sql-distributed-sql-engine.html ↩︎