...
Referencia de como integrar o Bitbucket no Databricks: Integração Bitbucket com Databricks [DESCONTINUADO]
SEMPRE CRIAR BRANCH NOVAS PARTINDO DA BRANCH DEVELOP.
Todas as nossas branches deverão ser de um dos quatro tipos abaixo.
...
| Code Block |
|---|
# DBTITLE 1,Configuração SQL Server
host = dbutils.secrets.get(scope = 'DB_ETIQUETA_SQL_SERVER', key = 'HOST')
database = dbutils.secrets.get(scope = 'DB_ETIQUETA_SQL_SERVER', key = 'DATABASE')
password = dbutils.secrets.get(scope = 'DB_ETIQUETA_SQL_SERVER', key = 'PASS')
user = dbutils.secrets.get(scope = 'DB_ETIQUETA_SQL_SERVER', key = 'USER')
server_name = f"jdbc:sqlserver://{host}:1433"
url = server_name + ";" + "databaseName=" + database + ";encrypt=true;trustServerCertificate=true;"
TABLE_TO_WRITE = '<NOME DA TABELA>'
#READ TABLE
remote_table = (spark.read
.format("jdbc")
.option("url", url)
.option("dbtable", TABLE_TO_WRITE)
.option("user", user)
.option("password", password)
.load()
)
# READ QUERY
remote_table = (spark.read
.format("jdbc")
.option("url", url)
.option("query", query)
.option("user", user)
.option("password", password)
.load()
)
# WRITE TABLE
df.distinct().write.format("jdbc")\
.mode("overwrite")\
.option("truncate","true")\
.option("url", url)\
.option("dbtable", TABLE_TO_WRITE)\
.option("user", user)\
.option("password", password) \
.option("schemaCheckEnabled", "false")\
.save() |
...