shashwatsai commented on issue #8037:
URL: https://github.com/apache/seatunnel/issues/8037#issuecomment-2482658634
Thank you @Hisoka-X for pointing out the necessary implementations, do you
have any suggestions how one can handle scenarios like
```
Hdfs Source to Hdfs Sink and then run a hive query to add partition.
```
My point of suggestion was having listener config details in config. I will
further invest time in understanding and reach out for the help on
understanding.
Or do we even need to entertain such a usecase.
```
env {
"job.mode"=BATCH
"job.name"="SeaTunnel_Job"
"savemode.execute.location"=CLUSTER
}
source {
HdfsFile {
path="/Projects/sample/reports/sample_part_file"
"file_format_type"=CSV
"field_delimiter"="|"
"xml_use_attr_format"=null
"parse_partition_from_path"="false"
"compress_codec"=NONE
parallelism=1
"result_table_name"=Table15160358466016
"use_kerberos"="true"
"kerberos_principal"="************"
"fs.defaultFS"="hdfs://hadoopA"
"core_site_path"="/path/to/core-site.xml"
"kerberos_keytab_path"="/path/to/your.keytab"
"hdfs_site_path"="/path/to/hdfs-site.xml"
"krb5_path"="/home/shatiwar/krb5.conf"
}
}
transform {
}
sink {
HdfsFile {
path="/Projects/sample/reports"
"file_format_type"=CSV
"row_delimiter"="\n"
"field_delimiter"="\u0001"
"compress_codec"=NONE
"enable_header_write"="false"
"parquet_avro_write_fixed_as_int96"=[]
"parquet_avro_write_timestamp_as_int96"="false"
"xml_use_attr_format"=null
"custom_filename"="false"
"file_name_expression"="${transactionId}"
"filename_time_format"="yyyy.MM.dd"
"have_partition"="false"
"partition_dir_expression"="${k0}=${v0}/${k1}=${v1}/.../${kn}=${vn}/"
"is_partition_field_write_in_file"="false"
"is_enable_transaction"="false"
"source_table_name"=Table15160358466016
"use_kerberos"="true"
"kerberos_principal"="************"
"fs.defaultFS"="hdfs://hadoopB"
"core_site_path"="/path/to/core-site.xml"
"kerberos_keytab_path"="/path/to/your.keytab"
"hdfs_site_path"="/path/to/hdfs-site.xml"
"krb5_path"="/home/shatiwar/krb5.conf"
}
}
listener {
JdbcQueryListener {
event="JobFinishedEvent"
query="Alter table add partition ...."
"use_kerberos"="true"
"kerberos_principal"=""
"kerberos_keytab_path"="/path/to/your.keytab"
driver="org.apache.hive.jdbc.HiveDriver"
"krb5_path"="/etc/krb5.conf"
url="jdbc:hive2://host:10000/default;"
}
}
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
