[
https://issues.apache.org/jira/browse/SQOOP-1512?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Veena Basavaraj updated SQOOP-1512:
-----------------------------------
Description:
the new JSON looks like this per connector
{code}
{
"connector":[
{
"id":2,
"linkConfigValues":[
{
"id":4,
"inputs":[
{
"id":7,
"name":"linkConfig.jdbcDriver",
"type":"STRING",
"size":128,
"sensitive":false
},
{
"id":8,
"name":"linkConfig.connectionString",
"type":"STRING",
"size":128,
"sensitive":false
},
{
"id":9,
"name":"linkConfig.username",
"type":"STRING",
"size":40,
"sensitive":false
},
{
"id":10,
"name":"linkConfig.password",
"type":"STRING",
"size":40,
"sensitive":true
},
{
"id":11,
"name":"linkConfig.jdbcProperties",
"type":"MAP",
"sensitive":false
}
],
"name":"linkConfig",
"type":"LINK"
}
],
"config-params":{
"linkConfig.jdbcProperties.help":"Enter any JDBC properties that
should be supplied during the creation of connection.",
"ignored.label":"Ignored",
"fromJobConfig.partitionColumn.help":"A specific column for data
partition",
"fromJobConfig.label":"From database configuration",
"fromJobConfig.schemaName.help":"Schema name to process data in the
remote database",
"fromJobConfig.warehouse.label":"Data warehouse",
"linkConfig.connectionString.help":"Enter the value of JDBC
connection string to be used by this connector for creating connections.",
"toJobConfig.tableName.label":"Table name",
"linkConfig.jdbcProperties.label":"JDBC Connection Properties",
"fromJobConfig.warehouse.help":"The root directory for data",
"fromJobConfig.partitionColumnNull.label":"Nulls in partition
column",
"ignored.help":"This is completely ignored",
"linkConfig.jdbcDriver.help":"Enter the fully qualified class name
of the JDBC driver that will be used for establishing this connection.",
"ignored.ignored.label":"Ignored",
"fromJobConfig.columns.label":"Table column names",
"toJobConfig.columns.label":"Table column names",
"fromJobConfig.partitionColumn.label":"Partition column name",
"toJobConfig.tableName.help":"Table name to process data in the
remote database",
"toJobConfig.clearStageTable.label":"Clear stage table",
"fromJobConfig.boundaryQuery.label":"Boundary query",
"fromJobConfig.columns.help":"Specific columns of a table name or a
table SQL",
"ignored.ignored.help":"This is completely ignored",
"linkConfig.username.label":"Username",
"toJobConfig.clearStageTable.help":"Indicate if the stage table
should be cleared",
"toJobConfig.sql.label":"Table SQL statement",
"toJobConfig.stageTableName.label":"Stage table name",
"toJobConfig.help":"You must supply the information requested in
order to create a job object.",
"toJobConfig.columns.help":"Specific columns of a table name or a
table SQL",
"linkConfig.jdbcDriver.label":"JDBC Driver Class",
"fromJobConfig.help":"You must supply the information requested in
order to create a job object.",
"toJobConfig.sql.help":"SQL statement to process data in the remote
database",
"toJobConfig.label":"To database configuration",
"fromJobConfig.dataDirectory.help":"The sub-directory under
warehouse for data",
"toJobConfig.schemaName.help":"Schema name to process data in the
remote database",
"fromJobConfig.sql.help":"SQL statement to process data in the
remote database",
"fromJobConfig.schemaName.label":"Schema name",
"fromJobConfig.tableName.help":"Table name to process data in the
remote database",
"toJobConfig.stageTableName.help":"Name of the stage table to use",
"fromJobConfig.sql.label":"Table SQL statement",
"fromJobConfig.boundaryQuery.help":"The boundary query for data
partition",
"fromJobConfig.dataDirectory.label":"Data directory",
"linkConfig.username.help":"Enter the username to be used for
connecting to the database.",
"fromJobConfig.partitionColumnNull.help":"Whether there are null
values in partition column",
"linkConfig.password.help":"Enter the password to be used for
connecting to the database.",
"fromJobConfig.tableName.label":"Table name",
"toJobConfig.schemaName.label":"Schema name",
"linkConfig.label":"Link configuration",
"linkConfig.help":"You must supply the information requested in
order to create a connection object.",
"linkConfig.password.label":"Password",
"linkConfig.connectionString.label":"JDBC Connection String"
},
"name":"generic-jdbc-connector",
"class":"org.apache.sqoop.connector.jdbc.GenericJdbcConnector",
"jobConfigValues":{
"FROM":[
{
"id":5,
"inputs":[
{
"id":12,
"name":"fromJobConfig.schemaName",
"type":"STRING",
"size":50,
"sensitive":false
},
{
"id":13,
"name":"fromJobConfig.tableName",
"type":"STRING",
"size":50,
"sensitive":false
},
{
"id":14,
"name":"fromJobConfig.sql",
"type":"STRING",
"size":2000,
"sensitive":false
},
{
"id":15,
"name":"fromJobConfig.columns",
"type":"STRING",
"size":50,
"sensitive":false
},
{
"id":16,
"name":"fromJobConfig.partitionColumn",
"type":"STRING",
"size":50,
"sensitive":false
},
{
"id":17,
"name":"fromJobConfig.partitionColumnNull",
"type":"BOOLEAN",
"sensitive":false
},
{
"id":18,
"name":"fromJobConfig.boundaryQuery",
"type":"STRING",
"size":50,
"sensitive":false
}
],
"name":"fromJobConfig",
"type":"JOB"
}
],
"TO":[
{
"id":6,
"inputs":[
{
"id":19,
"name":"toJobConfig.schemaName",
"type":"STRING",
"size":50,
"sensitive":false
},
{
"id":20,
"name":"toJobConfig.tableName",
"type":"STRING",
"size":2000,
"sensitive":false
},
{
"id":21,
"name":"toJobConfig.sql",
"type":"STRING",
"size":50,
"sensitive":false
},
{
"id":22,
"name":"toJobConfig.columns",
"type":"STRING",
"size":50,
"sensitive":false
},
{
"id":23,
"name":"toJobConfig.stageTableName",
"type":"STRING",
"size":2000,
"sensitive":false
},
{
"id":24,
"name":"toJobConfig.clearStageTable",
"type":"BOOLEAN",
"sensitive":false
}
],
"name":"toJobConfig",
"type":"JOB"
}
]
},
"version":"2.0.0-SNAPSHOT"
}
]
}
{code}
> Refactor ConnectionRequestHandler and add ConfigurableRequestHandler
> --------------------------------------------------------------------
>
> Key: SQOOP-1512
> URL: https://issues.apache.org/jira/browse/SQOOP-1512
> Project: Sqoop
> Issue Type: Sub-task
> Reporter: Veena Basavaraj
> Assignee: Veena Basavaraj
> Attachments: SQOOP-1512And1514.patch
>
>
> the new JSON looks like this per connector
> {code}
> {
> "connector":[
> {
> "id":2,
> "linkConfigValues":[
> {
> "id":4,
> "inputs":[
> {
> "id":7,
> "name":"linkConfig.jdbcDriver",
> "type":"STRING",
> "size":128,
> "sensitive":false
> },
> {
> "id":8,
> "name":"linkConfig.connectionString",
> "type":"STRING",
> "size":128,
> "sensitive":false
> },
> {
> "id":9,
> "name":"linkConfig.username",
> "type":"STRING",
> "size":40,
> "sensitive":false
> },
> {
> "id":10,
> "name":"linkConfig.password",
> "type":"STRING",
> "size":40,
> "sensitive":true
> },
> {
> "id":11,
> "name":"linkConfig.jdbcProperties",
> "type":"MAP",
> "sensitive":false
> }
> ],
> "name":"linkConfig",
> "type":"LINK"
> }
> ],
> "config-params":{
> "linkConfig.jdbcProperties.help":"Enter any JDBC properties that
> should be supplied during the creation of connection.",
> "ignored.label":"Ignored",
> "fromJobConfig.partitionColumn.help":"A specific column for data
> partition",
> "fromJobConfig.label":"From database configuration",
> "fromJobConfig.schemaName.help":"Schema name to process data in
> the remote database",
> "fromJobConfig.warehouse.label":"Data warehouse",
> "linkConfig.connectionString.help":"Enter the value of JDBC
> connection string to be used by this connector for creating connections.",
> "toJobConfig.tableName.label":"Table name",
> "linkConfig.jdbcProperties.label":"JDBC Connection Properties",
> "fromJobConfig.warehouse.help":"The root directory for data",
> "fromJobConfig.partitionColumnNull.label":"Nulls in partition
> column",
> "ignored.help":"This is completely ignored",
> "linkConfig.jdbcDriver.help":"Enter the fully qualified class
> name of the JDBC driver that will be used for establishing this connection.",
> "ignored.ignored.label":"Ignored",
> "fromJobConfig.columns.label":"Table column names",
> "toJobConfig.columns.label":"Table column names",
> "fromJobConfig.partitionColumn.label":"Partition column name",
> "toJobConfig.tableName.help":"Table name to process data in the
> remote database",
> "toJobConfig.clearStageTable.label":"Clear stage table",
> "fromJobConfig.boundaryQuery.label":"Boundary query",
> "fromJobConfig.columns.help":"Specific columns of a table name or
> a table SQL",
> "ignored.ignored.help":"This is completely ignored",
> "linkConfig.username.label":"Username",
> "toJobConfig.clearStageTable.help":"Indicate if the stage table
> should be cleared",
> "toJobConfig.sql.label":"Table SQL statement",
> "toJobConfig.stageTableName.label":"Stage table name",
> "toJobConfig.help":"You must supply the information requested in
> order to create a job object.",
> "toJobConfig.columns.help":"Specific columns of a table name or a
> table SQL",
> "linkConfig.jdbcDriver.label":"JDBC Driver Class",
> "fromJobConfig.help":"You must supply the information requested
> in order to create a job object.",
> "toJobConfig.sql.help":"SQL statement to process data in the
> remote database",
> "toJobConfig.label":"To database configuration",
> "fromJobConfig.dataDirectory.help":"The sub-directory under
> warehouse for data",
> "toJobConfig.schemaName.help":"Schema name to process data in the
> remote database",
> "fromJobConfig.sql.help":"SQL statement to process data in the
> remote database",
> "fromJobConfig.schemaName.label":"Schema name",
> "fromJobConfig.tableName.help":"Table name to process data in the
> remote database",
> "toJobConfig.stageTableName.help":"Name of the stage table to
> use",
> "fromJobConfig.sql.label":"Table SQL statement",
> "fromJobConfig.boundaryQuery.help":"The boundary query for data
> partition",
> "fromJobConfig.dataDirectory.label":"Data directory",
> "linkConfig.username.help":"Enter the username to be used for
> connecting to the database.",
> "fromJobConfig.partitionColumnNull.help":"Whether there are null
> values in partition column",
> "linkConfig.password.help":"Enter the password to be used for
> connecting to the database.",
> "fromJobConfig.tableName.label":"Table name",
> "toJobConfig.schemaName.label":"Schema name",
> "linkConfig.label":"Link configuration",
> "linkConfig.help":"You must supply the information requested in
> order to create a connection object.",
> "linkConfig.password.label":"Password",
> "linkConfig.connectionString.label":"JDBC Connection String"
> },
> "name":"generic-jdbc-connector",
> "class":"org.apache.sqoop.connector.jdbc.GenericJdbcConnector",
> "jobConfigValues":{
> "FROM":[
> {
> "id":5,
> "inputs":[
> {
> "id":12,
> "name":"fromJobConfig.schemaName",
> "type":"STRING",
> "size":50,
> "sensitive":false
> },
> {
> "id":13,
> "name":"fromJobConfig.tableName",
> "type":"STRING",
> "size":50,
> "sensitive":false
> },
> {
> "id":14,
> "name":"fromJobConfig.sql",
> "type":"STRING",
> "size":2000,
> "sensitive":false
> },
> {
> "id":15,
> "name":"fromJobConfig.columns",
> "type":"STRING",
> "size":50,
> "sensitive":false
> },
> {
> "id":16,
> "name":"fromJobConfig.partitionColumn",
> "type":"STRING",
> "size":50,
> "sensitive":false
> },
> {
> "id":17,
> "name":"fromJobConfig.partitionColumnNull",
> "type":"BOOLEAN",
> "sensitive":false
> },
> {
> "id":18,
> "name":"fromJobConfig.boundaryQuery",
> "type":"STRING",
> "size":50,
> "sensitive":false
> }
> ],
> "name":"fromJobConfig",
> "type":"JOB"
> }
> ],
> "TO":[
> {
> "id":6,
> "inputs":[
> {
> "id":19,
> "name":"toJobConfig.schemaName",
> "type":"STRING",
> "size":50,
> "sensitive":false
> },
> {
> "id":20,
> "name":"toJobConfig.tableName",
> "type":"STRING",
> "size":2000,
> "sensitive":false
> },
> {
> "id":21,
> "name":"toJobConfig.sql",
> "type":"STRING",
> "size":50,
> "sensitive":false
> },
> {
> "id":22,
> "name":"toJobConfig.columns",
> "type":"STRING",
> "size":50,
> "sensitive":false
> },
> {
> "id":23,
> "name":"toJobConfig.stageTableName",
> "type":"STRING",
> "size":2000,
> "sensitive":false
> },
> {
> "id":24,
> "name":"toJobConfig.clearStageTable",
> "type":"BOOLEAN",
> "sensitive":false
> }
> ],
> "name":"toJobConfig",
> "type":"JOB"
> }
> ]
> },
> "version":"2.0.0-SNAPSHOT"
> }
> ]
> }
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)