chandu-1101 commented on issue #9141:
URL: https://github.com/apache/hudi/issues/9141#issuecomment-1630735240
Hi,
After trimming down the data files etc the issue is still reproducable.
1. parquet file has complex data structures ; during the bulk insert we are
inserting only 4 rows into hudi table
2. same with CDC (schema file below) ; during merge CDC has only 10 rows
3. I am getting error (below) during the merge of CDC data into the hudi
table
4. ran on spark on EMR
code
```
val sess = Application.spark();
/* get snapshot df; cdc df */
val snapshotDf =
sess.read.parquet("s3://bucket/snapshots-test/ge11-drop/")
val cdcSchema1 =
SparkUtils.getSchema("s3://bucket/schemas/ge11-schema.json")
val cdcDf =
sess.read.schema(cdcSchema1).json("s3://bucket/inputs-test/ge11-drop/*")
/* done */
/* merge them */
snapshotDf.createOrReplaceTempView("snapshot")
val snapshotDf2 = snapshotDf.limit(4).withColumn("cdc_pk",lit("0"))
snapshotDf2.write.format("hudi")
.options(getQuickstartWriteConfigs)
.option(DataSourceWriteOptions.OPERATION.key(),
WriteOperationType.BULK_INSERT.name())
.option(DataSourceWriteOptions.PRECOMBINE_FIELD_OPT_KEY, "cdc_pk")
.option(DataSourceWriteOptions.RECORDKEY_FIELD_OPT_KEY, "_id.oid")
.option(HoodieWriteConfig.TABLE_NAME,"GE11")
.option(HoodieTableConfig.BASE_FILE_FORMAT.key(),
HoodieFileFormat.PARQUET.name())
.option(HoodieBootstrapConfig.BASE_PATH.key(),
"s3://bucket/snapshots-hudi/ge11-drop/snapshot")
.option("hoodie.datasource.write.table.type","COPY_ON_WRITE")
.mode(SaveMode.Overwrite)
.save("s3://bucket/snapshots-hudi/ge11-drop/snapshot");
cdcDf.createOrReplaceTempView("cdc")
val _cdcDf = sess.sql("select * from cdc where _id.oid is not null and
_id.oid !='' limit 10 ")
_cdcDf.createOrReplaceTempView("_cdc");
_cdcDf.write.format("hudi")
.option(HoodieWriteConfig.PRECOMBINE_FIELD_NAME.key(), "cdc_pk")
.option(KeyGeneratorOptions.RECORDKEY_FIELD_NAME.key(), "_id.oid")
.option("hoodie.datasource.write.operation", "upsert")
.option(TBL_NAME.key(), "GE11")
.mode(SaveMode.Append)
.save("s3://bucket/snapshots-hudi/ge11-drop/snapshot"); // <<<<<<
ERROR here
/* done */
```
ERROR
```
Driver stacktrace:
at
org.apache.spark.scheduler.DAGScheduler.failJobAndIndependentStages(DAGScheduler.scala:2863)
at
org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2(DAGScheduler.scala:2799)
at
org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2$adapted(DAGScheduler.scala:2798)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
at
scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
at
org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:2798)
at
org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1(DAGScheduler.scala:1239)
at
org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1$adapted(DAGScheduler.scala:1239)
at scala.Option.foreach(Option.scala:407)
at
org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:1239)
at
org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:3051)
at
org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2993)
at
org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2982)
at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49)
at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:1009)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2229)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2250)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2269)
at org.apache.spark.SparkContext.runJob(SparkContext.scala:2294)
at org.apache.spark.rdd.RDD.count(RDD.scala:1274)
at
org.apache.hudi.HoodieSparkSqlWriter$.commitAndPerformPostOperations(HoodieSparkSqlWriter.scala:721)
at
org.apache.hudi.HoodieSparkSqlWriter$.write(HoodieSparkSqlWriter.scala:350)
at org.apache.hudi.DefaultSource.createRelation(DefaultSource.scala:145)
at
org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:45)
at
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75)
at
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73)
at
org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84)
at
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:103)
at
org.apache.spark.sql.catalyst.QueryPlanningTracker$.withTracker(QueryPlanningTracker.scala:107)
at
org.apache.spark.sql.execution.SQLExecution$.withTracker(SQLExecution.scala:224)
at
org.apache.spark.sql.execution.SQLExecution$.executeQuery$1(SQLExecution.scala:114)
at
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$7(SQLExecution.scala:139)
at
org.apache.spark.sql.catalyst.QueryPlanningTracker$.withTracker(QueryPlanningTracker.scala:107)
at
org.apache.spark.sql.execution.SQLExecution$.withTracker(SQLExecution.scala:224)
at
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:139)
at
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:245)
at
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:138)
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
at
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:68)
at
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:100)
at
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:96)
at
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:615)
at
org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:177)
at
org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:615)
at
org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:30)
at
org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:267)
at
org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:263)
at
org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
at
org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
at
org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:591)
at
org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:96)
at
org.apache.spark.sql.execution.QueryExecution.commandExecuted$lzycompute(QueryExecution.scala:83)
at
org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:81)
at
org.apache.spark.sql.execution.QueryExecution.assertCommandExecuted(QueryExecution.scala:124)
at
org.apache.spark.sql.DataFrameWriter.runCommand(DataFrameWriter.scala:860)
at
org.apache.spark.sql.DataFrameWriter.saveToV1Source(DataFrameWriter.scala:390)
at
org.apache.spark.sql.DataFrameWriter.saveInternal(DataFrameWriter.scala:363)
at org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:239)
... 59 elided
Caused by: org.apache.hudi.exception.HoodieUpsertException: Error upserting
bucketType UPDATE for partition :0
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpsertPartition(BaseSparkCommitActionExecutor.java:329)
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.lambda$mapPartitionsAsRDD$a3ab3c4$1(BaseSparkCommitActionExecutor.java:244)
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1(JavaRDDLike.scala:102)
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1$adapted(JavaRDDLike.scala:102)
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2(RDD.scala:907)
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2$adapted(RDD.scala:907)
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:365)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:329)
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:365)
at org.apache.spark.rdd.RDD.$anonfun$getOrCompute$1(RDD.scala:378)
at
org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1525)
at
org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1435)
at
org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1499)
at
org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1322)
at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:376)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:327)
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:365)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:329)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90)
at org.apache.spark.scheduler.Task.run(Task.scala:138)
at
org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:548)
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1516)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:551)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: org.apache.hudi.exception.HoodieException:
org.apache.hudi.exception.HoodieException:
java.util.concurrent.ExecutionException:
org.apache.hudi.exception.HoodieException: operation has failed
at
org.apache.hudi.table.action.commit.HoodieMergeHelper.runMerge(HoodieMergeHelper.java:166)
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpdateInternal(BaseSparkCommitActionExecutor.java:358)
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpdate(BaseSparkCommitActionExecutor.java:349)
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpsertPartition(BaseSparkCommitActionExecutor.java:322)
... 28 more
Caused by: org.apache.hudi.exception.HoodieException:
java.util.concurrent.ExecutionException:
org.apache.hudi.exception.HoodieException: operation has failed
at
org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:161)
at
org.apache.hudi.table.action.commit.HoodieMergeHelper.runMerge(HoodieMergeHelper.java:164)
... 31 more
Caused by: java.util.concurrent.ExecutionException:
org.apache.hudi.exception.HoodieException: operation has failed
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at
org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:155)
... 32 more
Caused by: org.apache.hudi.exception.HoodieException: operation has failed
at
org.apache.hudi.common.util.queue.BoundedInMemoryQueue.throwExceptionIfFailed(BoundedInMemoryQueue.java:248)
at
org.apache.hudi.common.util.queue.BoundedInMemoryQueue.readNextRecord(BoundedInMemoryQueue.java:226)
at
org.apache.hudi.common.util.queue.BoundedInMemoryQueue.access$100(BoundedInMemoryQueue.java:52)
at
org.apache.hudi.common.util.queue.BoundedInMemoryQueue$QueueIterator.hasNext(BoundedInMemoryQueue.java:278)
at
org.apache.hudi.common.util.queue.BoundedInMemoryQueueConsumer.consume(BoundedInMemoryQueueConsumer.java:36)
at
org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.lambda$null$2(BoundedInMemoryExecutor.java:135)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
... 3 more
Caused by: org.apache.hudi.exception.HoodieException: unable to read next
record from parquet file
at
org.apache.hudi.common.util.ParquetReaderIterator.hasNext(ParquetReaderIterator.java:53)
at
org.apache.hudi.common.util.queue.IteratorBasedQueueProducer.produce(IteratorBasedQueueProducer.java:45)
at
org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.lambda$null$0(BoundedInMemoryExecutor.java:106)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
... 4 more
Caused by: org.apache.parquet.io.ParquetDecodingException: Can not read
value at 1 in block 0 in file
s3://p-crm-messaging-v2/snapshots-hudi/ge11-drop/snapshot/370cddda-d0f5-415a-8338-55135a49f3cf-0_0-337-0_20230711122023911.parquet
at
org.apache.parquet.hadoop.InternalParquetRecordReader.nextKeyValue(InternalParquetRecordReader.java:254)
at org.apache.parquet.hadoop.ParquetReader.read(ParquetReader.java:132)
at org.apache.parquet.hadoop.ParquetReader.read(ParquetReader.java:136)
at
org.apache.hudi.common.util.ParquetReaderIterator.hasNext(ParquetReaderIterator.java:48)
... 8 more
Caused by: java.lang.UnsupportedOperationException:
org.apache.parquet.avro.AvroConverters$FieldUTF8Converter
at
org.apache.parquet.io.api.PrimitiveConverter.addBoolean(PrimitiveConverter.java:77)
at
org.apache.parquet.column.impl.ColumnReaderBase$2$5.writeValue(ColumnReaderBase.java:362)
at
org.apache.parquet.column.impl.ColumnReaderBase.writeCurrentValueToConverter(ColumnReaderBase.java:440)
at
org.apache.parquet.column.impl.ColumnReaderImpl.writeCurrentValueToConverter(ColumnReaderImpl.java:30)
at
org.apache.parquet.io.RecordReaderImplementation.read(RecordReaderImplementation.java:406)
at
org.apache.parquet.hadoop.InternalParquetRecordReader.nextKeyValue(InternalParquetRecordReader.java:229)
... 11 more
```
Schemas
CDC
```
_cdc
|-- Spotlight_Calculated: string (nullable = true)
|-- Spotlight_IsFortune500: string (nullable = true)
|-- Spotlight_IsIvyLeague: string (nullable = true)
|-- Spotlight_IsManagement: string (nullable = true)
|-- Spotlight_IsMediaAgencies: string (nullable = true)
|-- Spotlight_IsSeniorRole: string (nullable = true)
|-- Spotlight_workedForCompetetiors: string (nullable = true)
|-- Spotlight_workedForTopCompany: string (nullable = true)
|-- _id: struct (nullable = true)
| |-- oid: string (nullable = true)
|-- additionalConfig: struct (nullable = true)
| |-- recruiterOverWriteOptIn: string (nullable = true)
|-- additionalFields: struct (nullable = true)
| |-- achievements: string (nullable = true)
| |-- atsEmail: string (nullable = true)
| |-- atsId: string (nullable = true)
| |-- availability: string (nullable = true)
| |-- faxNo: string (nullable = true)
| |-- hobbies: string (nullable = true)
| |-- objectives: string (nullable = true)
| |-- passportNo: string (nullable = true)
| |-- references: string (nullable = true)
| |-- summary: string (nullable = true)
|-- additionalRequestInfo: struct (nullable = true)
| |-- optInInfo: struct (nullable = true)
| | |-- atsCandidateApplicationSize: integer (nullable = true)
| | |-- contactNumber: string (nullable = true)
| | |-- currentOptInStatus: integer (nullable = true)
| | |-- dbOptInStatus: integer (nullable = true)
| | |-- emailCommunication: string (nullable = true)
| | |-- oldOptinFormDb: boolean (nullable = true)
| | |-- optIn: boolean (nullable = true)
| | |-- optInFromRequest: boolean (nullable = true)
| | |-- overwriteOptIn: boolean (nullable = true)
| | |-- recruiterOverWriteOptIn: boolean (nullable = true)
| | |-- singleSmsOptIn: boolean (nullable = true)
| | |-- smsOptIn: boolean (nullable = true)
| | |-- source: string (nullable = true)
|-- address: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- addressLine: string (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- isPrimary: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- region: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- type: string (nullable = true)
| | |-- zipCode: string (nullable = true)
|-- addressLogs: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- addressLines: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- createdDate: string (nullable = true)
| | |-- fieldId: string (nullable = true)
| | |-- isDerived: string (nullable = true)
| | |-- latLong: string (nullable = true)
| | |-- location: string (nullable = true)
| | |-- locationIp: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- continentCode: string (nullable = true)
| | | |-- continentName: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- countryIsoCode: string (nullable = true)
| | | |-- latitude: string (nullable = true)
| | | |-- longitude: string (nullable = true)
| | | |-- postalCode: string (nullable = true)
| | | |-- registeredCountry: string (nullable = true)
| | | |-- registeredCountryIsoCode: string (nullable = true)
| | | |-- subDivisions: string (nullable = true)
| | | |-- subDivisionsIsoCode: string (nullable = true)
| | | |-- timeZone: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- location: string (nullable = true)
| | | |-- state: string (nullable = true)
| | |-- residentialType: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- sourceType: string (nullable = true)
| | |-- standardized: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- updatedDate: string (nullable = true)
| | |-- zipCode: string (nullable = true)
|-- alertData: struct (nullable = true)
| |-- all_fields: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- facetDisplayNames: struct (nullable = true)
| | |-- business: string (nullable = true)
| | |-- businessSegment: string (nullable = true)
| | |-- category: string (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- experienceLevel: string (nullable = true)
| | |-- managementLevel: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- type: string (nullable = true)
| |-- keywords: string (nullable = true)
| |-- selected_fields: struct (nullable = true)
| | |-- business: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- businessSegment: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- category: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- city: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- country: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- experienceLevel: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- isCritical: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- managementLevel: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- state: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- visibilityType: array (nullable = true)
| | | |-- element: string (containsNull = true)
|-- alertUrl: string (nullable = true)
|-- applySources: array (nullable = true)
| |-- element: string (containsNull = true)
|-- applyTransactionId: string (nullable = true)
|-- atsId: string (nullable = true)
|-- attachments: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- attachmentType: string (nullable = true)
| | |-- bucketId: string (nullable = true)
| | |-- createdDate: string (nullable = true)
| | |-- documentStatus: string (nullable = true)
| | |-- documentType: string (nullable = true)
| | |-- entityIds: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- fieldID: string (nullable = true)
| | |-- isCreatedFromCandidates: string (nullable = true)
| | |-- md5sum: string (nullable = true)
| | |-- parsingDate: string (nullable = true)
| | |-- phenomParser: string (nullable = true)
| | |-- recruiterName: string (nullable = true)
| | |-- recruiterUserId: string (nullable = true)
| | |-- relativePath: string (nullable = true)
| | |-- resumeFileName: string (nullable = true)
| | |-- resumeLanguage: string (nullable = true)
| | |-- resumePath: string (nullable = true)
| | |-- resumeText: string (nullable = true)
|-- avgRating: string (nullable = true)
|-- campaignUnsubscibeType: array (nullable = true)
| |-- element: string (containsNull = true)
|-- candidateActivityTimestamp: string (nullable = true)
|-- candidateCreated: string (nullable = true)
|-- candidateOptInRequest: string (nullable = true)
|-- candidateScore: string (nullable = true)
|-- careerLevel: string (nullable = true)
|-- categories: array (nullable = true)
| |-- element: string (containsNull = true)
|-- categoryList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- certifications: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- certificationName: string (nullable = true)
| | |-- date: string (nullable = true)
| | |-- expiryDate: struct (nullable = true)
| | | |-- year: integer (nullable = true)
| | | |-- month: integer (nullable = true)
| | | |-- day: integer (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- institute: string (nullable = true)
| | |-- issuedDate: struct (nullable = true)
| | | |-- day: integer (nullable = true)
| | | |-- month: integer (nullable = true)
| | | |-- year: integer (nullable = true)
| | |-- name: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- source: string (nullable = true)
| | |-- startDate: string (nullable = true)
|-- childRefNum: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- createdDate: string (nullable = true)
| | |-- refNum: string (nullable = true)
| | |-- updatedDate: string (nullable = true)
|-- company: string (nullable = true)
|-- confRequestPriority: double (nullable = true)
|-- conf_request_source: string (nullable = true)
|-- consent: string (nullable = true)
|-- consentDate: string (nullable = true)
|-- contacts: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- countryCode: string (nullable = true)
| | |-- countryCode_org: string (nullable = true)
| | |-- deviceType: string (nullable = true)
| | |-- extension: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- originalNumber: string (nullable = true)
| | |-- phoneNumber: string (nullable = true)
| | |-- phoneNumberWithoutCountryCode: string (nullable = true)
| | |-- phoneNumber_org: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- priority: double (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- status: string (nullable = true)
| | |-- type: string (nullable = true)
|-- contacts_org: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- countryCode: string (nullable = true)
| | |-- countryCode_org: string (nullable = true)
| | |-- deviceType: string (nullable = true)
| | |-- extension: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- originalNumber: string (nullable = true)
| | |-- phoneNumber: string (nullable = true)
| | |-- phoneNumberWithoutCountryCode: string (nullable = true)
| | |-- phoneNumber_org: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- priority: double (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- status: string (nullable = true)
| | |-- type: string (nullable = true)
|-- createKafkaEvent: string (nullable = true)
|-- createdDate: string (nullable = true)
|-- currentCompany: struct (nullable = true)
| |-- city: string (nullable = true)
| |-- company: string (nullable = true)
| |-- companyUrl: string (nullable = true)
| |-- company_org: string (nullable = true)
| |-- country: string (nullable = true)
| |-- designation: string (nullable = true)
| |-- endDate: string (nullable = true)
| |-- fieldID: string (nullable = true)
| |-- industry: string (nullable = true)
| |-- jobLocation: string (nullable = true)
| |-- jobSummary: string (nullable = true)
| |-- jobTitle: string (nullable = true)
| |-- jobTitle_org: string (nullable = true)
| |-- original: struct (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- state: string (nullable = true)
| |-- priority: double (nullable = true)
| |-- providedByUser: string (nullable = true)
| |-- role: string (nullable = true)
| |-- size: string (nullable = true)
| |-- source: string (nullable = true)
| |-- standardizedDate: string (nullable = true)
| |-- startDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- title: string (nullable = true)
| |-- transactionId: string (nullable = true)
| |-- wikipediaUrl: string (nullable = true)
|-- currentCompanyName: string (nullable = true)
|-- currentCompany_org: struct (nullable = true)
| |-- city: string (nullable = true)
| |-- company: string (nullable = true)
| |-- companyUrl: string (nullable = true)
| |-- company_org: string (nullable = true)
| |-- country: string (nullable = true)
| |-- designation: string (nullable = true)
| |-- endDate: string (nullable = true)
| |-- fieldID: string (nullable = true)
| |-- industry: string (nullable = true)
| |-- jobLocation: string (nullable = true)
| |-- jobSummary: string (nullable = true)
| |-- jobTitle: string (nullable = true)
| |-- jobTitle_org: string (nullable = true)
| |-- original: struct (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- state: string (nullable = true)
| |-- priority: double (nullable = true)
| |-- providedByUser: string (nullable = true)
| |-- role: string (nullable = true)
| |-- size: string (nullable = true)
| |-- source: string (nullable = true)
| |-- standardizedDate: string (nullable = true)
| |-- startDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- title: string (nullable = true)
| |-- transactionId: string (nullable = true)
| |-- wikipediaUrl: string (nullable = true)
|-- dateCreated: string (nullable = true)
|-- derivedAtsEventType: string (nullable = true)
|-- designation: string (nullable = true)
|-- disability: string (nullable = true)
|-- diversity: string (nullable = true)
|-- education: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- aggregate: string (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- degree: string (nullable = true)
| | |-- degree_org: string (nullable = true)
| | |-- endDate: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- fieldOfStudy: string (nullable = true)
| | |-- fieldOfStudy_org: string (nullable = true)
| | |-- isHighEducation: string (nullable = true)
| | |-- major: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- schoolAndUniversity: string (nullable = true)
| | |-- schoolName: string (nullable = true)
| | |-- schoolName_org: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- startDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- transactionId: string (nullable = true)
| | |-- universityCity: string (nullable = true)
| | |-- universityCountry: string (nullable = true)
| | |-- universityName: string (nullable = true)
| | |-- universityName_org: string (nullable = true)
| | |-- universityState: string (nullable = true)
| | |-- universityUrl: string (nullable = true)
|-- education_org: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- aggregate: string (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- degree: string (nullable = true)
| | |-- degree_org: string (nullable = true)
| | |-- endDate: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- fieldOfStudy: string (nullable = true)
| | |-- fieldOfStudy_org: string (nullable = true)
| | |-- isHighEducation: string (nullable = true)
| | |-- major: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- schoolAndUniversity: string (nullable = true)
| | |-- schoolName: string (nullable = true)
| | |-- schoolName_org: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- startDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- transactionId: string (nullable = true)
| | |-- universityCity: string (nullable = true)
| | |-- universityCountry: string (nullable = true)
| | |-- universityName: string (nullable = true)
| | |-- universityName_org: string (nullable = true)
| | |-- universityState: string (nullable = true)
| | |-- universityUrl: string (nullable = true)
|-- emailList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- email: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- invalid: boolean (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- status: string (nullable = true)
| | |-- type: string (nullable = true)
|-- emails: array (nullable = true)
| |-- element: string (containsNull = true)
|-- ethnicity: string (nullable = true)
|-- eventId: string (nullable = true)
|-- eventName: string (nullable = true)
|-- eventOrganizer: string (nullable = true)
|-- experience: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- company: string (nullable = true)
| | |-- companyUrl: string (nullable = true)
| | |-- company_org: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- designation: string (nullable = true)
| | |-- endDate: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- industry: string (nullable = true)
| | |-- isCurrent: string (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- jobSummary: string (nullable = true)
| | |-- jobTitle: string (nullable = true)
| | |-- jobTitle_org: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- jobLocation: string (nullable = true)
| | | |-- state: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- providedByUser: string (nullable = true)
| | |-- role: string (nullable = true)
| | |-- size: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- startDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- title: string (nullable = true)
| | |-- transactionId: string (nullable = true)
| | |-- wikipediaUrl: string (nullable = true)
|-- experienceRange: struct (nullable = true)
| |-- max: integer (nullable = true)
| |-- min: integer (nullable = true)
| |-- range: string (nullable = true)
| |-- totalExperience: double (nullable = true)
|-- experience_org: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- company: string (nullable = true)
| | |-- companyUrl: string (nullable = true)
| | |-- company_org: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- designation: string (nullable = true)
| | |-- endDate: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- industry: string (nullable = true)
| | |-- isCurrent: string (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- jobSummary: string (nullable = true)
| | |-- jobTitle: string (nullable = true)
| | |-- jobTitle_org: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- jobLocation: string (nullable = true)
| | | |-- state: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- providedByUser: string (nullable = true)
| | |-- role: string (nullable = true)
| | |-- size: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- startDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- title: string (nullable = true)
| | |-- transactionId: string (nullable = true)
| | |-- wikipediaUrl: string (nullable = true)
|-- externalSource: string (nullable = true)
|-- facebookUrl: string (nullable = true)
|-- firstName: string (nullable = true)
|-- firstReferrerId: string (nullable = true)
|-- firstSource: array (nullable = true)
| |-- element: string (containsNull = true)
|-- flsaStatus: string (nullable = true)
|-- gender: string (nullable = true)
|-- geolocation: string (nullable = true)
|-- googleUrl: string (nullable = true)
|-- grade: string (nullable = true)
|-- highestEducation: struct (nullable = true)
| |-- aggregate: string (nullable = true)
| |-- city: string (nullable = true)
| |-- country: string (nullable = true)
| |-- degree: string (nullable = true)
| |-- degree_org: string (nullable = true)
| |-- endDate: string (nullable = true)
| |-- fieldID: string (nullable = true)
| |-- fieldOfStudy: string (nullable = true)
| |-- fieldOfStudy_org: string (nullable = true)
| |-- major: string (nullable = true)
| |-- priority: double (nullable = true)
| |-- schoolName: string (nullable = true)
| |-- schoolName_org: string (nullable = true)
| |-- source: string (nullable = true)
| |-- startDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- transactionId: string (nullable = true)
| |-- universityCity: string (nullable = true)
| |-- universityCountry: string (nullable = true)
| |-- universityName: string (nullable = true)
| |-- universityName_org: string (nullable = true)
| |-- universityState: string (nullable = true)
| |-- universityUrl: string (nullable = true)
|-- highestEducation_org: struct (nullable = true)
| |-- aggregate: string (nullable = true)
| |-- city: string (nullable = true)
| |-- country: string (nullable = true)
| |-- degree: string (nullable = true)
| |-- degree_org: string (nullable = true)
| |-- endDate: string (nullable = true)
| |-- fieldID: string (nullable = true)
| |-- fieldOfStudy: string (nullable = true)
| |-- fieldOfStudy_org: string (nullable = true)
| |-- major: string (nullable = true)
| |-- priority: double (nullable = true)
| |-- schoolName: string (nullable = true)
| |-- schoolName_org: string (nullable = true)
| |-- source: string (nullable = true)
| |-- startDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- transactionId: string (nullable = true)
| |-- universityCity: string (nullable = true)
| |-- universityCountry: string (nullable = true)
| |-- universityName: string (nullable = true)
| |-- universityName_org: string (nullable = true)
| |-- universityState: string (nullable = true)
| |-- universityUrl: string (nullable = true)
|-- hispanicOrLatino: string (nullable = true)
|-- imEmploymentType: array (nullable = true)
| |-- element: string (containsNull = true)
|-- imInterests: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- imLocations: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- imProfileId: string (nullable = true)
|-- imReferralInterests: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- imTestAccount: string (nullable = true)
|-- importedCandidates: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- applicationId: string (nullable = true)
| | |-- confidential: string (nullable = true)
| | |-- dateCreated: string (nullable = true)
| | |-- franchiseeId: string (nullable = true)
| | |-- jobCategory: string (nullable = true)
| | |-- jobId: string (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- jobSeekerSource: string (nullable = true)
| | |-- jobSeqNo: string (nullable = true)
| | |-- jobTitle: string (nullable = true)
| | |-- locale: string (nullable = true)
| | |-- referrerCrmUserId: string (nullable = true)
| | |-- referrerImProfileId: string (nullable = true)
| | |-- siteType: string (nullable = true)
|-- instagramUrl: string (nullable = true)
|-- interestLocations: string (nullable = true)
|-- internal: boolean (nullable = true)
|-- isFortune500: string (nullable = true)
|-- isIvyLeague: string (nullable = true)
|-- isJoinTenantCommunity: string (nullable = true)
|-- isSeniorRole: string (nullable = true)
|-- jobCode: string (nullable = true)
|-- jobLevelRefId: string (nullable = true)
|-- jobTitle: string (nullable = true)
|-- language: string (nullable = true)
|-- languageKnown: array (nullable = true)
| |-- element: string (containsNull = true)
|-- languagePreference: string (nullable = true)
|-- lastActivityStatus: struct (nullable = true)
| |-- cand_lastUpdateSource: string (nullable = true)
| |-- internalLastUpdated: string (nullable = true)
| |-- priority_education: double (nullable = true)
| |-- priority_experience: double (nullable = true)
| |-- priority_firstName: double (nullable = true)
| |-- priority_language: double (nullable = true)
| |-- priority_lastName: double (nullable = true)
| |-- priority_location: double (nullable = true)
| |-- priority_middleName: double (nullable = true)
|-- lastName: string (nullable = true)
|-- lastOnboardingDate: string (nullable = true)
|-- lastOnboardingTime: string (nullable = true)
|-- lastUpdateTimestamp: string (nullable = true)
|-- latLong: string (nullable = true)
|-- linkedInMD5Sum: string (nullable = true)
|-- linkedInProfileURL: string (nullable = true)
|-- location: string (nullable = true)
|-- location_org: string (nullable = true)
|-- longTermGoal: string (nullable = true)
|-- md5Check: string (nullable = true)
|-- middleName: string (nullable = true)
|-- migrated: string (nullable = true)
|-- mlFieldsList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- data: struct (nullable = true)
| | | |-- ParseType: string (nullable = true)
| | | |-- ParseVersion: string (nullable = true)
| | | |-- ParsingDate: string (nullable = true)
| | | |-- domain_level_2: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | | |-- is_intern: string (nullable = true)
| | | |-- ml_address: struct (nullable = true)
| | | | |-- City: string (nullable = true)
| | | | |-- Address: string (nullable = true)
| | | |-- ml_domain: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | | |-- ml_experienceRange: struct (nullable = true)
| | | | |-- max: double (nullable = true)
| | | | |-- min: double (nullable = true)
| | | | |-- range: string (nullable = true)
| | | | |-- totalExperience: double (nullable = true)
| | | |-- ml_jobzone: string (nullable = true)
| | | |-- ml_predictedskills: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | |-- md5Sum: string (nullable = true)
|-- newAddress: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- addressLines: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- createdDate: string (nullable = true)
| | |-- fieldId: string (nullable = true)
| | |-- isDerived: string (nullable = true)
| | |-- latLong: string (nullable = true)
| | |-- location: string (nullable = true)
| | |-- locationIp: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- continentCode: string (nullable = true)
| | | |-- continentName: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- countryIsoCode: string (nullable = true)
| | | |-- latitude: string (nullable = true)
| | | |-- longitude: string (nullable = true)
| | | |-- postalCode: string (nullable = true)
| | | |-- registeredCountry: string (nullable = true)
| | | |-- registeredCountryIsoCode: string (nullable = true)
| | | |-- subDivisions: string (nullable = true)
| | | |-- subDivisionsIsoCode: string (nullable = true)
| | | |-- timeZone: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- location: string (nullable = true)
| | | |-- state: string (nullable = true)
| | |-- residentialType: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- sourceType: string (nullable = true)
| | |-- standardized: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- updatedDate: string (nullable = true)
| | |-- zipCode: string (nullable = true)
|-- newEmail: string (nullable = true)
|-- newLocation: struct (nullable = true)
| |-- addressLines: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- city: string (nullable = true)
| |-- country: string (nullable = true)
| |-- createdDate: string (nullable = true)
| |-- fieldId: string (nullable = true)
| |-- isDerived: string (nullable = true)
| |-- latLong: string (nullable = true)
| |-- location: string (nullable = true)
| |-- locationIp: struct (nullable = true)
| | |-- city: string (nullable = true)
| | |-- continentCode: string (nullable = true)
| | |-- continentName: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- countryIsoCode: string (nullable = true)
| | |-- latitude: string (nullable = true)
| | |-- longitude: string (nullable = true)
| | |-- postalCode: string (nullable = true)
| | |-- registeredCountry: string (nullable = true)
| | |-- registeredCountryIsoCode: string (nullable = true)
| | |-- subDivisions: string (nullable = true)
| | |-- subDivisionsIsoCode: string (nullable = true)
| | |-- timeZone: string (nullable = true)
| |-- original: struct (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- location: string (nullable = true)
| | |-- state: string (nullable = true)
| |-- residentialType: string (nullable = true)
| |-- source: string (nullable = true)
| |-- sourceType: string (nullable = true)
| |-- standardized: string (nullable = true)
| |-- standardizedDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- updatedDate: string (nullable = true)
| |-- zipCode: string (nullable = true)
|-- oldCandidateAnonymous: string (nullable = true)
|-- optIn: boolean (nullable = true)
|-- optInSMS: boolean (nullable = true)
|-- optInSingleSMS: boolean (nullable = true)
|-- optInTextCommunication: boolean (nullable = true)
|-- optInWhatsApp: boolean (nullable = true)
|-- optedOutByRecruiter: boolean (nullable = true)
|-- partnerTenant: string (nullable = true)
|-- passportNumber: string (nullable = true)
|-- pictureS3Url: string (nullable = true)
|-- pictureUrl: string (nullable = true)
|-- preferredCommunicationMode: struct (nullable = true)
| |-- email: boolean (nullable = true)
| |-- sms: boolean (nullable = true)
|-- preferredContactMethod: string (nullable = true)
|-- preferredFirstName: string (nullable = true)
|-- preferredLocationList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- latLong: string (nullable = true)
| | |-- location: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- latLong: string (nullable = true)
| | | |-- location: string (nullable = true)
| | | |-- sourceList: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | |-- priority: double (nullable = true)
| | |-- sourceList: array (nullable = true)
| | | |-- element: string (containsNull = true)
|-- prefix: string (nullable = true)
|-- previousEmployeeIds: array (nullable = true)
| |-- element: string (containsNull = true)
|-- profileCompletionStage: string (nullable = true)
|-- profileCreatedBy: struct (nullable = true)
| |-- name: string (nullable = true)
| |-- recruiterUserId: string (nullable = true)
|-- profileEnrichmentDate: string (nullable = true)
|-- profileStatus: struct (nullable = true)
| |-- locale: string (nullable = true)
| |-- statusFinal: string (nullable = true)
| |-- statusKey: string (nullable = true)
| |-- statusLanguage: string (nullable = true)
| |-- updatedDate: string (nullable = true)
|-- profileUpdatesByRecruiter: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- name: string (nullable = true)
| | |-- recruiterUserId: string (nullable = true)
|-- profileUrl: string (nullable = true)
|-- pupId: string (nullable = true)
|-- pushedToATSOn: string (nullable = true)
|-- race: string (nullable = true)
|-- recruiterActivityTimestamp: string (nullable = true)
|-- recruiterEmail: string (nullable = true)
|-- recruiterName: string (nullable = true)
|-- recruiterUserId: string (nullable = true)
|-- recruitersUserId: array (nullable = true)
| |-- element: string (containsNull = true)
|-- refNum: string (nullable = true)
|-- referralSource: string (nullable = true)
|-- relocate: string (nullable = true)
|-- relocationDate: string (nullable = true)
|-- resumeUrl: string (nullable = true)
|-- scopeAttr: string (nullable = true)
|-- shortTermGoal: string (nullable = true)
|-- singleSmsOptInStatus: string (nullable = true)
|-- skillList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- latestDate: string (nullable = true)
| | |-- mlSkills: struct (nullable = true)
| | | |-- skillSco: string (nullable = true)
| | | |-- skill_imp: string (nullable = true)
| | | |-- skill_map: string (nullable = true)
| | | |-- skill_standard: string (nullable = true)
| | |-- score: double (nullable = true)
| | |-- skillSource: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- type: string (nullable = true)
| | |-- value: string (nullable = true)
| | |-- value_org: string (nullable = true)
|-- skillList_org: string (nullable = true)
|-- skills: array (nullable = true)
| |-- element: string (containsNull = true)
|-- smsOptInStatus: string (nullable = true)
|-- socialProfile: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- createdDate: string (nullable = true)
| | |-- emailId: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- md5sum: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- profile: string (nullable = true)
| | |-- profileLink: string (nullable = true)
| | |-- type: string (nullable = true)
| | |-- updatedDate: string (nullable = true)
|-- standardizedLatestDate: string (nullable = true)
|-- swoopProfileId: string (nullable = true)
|-- teamId: string (nullable = true)
|-- tenantSpecific_additionalFields: struct (nullable = true)
| |-- AVIURMajor: string (nullable = true)
| |-- AnyGEbusinesspreference: string (nullable = true)
| |-- AreyouinterestedinhearingfromGE: string (nullable = true)
| |-- Areyouopentorelocation: string (nullable = true)
| |-- AvailabilityDate: string (nullable = true)
| |-- Available: string (nullable = true)
| |-- AviationAreasofInterest: string (nullable = true)
| |-- BFI_DATA: string (nullable = true)
| |-- BusinessOfInterest: string (nullable = true)
| |-- BusinessSegment: string (nullable = true)
| |-- COSDate: string (nullable = true)
| |-- CandidateType: string (nullable = true)
| |-- CareerLevelInterest: string (nullable = true)
| |-- CollegeorUniversity: string (nullable = true)
| |-- Comments: string (nullable = true)
| |-- Consent_Data: string (nullable = true)
| |-- Consent_ExternalTalentShare: string (nullable = true)
| |-- Consent_GDPR: string (nullable = true)
| |-- ContactMeNow_Jobs_Boomerang: string (nullable = true)
| |-- CountriesDesiredtoWork_GECorp: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- CurrentActivity: string (nullable = true)
| |-- CurrentMatric: string (nullable = true)
| |-- DHEvalBusPref: string (nullable = true)
| |-- DareToLead: string (nullable = true)
| |-- DateLeftGE: string (nullable = true)
| |-- DegreeLevel: string (nullable = true)
| |-- Description: string (nullable = true)
| |-- DesiredCompensationRange: string (nullable = true)
| |-- Expected_Graduation_Date: string (nullable = true)
| |-- FN_group_post: string (nullable = true)
| |-- FN_private_editor: string (nullable = true)
| |-- FieldOfStudy: string (nullable = true)
| |-- FormerGEHRManager: string (nullable = true)
| |-- FormerHRM: string (nullable = true)
| |-- FunctionList: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- FunctionsOfInterest: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- GEAlumni: string (nullable = true)
| |-- GECareerBand: string (nullable = true)
| |-- GEHiredBusiness: string (nullable = true)
| |-- GEHiredBusinessSegment: string (nullable = true)
| |-- GEHiredFunction: string (nullable = true)
| |-- GEHiredJobFamilySelect: string (nullable = true)
| |-- GEHiredRegion: string (nullable = true)
| |-- GEMgmtLevel: string (nullable = true)
| |-- GEPowerInternLocInterest: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- GPA: string (nullable = true)
| |-- GPAOVERALLDROPDOWN: string (nullable = true)
| |-- GPA_TEXT: string (nullable = true)
| |-- GradMonth: string (nullable = true)
| |-- GradYear: string (nullable = true)
| |-- GraduationMonth: string (nullable = true)
| |-- GraduationYear: string (nullable = true)
| |-- HaveyouheardofGEbefore: string (nullable = true)
| |-- HiredBusSegment: string (nullable = true)
| |-- HowDidYouHeardAboutThisOpportunity: string (nullable = true)
| |-- HowDidYourHearAboutEvent: string (nullable = true)
| |-- HowWouldYouDescribeYourCareerLevel: string (nullable = true)
| |-- HowWouldYouDescribeYourCurrentCareerLevel: string (nullable = true)
| |-- IConsent: string (nullable = true)
| |-- IWantGEToStayConnectedToMeBy: string (nullable = true)
| |-- IWantGEToTellMeAbout: string (nullable = true)
| |-- IWantToHearFromGE: string (nullable = true)
| |-- IfYouHavePriorGEWorkExperiencePleaseExplainYourRole: string
(nullable = true)
| |-- Ifyouareateacherregisteringyourstudents: string (nullable = true)
| |-- InWhichCountriesAreYouCurrentlyAuthorizedToWork: string (nullable
= true)
| |-- In_Matric_School: string (nullable = true)
| |-- Interest: string (nullable = true)
| |-- InterestUpdate: string (nullable = true)
| |-- InternalBusinessPreference: string (nullable = true)
| |-- InterviewDate: string (nullable = true)
| |-- Interviewavailabilities: string (nullable = true)
| |-- IsGPARankOnA4Scale: string (nullable = true)
| |-- LMWindCanadaSelectJob: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- LMWindCheckbox: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- LanguagesSpoken: string (nullable = true)
| |-- LastEmailedDate: string (nullable = true)
| |-- LeadershipProgramInterest: string (nullable = true)
| |-- Major: string (nullable = true)
| |-- MajorOrAreaOfStudy: string (nullable = true)
| |-- MalaysiaorSingapore: string (nullable = true)
| |-- MatricCompYear: string (nullable = true)
| |-- Matric_Subjects: string (nullable = true)
| |-- Name_Person_Submitting_on_Behalf_Of_Employee: string (nullable =
true)
| |-- NameofSchoolCurrentlyAttended: string (nullable = true)
| |-- NewHireRole: string (nullable = true)
| |-- OpenToRelocation: string (nullable = true)
| |-- OperationallyReadyDate: string (nullable = true)
| |-- OtherCollegeorUniversity: string (nullable = true)
| |-- OtherLanguage: string (nullable = true)
| |-- OverallGPA: string (nullable = true)
| |-- PhDCompleted: string (nullable = true)
| |-- PrefPlace_Business: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- PrefPlace_HighestEducation: string (nullable = true)
| |-- PrefPlace_JobDuties: string (nullable = true)
| |-- PrefPlace_Location: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- QualRegister: string (nullable = true)
| |-- ReadinesstoMove: string (nullable = true)
| |-- Relocation_Employee_Talent_Community: string (nullable = true)
| |-- RelotoWhere: string (nullable = true)
| |-- Richmond_Areas_of_Interest: string (nullable = true)
| |-- Richmond_Certificate_Pursued: string (nullable = true)
| |-- Richmond_Shifts_of_Interest: string (nullable = true)
| |-- SG_Education: string (nullable = true)
| |-- SLG_lng_from: string (nullable = true)
| |-- SLG_lng_to: string (nullable = true)
| |-- SL_lng_from: string (nullable = true)
| |-- SL_lng_to: string (nullable = true)
| |-- SSO_ID: string (nullable = true)
| |-- SalaryExpectations: string (nullable = true)
| |-- Schenectady_Jobs_of_Interest: string (nullable = true)
| |-- SchoolEmail: string (nullable = true)
| |-- SecurityClearance: string (nullable = true)
| |-- Shifts_of_Interest: string (nullable = true)
| |-- SkillBridgeAvailDate: string (nullable = true)
| |-- SkillBridgeCmdAck: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- SkillBridgeGeo: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- SkillBridgeNotes: string (nullable = true)
| |-- TargetedAreasofInterest: string (nullable = true)
| |-- Testfield: string (nullable = true)
| |-- TypeofDegree: string (nullable = true)
| |-- UCAlumni: string (nullable = true)
| |-- UCStatus: string (nullable = true)
| |-- URBusinessPreference: string (nullable = true)
| |-- URGradYear: string (nullable = true)
| |-- URMajor: string (nullable = true)
| |-- URPositionSeeking: string (nullable = true)
| |-- UR_Job_Type_Seeking: string (nullable = true)
| |-- URfunctionofinterest: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- URroletypeofinterest: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- USExportControl: string (nullable = true)
| |-- USMilAoI: string (nullable = true)
| |-- USMilEASDate: string (nullable = true)
| |-- USMilExperience: string (nullable = true)
| |-- USMilRank: string (nullable = true)
| |-- USMilitaryBranchofService: string (nullable = true)
| |-- USVisaSponsorship: string (nullable = true)
| |-- US_Sponsorship_Needed: string (nullable = true)
| |-- UnderOrPostGradReg: string (nullable = true)
| |-- UniversityOpenText: string (nullable = true)
| |-- University_ModuleSA: string (nullable = true)
| |-- WHATISYOURLEVELOFPARTICIPATION: string (nullable = true)
| |-- Whichfuturebusinessunitsinterestyou: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- YEARINSCHOOL: string (nullable = true)
| |-- YelloRefNumber: string (nullable = true)
| |-- YrsOfExp: string (nullable = true)
| |-- candidatesSMSOptIn: boolean (nullable = true)
| |-- candidatesSingleSMSOptIn: boolean (nullable = true)
| |-- co_speechnotes_plugin_fab_language_selector_id: string (nullable =
true)
| |-- currentCollege: string (nullable = true)
| |-- currentOverallGpa: string (nullable = true)
| |-- degree: string (nullable = true)
| |-- degreeLevel: string (nullable = true)
| |-- education: string (nullable = true)
| |-- educationEndDate: string (nullable = true)
| |-- employee_flag: string (nullable = true)
| |-- employee_number: string (nullable = true)
| |-- employee_referral: string (nullable = true)
| |-- enrichmentName: string (nullable = true)
| |-- feedBackInfo: string (nullable = true)
| |-- fieldOfStudy: string (nullable = true)
| |-- field_of_study_italy_Events: string (nullable = true)
| |-- field_of_study_text: string (nullable = true)
| |-- formId: string (nullable = true)
| |-- formType: string (nullable = true)
| |-- gradMonth: string (nullable = true)
| |-- gradYear: string (nullable = true)
| |-- gradyearnew: string (nullable = true)
| |-- hiredBusiness: string (nullable = true)
| |-- hiredBusinessSegment: string (nullable = true)
| |-- initiativesofInterest: string (nullable = true)
| |-- initiativesofInterest_5: string (nullable = true)
| |-- major: string (nullable = true)
| |-- operatingPartners: string (nullable = true)
| |-- optinsinglesms: boolean (nullable = true)
| |-- optinsms: boolean (nullable = true)
| |-- otherCollegeorUniversity: string (nullable = true)
| |-- schoolName: string (nullable = true)
| |-- select_language: string (nullable = true)
| |-- skillSet: string (nullable = true)
| |-- sourcerName: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- testField: string (nullable = true)
| |-- universityName: string (nullable = true)
| |-- userId: string (nullable = true)
| |-- verifyReg: string (nullable = true)
|-- timeZone: string (nullable = true)
|-- topRatedSkills: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- trafficSourceList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- createdDate: string (nullable = true)
| | |-- id: string (nullable = true)
| | |-- rawUrl: string (nullable = true)
| | |-- referralType: string (nullable = true)
| | |-- sourceFullname: string (nullable = true)
| | |-- sourceShortName: string (nullable = true)
| | |-- utmCampaign: string (nullable = true)
| | |-- utmMedium: string (nullable = true)
|-- twitterUrl: string (nullable = true)
|-- updatedDate: string (nullable = true)
|-- userId: string (nullable = true)
|-- userStatus: string (nullable = true)
|-- userType: string (nullable = true)
|-- utids: array (nullable = true)
| |-- element: string (containsNull = true)
|-- veteran: string (nullable = true)
|-- workAuthorization: string (nullable = true)
|-- zipCode: string (nullable = true)
|-- cdc_modifiedon: string (nullable = true)
|-- cdc_pk: string (nullable = true)
|-- cdc_operation: string (nullable = true)
|-- cdc_oid: string (nullable = true)
|-- updatedOn: string (nullable = true)
```
Snapshot dataframe 2 schema
```
snapshotDf2
|-- cdc_pk: string (nullable = false)
|-- cdc_oid: string (nullable = true)
|-- Spotlight_Calculated: boolean (nullable = true)
|-- Spotlight_IsFortune500: boolean (nullable = true)
|-- Spotlight_IsIvyLeague: boolean (nullable = true)
|-- Spotlight_IsManagement: boolean (nullable = true)
|-- Spotlight_IsMediaAgencies: boolean (nullable = true)
|-- Spotlight_IsSeniorRole: boolean (nullable = true)
|-- Spotlight_workedForCompetetiors: boolean (nullable = true)
|-- Spotlight_workedForTopCompany: boolean (nullable = true)
|-- _id: struct (nullable = true)
| |-- oid: string (nullable = true)
|-- additionalConfig: struct (nullable = true)
| |-- recruiterOverWriteOptIn: boolean (nullable = true)
|-- additionalFields: struct (nullable = true)
| |-- achievements: string (nullable = true)
| |-- atsEmail: string (nullable = true)
| |-- atsId: string (nullable = true)
| |-- availability: string (nullable = true)
| |-- faxNo: string (nullable = true)
| |-- hobbies: string (nullable = true)
| |-- objectives: string (nullable = true)
| |-- passportNo: string (nullable = true)
| |-- references: string (nullable = true)
| |-- summary: string (nullable = true)
|-- additionalRequestInfo: struct (nullable = true)
| |-- optInInfo: struct (nullable = true)
| | |-- atsCandidateApplicationSize: integer (nullable = true)
| | |-- contactNumber: string (nullable = true)
| | |-- currentOptInStatus: integer (nullable = true)
| | |-- dbOptInStatus: integer (nullable = true)
| | |-- emailCommunication: string (nullable = true)
| | |-- oldOptinFormDb: boolean (nullable = true)
| | |-- optIn: boolean (nullable = true)
| | |-- optInFromRequest: boolean (nullable = true)
| | |-- overwriteOptIn: boolean (nullable = true)
| | |-- recruiterOverWriteOptIn: boolean (nullable = true)
| | |-- singleSmsOptIn: boolean (nullable = true)
| | |-- smsOptIn: boolean (nullable = true)
| | |-- source: string (nullable = true)
|-- address: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- addressLine: string (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- isPrimary: boolean (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- region: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- type: string (nullable = true)
| | |-- zipCode: string (nullable = true)
|-- addressLogs: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- addressLines: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- createdDate: string (nullable = true)
| | |-- fieldId: string (nullable = true)
| | |-- isDerived: boolean (nullable = true)
| | |-- latLong: string (nullable = true)
| | |-- location: string (nullable = true)
| | |-- locationIp: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- continentCode: string (nullable = true)
| | | |-- continentName: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- countryIsoCode: string (nullable = true)
| | | |-- latitude: string (nullable = true)
| | | |-- longitude: string (nullable = true)
| | | |-- postalCode: string (nullable = true)
| | | |-- registeredCountry: string (nullable = true)
| | | |-- registeredCountryIsoCode: string (nullable = true)
| | | |-- subDivisions: string (nullable = true)
| | | |-- subDivisionsIsoCode: string (nullable = true)
| | | |-- timeZone: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- location: string (nullable = true)
| | | |-- state: string (nullable = true)
| | |-- residentialType: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- sourceType: string (nullable = true)
| | |-- standardized: boolean (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- updatedDate: string (nullable = true)
| | |-- zipCode: string (nullable = true)
|-- alertData: struct (nullable = true)
| |-- all_fields: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- facetDisplayNames: struct (nullable = true)
| | |-- business: string (nullable = true)
| | |-- businessSegment: string (nullable = true)
| | |-- category: string (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- experienceLevel: string (nullable = true)
| | |-- managementLevel: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- type: string (nullable = true)
| |-- keywords: string (nullable = true)
| |-- selected_fields: struct (nullable = true)
| | |-- business: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- businessSegment: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- category: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- city: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- country: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- experienceLevel: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- isCritical: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- managementLevel: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- state: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- visibilityType: array (nullable = true)
| | | |-- element: string (containsNull = true)
|-- alertUrl: string (nullable = true)
|-- applySources: array (nullable = true)
| |-- element: string (containsNull = true)
|-- applyTransactionId: string (nullable = true)
|-- atsId: string (nullable = true)
|-- attachments: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- attachmentType: string (nullable = true)
| | |-- bucketId: string (nullable = true)
| | |-- createdDate: string (nullable = true)
| | |-- documentStatus: string (nullable = true)
| | |-- documentType: string (nullable = true)
| | |-- entityIds: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- fieldID: string (nullable = true)
| | |-- isCreatedFromCandidates: boolean (nullable = true)
| | |-- md5sum: string (nullable = true)
| | |-- parsingDate: string (nullable = true)
| | |-- phenomParser: string (nullable = true)
| | |-- recruiterName: string (nullable = true)
| | |-- recruiterUserId: string (nullable = true)
| | |-- relativePath: string (nullable = true)
| | |-- resumeFileName: string (nullable = true)
| | |-- resumeLanguage: string (nullable = true)
| | |-- resumePath: string (nullable = true)
| | |-- resumeText: string (nullable = true)
|-- avgRating: string (nullable = true)
|-- campaignUnsubscibeType: array (nullable = true)
| |-- element: string (containsNull = true)
|-- candidateActivityTimestamp: string (nullable = true)
|-- candidateCreated: string (nullable = true)
|-- candidateOptInRequest: boolean (nullable = true)
|-- candidateScore: string (nullable = true)
|-- careerLevel: string (nullable = true)
|-- categories: array (nullable = true)
| |-- element: string (containsNull = true)
|-- categoryList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- certifications: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- certificationName: string (nullable = true)
| | |-- date: string (nullable = true)
| | |-- expiryDate: struct (nullable = true)
| | | |-- year: integer (nullable = true)
| | | |-- month: integer (nullable = true)
| | | |-- day: integer (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- institute: string (nullable = true)
| | |-- issuedDate: struct (nullable = true)
| | | |-- day: integer (nullable = true)
| | | |-- month: integer (nullable = true)
| | | |-- year: integer (nullable = true)
| | |-- name: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- source: string (nullable = true)
| | |-- startDate: string (nullable = true)
|-- childRefNum: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- createdDate: string (nullable = true)
| | |-- refNum: string (nullable = true)
| | |-- updatedDate: string (nullable = true)
|-- company: string (nullable = true)
|-- confRequestPriority: double (nullable = true)
|-- conf_request_source: string (nullable = true)
|-- consent: string (nullable = true)
|-- consentDate: string (nullable = true)
|-- contacts: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- countryCode: string (nullable = true)
| | |-- countryCode_org: string (nullable = true)
| | |-- deviceType: string (nullable = true)
| | |-- extension: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- originalNumber: string (nullable = true)
| | |-- phoneNumber: string (nullable = true)
| | |-- phoneNumberWithoutCountryCode: string (nullable = true)
| | |-- phoneNumber_org: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- priority: double (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- status: string (nullable = true)
| | |-- type: string (nullable = true)
|-- contacts_org: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- countryCode: string (nullable = true)
| | |-- countryCode_org: string (nullable = true)
| | |-- deviceType: string (nullable = true)
| | |-- extension: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- originalNumber: string (nullable = true)
| | |-- phoneNumber: string (nullable = true)
| | |-- phoneNumberWithoutCountryCode: string (nullable = true)
| | |-- phoneNumber_org: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- priority: double (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- status: string (nullable = true)
| | |-- type: string (nullable = true)
|-- createKafkaEvent: boolean (nullable = true)
|-- createdDate: string (nullable = true)
|-- currentCompany: struct (nullable = true)
| |-- city: string (nullable = true)
| |-- company: string (nullable = true)
| |-- companyUrl: string (nullable = true)
| |-- company_org: string (nullable = true)
| |-- country: string (nullable = true)
| |-- designation: string (nullable = true)
| |-- endDate: string (nullable = true)
| |-- fieldID: string (nullable = true)
| |-- industry: string (nullable = true)
| |-- jobLocation: string (nullable = true)
| |-- jobSummary: string (nullable = true)
| |-- jobTitle: string (nullable = true)
| |-- jobTitle_org: string (nullable = true)
| |-- original: struct (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- state: string (nullable = true)
| |-- priority: double (nullable = true)
| |-- providedByUser: boolean (nullable = true)
| |-- role: string (nullable = true)
| |-- size: string (nullable = true)
| |-- source: string (nullable = true)
| |-- standardizedDate: string (nullable = true)
| |-- startDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- title: string (nullable = true)
| |-- transactionId: string (nullable = true)
| |-- wikipediaUrl: string (nullable = true)
|-- currentCompanyName: string (nullable = true)
|-- currentCompany_org: struct (nullable = true)
| |-- city: string (nullable = true)
| |-- company: string (nullable = true)
| |-- companyUrl: string (nullable = true)
| |-- company_org: string (nullable = true)
| |-- country: string (nullable = true)
| |-- designation: string (nullable = true)
| |-- endDate: string (nullable = true)
| |-- fieldID: string (nullable = true)
| |-- industry: string (nullable = true)
| |-- jobLocation: string (nullable = true)
| |-- jobSummary: string (nullable = true)
| |-- jobTitle: string (nullable = true)
| |-- jobTitle_org: string (nullable = true)
| |-- original: struct (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- state: string (nullable = true)
| |-- priority: double (nullable = true)
| |-- providedByUser: boolean (nullable = true)
| |-- role: string (nullable = true)
| |-- size: string (nullable = true)
| |-- source: string (nullable = true)
| |-- standardizedDate: string (nullable = true)
| |-- startDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- title: string (nullable = true)
| |-- transactionId: string (nullable = true)
| |-- wikipediaUrl: string (nullable = true)
|-- dateCreated: string (nullable = true)
|-- derivedAtsEventType: string (nullable = true)
|-- designation: string (nullable = true)
|-- disability: string (nullable = true)
|-- diversity: string (nullable = true)
|-- education: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- aggregate: string (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- degree: string (nullable = true)
| | |-- degree_org: string (nullable = true)
| | |-- endDate: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- fieldOfStudy: string (nullable = true)
| | |-- fieldOfStudy_org: string (nullable = true)
| | |-- isHighEducation: boolean (nullable = true)
| | |-- major: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- schoolAndUniversity: string (nullable = true)
| | |-- schoolName: string (nullable = true)
| | |-- schoolName_org: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- startDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- transactionId: string (nullable = true)
| | |-- universityCity: string (nullable = true)
| | |-- universityCountry: string (nullable = true)
| | |-- universityName: string (nullable = true)
| | |-- universityName_org: string (nullable = true)
| | |-- universityState: string (nullable = true)
| | |-- universityUrl: string (nullable = true)
|-- education_org: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- aggregate: string (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- degree: string (nullable = true)
| | |-- degree_org: string (nullable = true)
| | |-- endDate: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- fieldOfStudy: string (nullable = true)
| | |-- fieldOfStudy_org: string (nullable = true)
| | |-- isHighEducation: boolean (nullable = true)
| | |-- major: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- schoolAndUniversity: string (nullable = true)
| | |-- schoolName: string (nullable = true)
| | |-- schoolName_org: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- startDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- transactionId: string (nullable = true)
| | |-- universityCity: string (nullable = true)
| | |-- universityCountry: string (nullable = true)
| | |-- universityName: string (nullable = true)
| | |-- universityName_org: string (nullable = true)
| | |-- universityState: string (nullable = true)
| | |-- universityUrl: string (nullable = true)
|-- emailList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- email: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- invalid: boolean (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- status: string (nullable = true)
| | |-- type: string (nullable = true)
|-- emails: array (nullable = true)
| |-- element: string (containsNull = true)
|-- ethnicity: string (nullable = true)
|-- eventId: string (nullable = true)
|-- eventName: string (nullable = true)
|-- eventOrganizer: boolean (nullable = true)
|-- experience: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- company: string (nullable = true)
| | |-- companyUrl: string (nullable = true)
| | |-- company_org: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- designation: string (nullable = true)
| | |-- endDate: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- industry: string (nullable = true)
| | |-- isCurrent: boolean (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- jobSummary: string (nullable = true)
| | |-- jobTitle: string (nullable = true)
| | |-- jobTitle_org: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- jobLocation: string (nullable = true)
| | | |-- state: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- providedByUser: boolean (nullable = true)
| | |-- role: string (nullable = true)
| | |-- size: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- startDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- title: string (nullable = true)
| | |-- transactionId: string (nullable = true)
| | |-- wikipediaUrl: string (nullable = true)
|-- experienceRange: struct (nullable = true)
| |-- max: integer (nullable = true)
| |-- min: integer (nullable = true)
| |-- range: string (nullable = true)
| |-- totalExperience: double (nullable = true)
|-- experience_org: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- company: string (nullable = true)
| | |-- companyUrl: string (nullable = true)
| | |-- company_org: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- designation: string (nullable = true)
| | |-- endDate: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- industry: string (nullable = true)
| | |-- isCurrent: boolean (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- jobSummary: string (nullable = true)
| | |-- jobTitle: string (nullable = true)
| | |-- jobTitle_org: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- jobLocation: string (nullable = true)
| | | |-- state: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- providedByUser: boolean (nullable = true)
| | |-- role: string (nullable = true)
| | |-- size: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- startDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- title: string (nullable = true)
| | |-- transactionId: string (nullable = true)
| | |-- wikipediaUrl: string (nullable = true)
|-- externalSource: string (nullable = true)
|-- facebookUrl: string (nullable = true)
|-- firstName: string (nullable = true)
|-- firstReferrerId: string (nullable = true)
|-- firstSource: array (nullable = true)
| |-- element: string (containsNull = true)
|-- flsaStatus: string (nullable = true)
|-- gender: string (nullable = true)
|-- geolocation: string (nullable = true)
|-- googleUrl: string (nullable = true)
|-- grade: string (nullable = true)
|-- highestEducation: struct (nullable = true)
| |-- aggregate: string (nullable = true)
| |-- city: string (nullable = true)
| |-- country: string (nullable = true)
| |-- degree: string (nullable = true)
| |-- degree_org: string (nullable = true)
| |-- endDate: string (nullable = true)
| |-- fieldID: string (nullable = true)
| |-- fieldOfStudy: string (nullable = true)
| |-- fieldOfStudy_org: string (nullable = true)
| |-- major: string (nullable = true)
| |-- priority: double (nullable = true)
| |-- schoolName: string (nullable = true)
| |-- schoolName_org: string (nullable = true)
| |-- source: string (nullable = true)
| |-- startDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- transactionId: string (nullable = true)
| |-- universityCity: string (nullable = true)
| |-- universityCountry: string (nullable = true)
| |-- universityName: string (nullable = true)
| |-- universityName_org: string (nullable = true)
| |-- universityState: string (nullable = true)
| |-- universityUrl: string (nullable = true)
|-- highestEducation_org: struct (nullable = true)
| |-- aggregate: string (nullable = true)
| |-- city: string (nullable = true)
| |-- country: string (nullable = true)
| |-- degree: string (nullable = true)
| |-- degree_org: string (nullable = true)
| |-- endDate: string (nullable = true)
| |-- fieldID: string (nullable = true)
| |-- fieldOfStudy: string (nullable = true)
| |-- fieldOfStudy_org: string (nullable = true)
| |-- major: string (nullable = true)
| |-- priority: double (nullable = true)
| |-- schoolName: string (nullable = true)
| |-- schoolName_org: string (nullable = true)
| |-- source: string (nullable = true)
| |-- startDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- transactionId: string (nullable = true)
| |-- universityCity: string (nullable = true)
| |-- universityCountry: string (nullable = true)
| |-- universityName: string (nullable = true)
| |-- universityName_org: string (nullable = true)
| |-- universityState: string (nullable = true)
| |-- universityUrl: string (nullable = true)
|-- hispanicOrLatino: string (nullable = true)
|-- imEmploymentType: array (nullable = true)
| |-- element: string (containsNull = true)
|-- imInterests: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- imLocations: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- imProfileId: string (nullable = true)
|-- imReferralInterests: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- imTestAccount: boolean (nullable = true)
|-- importedCandidates: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- applicationId: string (nullable = true)
| | |-- confidential: boolean (nullable = true)
| | |-- dateCreated: string (nullable = true)
| | |-- franchiseeId: string (nullable = true)
| | |-- jobCategory: string (nullable = true)
| | |-- jobId: string (nullable = true)
| | |-- jobLocation: string (nullable = true)
| | |-- jobSeekerSource: string (nullable = true)
| | |-- jobSeqNo: string (nullable = true)
| | |-- jobTitle: string (nullable = true)
| | |-- locale: string (nullable = true)
| | |-- referrerCrmUserId: string (nullable = true)
| | |-- referrerImProfileId: string (nullable = true)
| | |-- siteType: string (nullable = true)
|-- instagramUrl: string (nullable = true)
|-- interestLocations: string (nullable = true)
|-- internal: boolean (nullable = true)
|-- isFortune500: string (nullable = true)
|-- isIvyLeague: string (nullable = true)
|-- isJoinTenantCommunity: boolean (nullable = true)
|-- isSeniorRole: string (nullable = true)
|-- jobCode: string (nullable = true)
|-- jobLevelRefId: string (nullable = true)
|-- jobTitle: string (nullable = true)
|-- language: string (nullable = true)
|-- languageKnown: array (nullable = true)
| |-- element: string (containsNull = true)
|-- languagePreference: string (nullable = true)
|-- lastActivityStatus: struct (nullable = true)
| |-- cand_lastUpdateSource: string (nullable = true)
| |-- internalLastUpdated: string (nullable = true)
| |-- priority_education: double (nullable = true)
| |-- priority_experience: double (nullable = true)
| |-- priority_firstName: double (nullable = true)
| |-- priority_language: double (nullable = true)
| |-- priority_lastName: double (nullable = true)
| |-- priority_location: double (nullable = true)
| |-- priority_middleName: double (nullable = true)
|-- lastName: string (nullable = true)
|-- lastOnboardingDate: string (nullable = true)
|-- lastOnboardingTime: string (nullable = true)
|-- lastUpdateTimestamp: string (nullable = true)
|-- latLong: string (nullable = true)
|-- linkedInMD5Sum: string (nullable = true)
|-- linkedInProfileURL: string (nullable = true)
|-- location: string (nullable = true)
|-- location_org: string (nullable = true)
|-- longTermGoal: string (nullable = true)
|-- md5Check: string (nullable = true)
|-- middleName: string (nullable = true)
|-- migrated: boolean (nullable = true)
|-- mlFieldsList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- data: struct (nullable = true)
| | | |-- ParseType: string (nullable = true)
| | | |-- ParseVersion: string (nullable = true)
| | | |-- ParsingDate: string (nullable = true)
| | | |-- domain_level_2: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | | |-- is_intern: boolean (nullable = true)
| | | |-- ml_address: struct (nullable = true)
| | | | |-- City: string (nullable = true)
| | | | |-- Address: string (nullable = true)
| | | |-- ml_domain: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | | |-- ml_experienceRange: struct (nullable = true)
| | | | |-- max: double (nullable = true)
| | | | |-- min: double (nullable = true)
| | | | |-- range: string (nullable = true)
| | | | |-- totalExperience: double (nullable = true)
| | | |-- ml_jobzone: string (nullable = true)
| | | |-- ml_predictedskills: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | |-- md5Sum: string (nullable = true)
|-- newAddress: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- addressLines: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- createdDate: string (nullable = true)
| | |-- fieldId: string (nullable = true)
| | |-- isDerived: boolean (nullable = true)
| | |-- latLong: string (nullable = true)
| | |-- location: string (nullable = true)
| | |-- locationIp: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- continentCode: string (nullable = true)
| | | |-- continentName: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- countryIsoCode: string (nullable = true)
| | | |-- latitude: string (nullable = true)
| | | |-- longitude: string (nullable = true)
| | | |-- postalCode: string (nullable = true)
| | | |-- registeredCountry: string (nullable = true)
| | | |-- registeredCountryIsoCode: string (nullable = true)
| | | |-- subDivisions: string (nullable = true)
| | | |-- subDivisionsIsoCode: string (nullable = true)
| | | |-- timeZone: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- location: string (nullable = true)
| | | |-- state: string (nullable = true)
| | |-- residentialType: string (nullable = true)
| | |-- source: string (nullable = true)
| | |-- sourceType: string (nullable = true)
| | |-- standardized: boolean (nullable = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- state: string (nullable = true)
| | |-- updatedDate: string (nullable = true)
| | |-- zipCode: string (nullable = true)
|-- newEmail: boolean (nullable = true)
|-- newLocation: struct (nullable = true)
| |-- addressLines: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- city: string (nullable = true)
| |-- country: string (nullable = true)
| |-- createdDate: string (nullable = true)
| |-- fieldId: string (nullable = true)
| |-- isDerived: boolean (nullable = true)
| |-- latLong: string (nullable = true)
| |-- location: string (nullable = true)
| |-- locationIp: struct (nullable = true)
| | |-- city: string (nullable = true)
| | |-- continentCode: string (nullable = true)
| | |-- continentName: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- countryIsoCode: string (nullable = true)
| | |-- latitude: string (nullable = true)
| | |-- longitude: string (nullable = true)
| | |-- postalCode: string (nullable = true)
| | |-- registeredCountry: string (nullable = true)
| | |-- registeredCountryIsoCode: string (nullable = true)
| | |-- subDivisions: string (nullable = true)
| | |-- subDivisionsIsoCode: string (nullable = true)
| | |-- timeZone: string (nullable = true)
| |-- original: struct (nullable = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- location: string (nullable = true)
| | |-- state: string (nullable = true)
| |-- residentialType: string (nullable = true)
| |-- source: string (nullable = true)
| |-- sourceType: string (nullable = true)
| |-- standardized: boolean (nullable = true)
| |-- standardizedDate: string (nullable = true)
| |-- state: string (nullable = true)
| |-- updatedDate: string (nullable = true)
| |-- zipCode: string (nullable = true)
|-- oldCandidateAnonymous: boolean (nullable = true)
|-- optIn: boolean (nullable = true)
|-- optInSMS: boolean (nullable = true)
|-- optInSingleSMS: boolean (nullable = true)
|-- optInTextCommunication: boolean (nullable = true)
|-- optInWhatsApp: boolean (nullable = true)
|-- optedOutByRecruiter: boolean (nullable = true)
|-- partnerTenant: string (nullable = true)
|-- passportNumber: string (nullable = true)
|-- pictureS3Url: string (nullable = true)
|-- pictureUrl: string (nullable = true)
|-- preferredCommunicationMode: struct (nullable = true)
| |-- email: boolean (nullable = true)
| |-- sms: boolean (nullable = true)
|-- preferredContactMethod: string (nullable = true)
|-- preferredFirstName: string (nullable = true)
|-- preferredLocationList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- city: string (nullable = true)
| | |-- country: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- latLong: string (nullable = true)
| | |-- location: string (nullable = true)
| | |-- original: struct (nullable = true)
| | | |-- city: string (nullable = true)
| | | |-- country: string (nullable = true)
| | | |-- latLong: string (nullable = true)
| | | |-- location: string (nullable = true)
| | | |-- sourceList: array (nullable = true)
| | | | |-- element: string (containsNull = true)
| | |-- priority: double (nullable = true)
| | |-- sourceList: array (nullable = true)
| | | |-- element: string (containsNull = true)
|-- prefix: string (nullable = true)
|-- previousEmployeeIds: array (nullable = true)
| |-- element: string (containsNull = true)
|-- profileCompletionStage: string (nullable = true)
|-- profileCreatedBy: struct (nullable = true)
| |-- name: string (nullable = true)
| |-- recruiterUserId: string (nullable = true)
|-- profileEnrichmentDate: string (nullable = true)
|-- profileStatus: struct (nullable = true)
| |-- locale: string (nullable = true)
| |-- statusFinal: string (nullable = true)
| |-- statusKey: string (nullable = true)
| |-- statusLanguage: string (nullable = true)
| |-- updatedDate: string (nullable = true)
|-- profileUpdatesByRecruiter: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- name: string (nullable = true)
| | |-- recruiterUserId: string (nullable = true)
|-- profileUrl: string (nullable = true)
|-- pupId: string (nullable = true)
|-- pushedToATSOn: string (nullable = true)
|-- race: string (nullable = true)
|-- recruiterActivityTimestamp: string (nullable = true)
|-- recruiterEmail: string (nullable = true)
|-- recruiterName: string (nullable = true)
|-- recruiterUserId: string (nullable = true)
|-- recruitersUserId: array (nullable = true)
| |-- element: string (containsNull = true)
|-- refNum: string (nullable = true)
|-- referralSource: string (nullable = true)
|-- relocate: boolean (nullable = true)
|-- relocationDate: string (nullable = true)
|-- resumeUrl: string (nullable = true)
|-- scopeAttr: string (nullable = true)
|-- shortTermGoal: string (nullable = true)
|-- singleSmsOptInStatus: string (nullable = true)
|-- skillList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- latestDate: string (nullable = true)
| | |-- mlSkills: struct (nullable = true)
| | | |-- skillSco: string (nullable = true)
| | | |-- skill_imp: string (nullable = true)
| | | |-- skill_map: string (nullable = true)
| | | |-- skill_standard: string (nullable = true)
| | |-- score: double (nullable = true)
| | |-- skillSource: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- standardizedDate: string (nullable = true)
| | |-- type: string (nullable = true)
| | |-- value: string (nullable = true)
| | |-- value_org: string (nullable = true)
|-- skillList_org: string (nullable = true)
|-- skills: array (nullable = true)
| |-- element: string (containsNull = true)
|-- smsOptInStatus: string (nullable = true)
|-- socialProfile: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- createdDate: string (nullable = true)
| | |-- emailId: string (nullable = true)
| | |-- fieldID: string (nullable = true)
| | |-- md5sum: string (nullable = true)
| | |-- priority: double (nullable = true)
| | |-- profile: string (nullable = true)
| | |-- profileLink: string (nullable = true)
| | |-- type: string (nullable = true)
| | |-- updatedDate: string (nullable = true)
|-- standardizedLatestDate: string (nullable = true)
|-- swoopProfileId: string (nullable = true)
|-- teamId: string (nullable = true)
|-- tenantSpecific_additionalFields: struct (nullable = true)
| |-- AVIURMajor: string (nullable = true)
| |-- AnyGEbusinesspreference: string (nullable = true)
| |-- AreyouinterestedinhearingfromGE: string (nullable = true)
| |-- Areyouopentorelocation: string (nullable = true)
| |-- AvailabilityDate: string (nullable = true)
| |-- Available: string (nullable = true)
| |-- AviationAreasofInterest: string (nullable = true)
| |-- BFI_DATA: string (nullable = true)
| |-- BusinessOfInterest: string (nullable = true)
| |-- BusinessSegment: string (nullable = true)
| |-- COSDate: string (nullable = true)
| |-- CandidateType: string (nullable = true)
| |-- CareerLevelInterest: string (nullable = true)
| |-- CollegeorUniversity: string (nullable = true)
| |-- Comments: string (nullable = true)
| |-- Consent_Data: string (nullable = true)
| |-- Consent_ExternalTalentShare: string (nullable = true)
| |-- Consent_GDPR: string (nullable = true)
| |-- ContactMeNow_Jobs_Boomerang: string (nullable = true)
| |-- CountriesDesiredtoWork_GECorp: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- CurrentActivity: string (nullable = true)
| |-- CurrentMatric: string (nullable = true)
| |-- DHEvalBusPref: string (nullable = true)
| |-- DareToLead: string (nullable = true)
| |-- DateLeftGE: string (nullable = true)
| |-- DegreeLevel: string (nullable = true)
| |-- Description: string (nullable = true)
| |-- DesiredCompensationRange: string (nullable = true)
| |-- Expected_Graduation_Date: string (nullable = true)
| |-- FN_group_post: string (nullable = true)
| |-- FN_private_editor: string (nullable = true)
| |-- FieldOfStudy: string (nullable = true)
| |-- FormerGEHRManager: string (nullable = true)
| |-- FormerHRM: string (nullable = true)
| |-- FunctionList: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- FunctionsOfInterest: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- GEAlumni: string (nullable = true)
| |-- GECareerBand: string (nullable = true)
| |-- GEHiredBusiness: string (nullable = true)
| |-- GEHiredBusinessSegment: string (nullable = true)
| |-- GEHiredFunction: string (nullable = true)
| |-- GEHiredJobFamilySelect: string (nullable = true)
| |-- GEHiredRegion: string (nullable = true)
| |-- GEMgmtLevel: string (nullable = true)
| |-- GEPowerInternLocInterest: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- GPA: string (nullable = true)
| |-- GPAOVERALLDROPDOWN: string (nullable = true)
| |-- GPA_TEXT: string (nullable = true)
| |-- GradMonth: string (nullable = true)
| |-- GradYear: string (nullable = true)
| |-- GraduationMonth: string (nullable = true)
| |-- GraduationYear: string (nullable = true)
| |-- HaveyouheardofGEbefore: string (nullable = true)
| |-- HiredBusSegment: string (nullable = true)
| |-- HowDidYouHeardAboutThisOpportunity: string (nullable = true)
| |-- HowDidYourHearAboutEvent: string (nullable = true)
| |-- HowWouldYouDescribeYourCareerLevel: string (nullable = true)
| |-- HowWouldYouDescribeYourCurrentCareerLevel: string (nullable = true)
| |-- IConsent: string (nullable = true)
| |-- IWantGEToStayConnectedToMeBy: string (nullable = true)
| |-- IWantGEToTellMeAbout: string (nullable = true)
| |-- IWantToHearFromGE: string (nullable = true)
| |-- IfYouHavePriorGEWorkExperiencePleaseExplainYourRole: string
(nullable = true)
| |-- Ifyouareateacherregisteringyourstudents: string (nullable = true)
| |-- InWhichCountriesAreYouCurrentlyAuthorizedToWork: string (nullable
= true)
| |-- In_Matric_School: string (nullable = true)
| |-- Interest: string (nullable = true)
| |-- InterestUpdate: string (nullable = true)
| |-- InternalBusinessPreference: string (nullable = true)
| |-- InterviewDate: string (nullable = true)
| |-- Interviewavailabilities: string (nullable = true)
| |-- IsGPARankOnA4Scale: string (nullable = true)
| |-- LMWindCanadaSelectJob: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- LMWindCheckbox: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- LanguagesSpoken: string (nullable = true)
| |-- LastEmailedDate: string (nullable = true)
| |-- LeadershipProgramInterest: string (nullable = true)
| |-- Major: string (nullable = true)
| |-- MajorOrAreaOfStudy: string (nullable = true)
| |-- MalaysiaorSingapore: string (nullable = true)
| |-- MatricCompYear: string (nullable = true)
| |-- Matric_Subjects: string (nullable = true)
| |-- Name_Person_Submitting_on_Behalf_Of_Employee: string (nullable =
true)
| |-- NameofSchoolCurrentlyAttended: string (nullable = true)
| |-- NewHireRole: string (nullable = true)
| |-- OpenToRelocation: string (nullable = true)
| |-- OperationallyReadyDate: string (nullable = true)
| |-- OtherCollegeorUniversity: string (nullable = true)
| |-- OtherLanguage: string (nullable = true)
| |-- OverallGPA: string (nullable = true)
| |-- PhDCompleted: string (nullable = true)
| |-- PrefPlace_Business: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- PrefPlace_HighestEducation: string (nullable = true)
| |-- PrefPlace_JobDuties: string (nullable = true)
| |-- PrefPlace_Location: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- QualRegister: string (nullable = true)
| |-- ReadinesstoMove: string (nullable = true)
| |-- Relocation_Employee_Talent_Community: string (nullable = true)
| |-- RelotoWhere: string (nullable = true)
| |-- Richmond_Areas_of_Interest: string (nullable = true)
| |-- Richmond_Certificate_Pursued: string (nullable = true)
| |-- Richmond_Shifts_of_Interest: string (nullable = true)
| |-- SG_Education: string (nullable = true)
| |-- SLG_lng_from: string (nullable = true)
| |-- SLG_lng_to: string (nullable = true)
| |-- SL_lng_from: string (nullable = true)
| |-- SL_lng_to: string (nullable = true)
| |-- SSO_ID: string (nullable = true)
| |-- SalaryExpectations: string (nullable = true)
| |-- Schenectady_Jobs_of_Interest: string (nullable = true)
| |-- SchoolEmail: string (nullable = true)
| |-- SecurityClearance: string (nullable = true)
| |-- Shifts_of_Interest: string (nullable = true)
| |-- SkillBridgeAvailDate: string (nullable = true)
| |-- SkillBridgeCmdAck: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- SkillBridgeGeo: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- SkillBridgeNotes: string (nullable = true)
| |-- TargetedAreasofInterest: string (nullable = true)
| |-- Testfield: string (nullable = true)
| |-- TypeofDegree: string (nullable = true)
| |-- UCAlumni: string (nullable = true)
| |-- UCStatus: string (nullable = true)
| |-- URBusinessPreference: string (nullable = true)
| |-- URGradYear: string (nullable = true)
| |-- URMajor: string (nullable = true)
| |-- URPositionSeeking: string (nullable = true)
| |-- UR_Job_Type_Seeking: string (nullable = true)
| |-- URfunctionofinterest: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- URroletypeofinterest: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- USExportControl: string (nullable = true)
| |-- USMilAoI: string (nullable = true)
| |-- USMilEASDate: string (nullable = true)
| |-- USMilExperience: string (nullable = true)
| |-- USMilRank: string (nullable = true)
| |-- USMilitaryBranchofService: string (nullable = true)
| |-- USVisaSponsorship: string (nullable = true)
| |-- US_Sponsorship_Needed: string (nullable = true)
| |-- UnderOrPostGradReg: string (nullable = true)
| |-- UniversityOpenText: string (nullable = true)
| |-- University_ModuleSA: string (nullable = true)
| |-- WHATISYOURLEVELOFPARTICIPATION: string (nullable = true)
| |-- Whichfuturebusinessunitsinterestyou: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- YEARINSCHOOL: string (nullable = true)
| |-- YelloRefNumber: string (nullable = true)
| |-- YrsOfExp: string (nullable = true)
| |-- candidatesSMSOptIn: boolean (nullable = true)
| |-- candidatesSingleSMSOptIn: boolean (nullable = true)
| |-- co_speechnotes_plugin_fab_language_selector_id: string (nullable =
true)
| |-- currentCollege: string (nullable = true)
| |-- currentOverallGpa: string (nullable = true)
| |-- degree: string (nullable = true)
| |-- degreeLevel: string (nullable = true)
| |-- education: string (nullable = true)
| |-- educationEndDate: string (nullable = true)
| |-- employee_flag: string (nullable = true)
| |-- employee_number: string (nullable = true)
| |-- employee_referral: string (nullable = true)
| |-- enrichmentName: string (nullable = true)
| |-- feedBackInfo: string (nullable = true)
| |-- fieldOfStudy: string (nullable = true)
| |-- field_of_study_italy_Events: string (nullable = true)
| |-- field_of_study_text: string (nullable = true)
| |-- formId: string (nullable = true)
| |-- formType: string (nullable = true)
| |-- gradMonth: string (nullable = true)
| |-- gradYear: string (nullable = true)
| |-- gradyearnew: string (nullable = true)
| |-- hiredBusiness: string (nullable = true)
| |-- hiredBusinessSegment: string (nullable = true)
| |-- initiativesofInterest: string (nullable = true)
| |-- initiativesofInterest_5: string (nullable = true)
| |-- major: string (nullable = true)
| |-- operatingPartners: string (nullable = true)
| |-- optinsinglesms: boolean (nullable = true)
| |-- optinsms: boolean (nullable = true)
| |-- otherCollegeorUniversity: string (nullable = true)
| |-- schoolName: string (nullable = true)
| |-- select_language: string (nullable = true)
| |-- skillSet: string (nullable = true)
| |-- sourcerName: array (nullable = true)
| | |-- element: string (containsNull = true)
| |-- testField: string (nullable = true)
| |-- universityName: string (nullable = true)
| |-- userId: string (nullable = true)
| |-- verifyReg: boolean (nullable = true)
|-- timeZone: string (nullable = true)
|-- topRatedSkills: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- value: string (nullable = true)
|-- trafficSourceList: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- createdDate: string (nullable = true)
| | |-- id: string (nullable = true)
| | |-- rawUrl: string (nullable = true)
| | |-- referralType: string (nullable = true)
| | |-- sourceFullname: string (nullable = true)
| | |-- sourceShortName: string (nullable = true)
| | |-- utmCampaign: string (nullable = true)
| | |-- utmMedium: string (nullable = true)
|-- twitterUrl: string (nullable = true)
|-- updatedDate: string (nullable = true)
|-- userId: string (nullable = true)
|-- userStatus: string (nullable = true)
|-- userType: string (nullable = true)
|-- utids: array (nullable = true)
| |-- element: string (containsNull = true)
|-- veteran: string (nullable = true)
|-- workAuthorization: string (nullable = true)
|-- zipCode: string (nullable = true)
|-- cdc_modifiedon: string (nullable = true)
|-- cdc_operation: string (nullable = true)
|-- updatedOn: string (nullable = true)
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
