[2025-06-18 10:07:11.407] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=change sub job status to RUNNING, sub job id is 55cf963d-8c56-46c4-8beb-94ea16e2b8af
[2025-06-18 10:07:11.418] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=start running subjob ,subjob id is: 55cf963d-8c56-46c4-8beb-94ea16e2b8af
[2025-06-18 10:07:11.738] [INFO] [ForkJoinPool-2-worker-200] [i.transwarp.transporter.dylan.core.job.LonesomeJob] >>> [tdt] msg=Job [55cf963d-8c56-46c4-8beb-94ea16e2b8af] init finish
[2025-06-18 10:07:11.745] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.facade.Job] >>> [tdt] msg=Job [55cf963d-8c56-46c4-8beb-94ea16e2b8af] start execution
[2025-06-18 10:07:12.031] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=start recording temporary table{"id":15933,"uniqueId":"2a4069fe-c4cb-4a2c-b24d-a4d9a5ab2f48","solExecUuid":"d53937f5-cfc9-4b9f-ba8c-bb0a116422a2","engineUuid":"eb1a72559cc242989f9da11f9e988d9c","viewName":"TDT_ROCK_TABLE_9e0530ffddf8407bac0abf3576bd03b3","isTable":true,"isFinished":false,"createTime":null}
[2025-06-18 10:07:12.035] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
CREATE EXTERNAL TABLE IF NOT EXISTS `default`.`TDT_ROCK_TABLE_9e0530ffddf8407bac0abf3576bd03b3` (
`TDA_TABLE` string,`TDA_OP` string,`TDA_ID` decimal(32,0),`TDA_USER` string,`TDA_TIME` string,`TDA_BA` string,`TDA_B_student_id` bigint,`TDA_B_student_age` int,`TDA_B_student_name` string,`TDA_A_student_id` bigint,`TDA_A_student_age` int,`TDA_A_student_name` string
) ROW FORMAT SERDE 'org.apache.hadoop.hive.ql.io.tda.OggSerde' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.tda.OggInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat' LOCATION '/quark1/user/hive/warehouse/test.db/test1_gy/student/TDT_TODO_c12f78fbce4045029a6fa68c6474ced4' TBLPROPERTIES ('db.special.char.map.rule'='[^\w\p{IsHan}]:_')
]
[2025-06-18 10:07:12.102] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.113] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=start recording temporary table{"id":15934,"uniqueId":"c5f56aff-8d95-4e99-8853-c5fd8d167e2c","solExecUuid":"d53937f5-cfc9-4b9f-ba8c-bb0a116422a2","engineUuid":"eb1a72559cc242989f9da11f9e988d9c","viewName":"TDT_ROCK_VIEW_6214e343b65d4edb9bdd1782be709d04","isTable":false,"isFinished":false,"createTime":null}
[2025-06-18 10:07:12.117] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
CREATE VIEW `default`.`TDT_ROCK_VIEW_6214e343b65d4edb9bdd1782be709d04` (
TDA_TABLE,TDA_OP,TDA_ID,TDA_USER,TDA_TIME,TDA_BA,`id`,`age`,`name`
) AS SELECT
*
FROM
( SELECT
TDA_TABLE,
TDA_OP,
TDA_ID + 1,
TDA_USER,
TDA_TIME,
"A",
TDA_A_student_id,
TDA_A_student_age,
TDA_A_student_name
FROM
`default`.`TDT_ROCK_TABLE_9e0530ffddf8407bac0abf3576bd03b3`
WHERE
`TDA_ID` IS NOT NULL
UNION
ALL SELECT
TDA_TABLE,
TDA_OP,
TDA_ID,
TDA_USER,
TDA_TIME,
"B",
TDA_B_student_id,
TDA_B_student_age,
TDA_B_student_name
FROM
`default`.`TDT_ROCK_TABLE_9e0530ffddf8407bac0abf3576bd03b3`
WHERE
`TDA_ID` IS NOT NULL
)
]
[2025-06-18 10:07:12.196] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.209] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=start recording temporary table{"id":15935,"uniqueId":"7852770c-bf5c-40b3-ae0f-3733082f5300","solExecUuid":"d53937f5-cfc9-4b9f-ba8c-bb0a116422a2","engineUuid":"eb1a72559cc242989f9da11f9e988d9c","viewName":"TDT_ROCK_VIEW_0ff3e9d2056e4b3a8082539cb8586adc","isTable":false,"isFinished":false,"createTime":null}
[2025-06-18 10:07:12.213] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
CREATE VIEW `default`.`TDT_ROCK_VIEW_0ff3e9d2056e4b3a8082539cb8586adc` (
TDA_TABLE,TDA_OP,TDA_ID,TDA_USER,TDA_TIME,TDA_BA,`id`,`age`,`name`
) AS SELECT
TDA_TABLE,
TDA_OP,
TDA_ID,
TDA_USER,
TDA_TIME,
TDA_BA,
`id`,
`age`,
`name`
FROM
`default`.`TDT_ROCK_VIEW_6214e343b65d4edb9bdd1782be709d04`
]
[2025-06-18 10:07:12.291] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.304] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=start recording temporary table{"id":15936,"uniqueId":"f0d43383-1017-4058-8126-1613d04b8604","solExecUuid":"d53937f5-cfc9-4b9f-ba8c-bb0a116422a2","engineUuid":"eb1a72559cc242989f9da11f9e988d9c","viewName":"TDT_ROCK_VIEW_2bee815904d44d3eb39e4f79b7974c05","isTable":false,"isFinished":false,"createTime":null}
[2025-06-18 10:07:12.308] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
CREATE VIEW `default`.`TDT_ROCK_VIEW_2bee815904d44d3eb39e4f79b7974c05` (
`id`, TDA_ID_ALIAS
) AS SELECT
`id`,
MAX(TDA_ID)
FROM
`default`.`TDT_ROCK_VIEW_0ff3e9d2056e4b3a8082539cb8586adc`
GROUP BY
`id`
]
[2025-06-18 10:07:12.393] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.406] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=start recording temporary table{"id":15937,"uniqueId":"0decfa59-a8fc-4c6e-afa5-d2730e7912b3","solExecUuid":"d53937f5-cfc9-4b9f-ba8c-bb0a116422a2","engineUuid":"eb1a72559cc242989f9da11f9e988d9c","viewName":"TDT_ROCK_VIEW_2f90d4a8ea9e4a1baa8da5153f3f0643","isTable":false,"isFinished":false,"createTime":null}
[2025-06-18 10:07:12.410] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
CREATE VIEW `default`.`TDT_ROCK_VIEW_2f90d4a8ea9e4a1baa8da5153f3f0643` (
TDA_TABLE,TDA_OP,TDA_ID,TDA_USER,TDA_TIME,TDA_BA,`id`,`age`,`name`
) AS SELECT
TDA_TABLE,
TDA_OP,
TDA_ID,
TDA_USER,
TDA_TIME,
TDA_BA,
`id`,
`age`,
`name`
FROM
`default`.`TDT_ROCK_VIEW_0ff3e9d2056e4b3a8082539cb8586adc`
WHERE
(
`id`,TDA_ID
) in (
SELECT
`id`,
TDA_ID_ALIAS
FROM
`default`.`TDT_ROCK_VIEW_2bee815904d44d3eb39e4f79b7974c05`
)
]
[2025-06-18 10:07:12.522] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.534] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=start recording temporary table{"id":15938,"uniqueId":"5a18c8ed-1438-4473-bb9c-4159bac0f29e","solExecUuid":"d53937f5-cfc9-4b9f-ba8c-bb0a116422a2","engineUuid":"eb1a72559cc242989f9da11f9e988d9c","viewName":"TDT_ROCK_VIEW_29120107dad84b4aaab6cedb7fd375ed","isTable":false,"isFinished":false,"createTime":null}
[2025-06-18 10:07:12.538] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
CREATE VIEW `default`.`TDT_ROCK_VIEW_29120107dad84b4aaab6cedb7fd375ed` (
`id`,`age`,`name`
) AS SELECT
`id`,
`age`,
`name`
FROM
`default`.`TDT_ROCK_VIEW_2f90d4a8ea9e4a1baa8da5153f3f0643`
WHERE
(
TDA_OP = "I"
OR TDA_OP= "U"
)
AND TDA_BA = "A"
]
[2025-06-18 10:07:12.655] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.784] [INFO] [ForkJoinPool-2-worker-200] [i.t.t.dylan.core.task.lonesome.LogSyncTask] >>> [tdt] msg=orc set transaction type.
[2025-06-18 10:07:12.787] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
set
transaction.type=inceptor
]
[2025-06-18 10:07:12.792] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.796] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
begin transaction
]
[2025-06-18 10:07:12.812] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.815] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
SET
hive.exec.dynamic.partition=true
]
[2025-06-18 10:07:12.820] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.824] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
set
hive.exec.dynamic.partition.mode=nonstrict
]
[2025-06-18 10:07:12.829] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.832] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
set
hive.crud.dynamic.partition=true
]
[2025-06-18 10:07:12.837] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Execute stats: [execution time: 0 second]
[2025-06-18 10:07:12.841] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
DELETE
FROM
`test`.`student`
WHERE
(
`id`
) IN (
SELECT
`id`
FROM
`default`.`TDT_ROCK_VIEW_2f90d4a8ea9e4a1baa8da5153f3f0643`
)
]
[2025-06-18 10:07:12.867] [ERROR] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.facade.Job] >>> [tdt] msg=Job [55cf963d-8c56-46c4-8beb-94ea16e2b8af] Failed to execute:
io.transwarp.transporter.common.TransporterGlobalException: errorCode=INCEPTOR_SQL_ERROR, arguments=[]
at io.transwarp.transporter.dylan.core.task.lonesome.LogSyncTask.process(LogSyncTask.java:443)
at io.transwarp.transporter.dylan.core.util.JobUtil.lambda$toFloTask$be63d531$1(JobUtil.java:26)
at com.spotify.flo.TaskBuilderImpl$Builder0.lambda$process$30214363$1(TaskBuilderImpl.java:42)
at com.spotify.flo.EvalContext.lambda$null$1618adf9$1(EvalContext.java:100)
at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1590)
at com.spotify.flo.workflow.shaded.io.grpc.Context$1.run(Context.java:595)
at io.transwarp.transporter.common.utils.TransporterExecutor.lambda$execute$8(TransporterExecutor.java:209)
at java.util.concurrent.CompletableFuture.uniRun(CompletableFuture.java:705)
at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:687)
at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)
at java.util.concurrent.CompletableFuture$AsyncRun.run(CompletableFuture.java:1632)
at java.util.concurrent.CompletableFuture$AsyncRun.exec(CompletableFuture.java:1618)
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:157)
Caused by: io.transwarp.transporter.common.TransporterGlobalException: errorCode=INCEPTOR_SQL_ERROR, arguments=[Inceptor SQL Error:
Connection: [HikariProxyConnection@1950038258 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d]
Execute sql: [
DELETE
FROM
`test`.`student`
WHERE
(
`id`
) IN (
SELECT
`id`
FROM
`default`.`TDT_ROCK_VIEW_2f90d4a8ea9e4a1baa8da5153f3f0643`
)
], java.lang.RuntimeException: java.sql.SQLException: COMPILE FAILED: Semantic error: [Error 40005] Update/Delete/Merge operations cannot apply on views or non-transactional inceptor tables]
at io.transwarp.transporter.dylan.core.util.HiveUtil.executeSQLs(HiveUtil.java:157)
at io.transwarp.transporter.dylan.core.task.lonesome.LogSyncTask.process(LogSyncTask.java:439)
... 15 common frames omitted
[2025-06-18 10:07:12.872] [INFO] [ForkJoinPool-2-worker-200] [i.transwarp.transporter.dylan.core.job.LonesomeJob] >>> [tdt] msg=Job [55cf963d-8c56-46c4-8beb-94ea16e2b8af] start clear
[2025-06-18 10:07:12.875] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@782851601 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d] execute sql: [
DROP TABLE IF EXISTS `default`.`TDT_ROCK_TABLE_9e0530ffddf8407bac0abf3576bd03b3`
]
[2025-06-18 10:07:13.000] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=Deleted record sheet{"tableName":"TDT_ROCK_TABLE_9e0530ffddf8407bac0abf3576bd03b3","isView":true,"engineUuid":null}
[2025-06-18 10:07:13.003] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@782851601 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d] execute sql: [
DROP VIEW IF EXISTS `default`.`TDT_ROCK_VIEW_6214e343b65d4edb9bdd1782be709d04`
]
[2025-06-18 10:07:13.118] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=Deleted record sheet{"tableName":"TDT_ROCK_VIEW_6214e343b65d4edb9bdd1782be709d04","isView":true,"engineUuid":null}
[2025-06-18 10:07:13.121] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@782851601 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d] execute sql: [
DROP VIEW IF EXISTS `default`.`TDT_ROCK_VIEW_0ff3e9d2056e4b3a8082539cb8586adc`
]
[2025-06-18 10:07:13.236] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=Deleted record sheet{"tableName":"TDT_ROCK_VIEW_0ff3e9d2056e4b3a8082539cb8586adc","isView":true,"engineUuid":null}
[2025-06-18 10:07:13.239] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@782851601 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d] execute sql: [
DROP VIEW IF EXISTS `default`.`TDT_ROCK_VIEW_2bee815904d44d3eb39e4f79b7974c05`
]
[2025-06-18 10:07:13.348] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=Deleted record sheet{"tableName":"TDT_ROCK_VIEW_2bee815904d44d3eb39e4f79b7974c05","isView":true,"engineUuid":null}
[2025-06-18 10:07:13.353] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@782851601 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d] execute sql: [
DROP VIEW IF EXISTS `default`.`TDT_ROCK_VIEW_2f90d4a8ea9e4a1baa8da5153f3f0643`
]
[2025-06-18 10:07:13.468] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=Deleted record sheet{"tableName":"TDT_ROCK_VIEW_2f90d4a8ea9e4a1baa8da5153f3f0643","isView":true,"engineUuid":null}
[2025-06-18 10:07:13.472] [INFO] [ForkJoinPool-2-worker-200] [io.transwarp.transporter.dylan.core.util.HiveUtil] >>> [tdt] msg=Connection: [HikariProxyConnection@782851601 wrapping org.apache.hive.jdbc.HiveConnection@27bdc78d] execute sql: [
DROP VIEW IF EXISTS `default`.`TDT_ROCK_VIEW_29120107dad84b4aaab6cedb7fd375ed`
]
[2025-06-18 10:07:13.584] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=Deleted record sheet{"tableName":"TDT_ROCK_VIEW_29120107dad84b4aaab6cedb7fd375ed","isView":true,"engineUuid":null}
[2025-06-18 10:07:13.589] [INFO] [ForkJoinPool-2-worker-200] [i.t.transporter.web.schedule.SolutionWatcher] >>> [tdt] msg=change sub job status to FAILED, sub job id is 55cf963d-8c56-46c4-8beb-94ea16e2b8af