[root@cdh liyaoming]# python3 /zhiyun/liyaoming/python/pwd/crm_user_base_info_his_full.py
Warning: Ignoring non-Spark config property: hive.metastore.uris
Setting default log level to "WARN".
To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).
25/11/03 01:15:11 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
25/11/03 01:15:11 WARN SparkConf: Note that spark.local.dir will be overridden by the value set by the cluster manager (via SPARK_LOCAL_DIRS in mesos/standalone/kubernetes and LOCAL_DIRS in YARN).
25/11/03 01:15:20 WARN SparkStringUtils: Truncated the string representation of a plan since it was too large. This behavior can be adjusted by setting 'spark.sql.debug.maxToStringFields'.
Traceback (most recent call last):
File "/zhiyun/liyaoming/python/pwd/crm_user_base_info_his_full.py", line 136, in <module>
df = spark.sql(sql)
File "/usr/include/openssl/lib/python3.9/site-packages/pyspark/sql/session.py", line 1631, in sql
return DataFrame(self._jsparkSession.sql(sqlQuery, litArgs), self)
File "/usr/include/openssl/lib/python3.9/site-packages/py4j/java_gateway.py", line 1322, in __call__
return_value = get_return_value(
File "/usr/include/openssl/lib/python3.9/site-packages/pyspark/errors/exceptions/captured.py", line 185, in deco
raise converted from None
pyspark.errors.exceptions.captured.AnalysisException: [TABLE_OR_VIEW_NOT_FOUND] The table or view `ods_liyaoming`.`c_code_value` cannot be found. Verify the spelling and correctness of the schema and catalog.
If you did not qualify the name with a schema, verify the current_schema() output, or qualify the name with the correct schema and catalog.
To tolerate the error on drop use DROP VIEW IF EXISTS or DROP TABLE IF EXISTS.; line 83 pos 10;
'WithCTE
:- CTERelationDef 0, false
: +- SubqueryAlias member_with_idcard
: +- Project [id#9, memcardno#10, busno#11, introducer#12, cardtype#13, cardlevel#14, cardpass#15, cardstatus#16, saleamount#17, realamount#18, puramount#19, integral#20, integrala#21, integralflag#22, cardholder#23, cardaddress#24, sex#25, tel#26, handset#27, fax#28, createuser#29, createtime#30, tstatus#31, notes#32, ... 11 more fields]
: +- SubqueryAlias reg
: +- SubqueryAlias spark_catalog.ods_guosi.erp_u_memcard_reg_full
: +- Relation spark_catalog.ods_guosi.erp_u_memcard_reg_full[id#9,memcardno#10,busno#11,introducer#12,cardtype#13,cardlevel#14,cardpass#15,cardstatus#16,saleamount#17,realamount#18,puramount#19,integral#20,integrala#21,integralflag#22,cardholder#23,cardaddress#24,sex#25,tel#26,handset#27,fax#28,createuser#29,createtime#30,tstatus#31,notes#32,... 10 more fields] orc
+- 'Project ['m.id, 'm.memcardno, 't1.orgname, 'm.introducer, 'm.cardtype, 'm.cardlevel, 'm.cardpass, 'c1.val_name AS cardstatus_desc#0, 'm.saleamount, 'm.realamount, 'm.puramount, 'm.integral, 'm.integrala, 'm.integralflag, 'REGEXP_REPLACE('m.cardholder, [^一-龥], ) AS cardholder_cn#1, 'm.cardaddress, 'regexp_extract('m.cardaddress, ^(.*?(省|自治区|直辖市)), 1) AS province#2, 'regexp_extract('regexp_replace('regexp_replace('m.cardaddress, sd{6}$, ), 'concat(^, 'regexp_extract('m.cardaddress, ^(.*?(省|自治区|直辖市)), 1)), ), ^(.*?(市|县)), 1) AS city#3, 'regexp_extract('m.cardaddress, s(d{6})$, 1) AS postcode#4, 'm.sex, 'c2.val_name AS sex_desc#5, 'm.tel, 'm.handset, 'm.fax, ... 14 more fields]
+- 'Join LeftOuter, ((('SUBSTRING('m.sex, 2) = 'c2.var_desc) AND ('c2.cat_name = 性别)) AND ('c2.cat_code = GB00006))
:- 'Join LeftOuter, ((('m.cardstatus = cast('c1.var_desc as int)) AND ('c1.cat_name = 会员卡状态)) AND ('c1.cat_code = GB00005))
: :- Join LeftOuter, (busno#44 = lpad(cast(busno#11 as string), 3, 0))
: : :- SubqueryAlias m
: : : +- SubqueryAlias member_with_idcard
: : : +- CTERelationRef 0, true, [id#9, memcardno#10, busno#11, introducer#12, cardtype#13, cardlevel#14, cardpass#15, cardstatus#16, saleamount#17, realamount#18, puramount#19, integral#20, integrala#21, integralflag#22, cardholder#23, cardaddress#24, sex#25, tel#26, handset#27, fax#28, createuser#29, createtime#30, tstatus#31, notes#32, ... 11 more fields], false
: : +- SubqueryAlias t1
: : +- SubqueryAlias spark_catalog.ods_liyaoming.c_org_busi
: : +- Relation spark_catalog.ods_liyaoming.c_org_busi[id#43,busno#44,orgname#45,orgsubno#46,orgtype#47,salegroup#48,org_tran_code#49,accno#50,sendtype#51,sendday#52,maxday#53,minday#54,notes#55,stamp#56,status#57,customid#58,whl_vendorno#59,whlgroup#60,rate#61,creditamt#62,creditday#63,peoples#64,area#65,abc#66,... 41 more fields] orc
: +- 'SubqueryAlias c1
: +- 'UnresolvedRelation [ods_liyaoming, c_code_value], [], false
+- 'SubqueryAlias c2
+- 'UnresolvedRelation [ods_liyaoming, c_code_value], [], false
[root@cdh liyaoming]#
最新发布