50,530
社区成员
发帖
与我相关
我的任务
分享
String sex = "F";
//创建临时视图
sparkSession.read().jdbc(url, "user", properties).createOrReplaceTempView("user");
Dataset<Row> user = sparkSession.sql("select id,UserID,Gender,Age from user where Gender = " +sex);
21:43:01.340 [main] INFO org.apache.spark.sql.execution.streaming.state.StateStoreCoordinatorRef - Registered StateStoreCoordinator endpoint
21:43:03.844 [main] DEBUG org.apache.spark.sql.execution.SparkSqlParser - Parsing command: user
21:43:04.362 [main] DEBUG org.apache.spark.sql.execution.SparkSqlParser - Parsing command: select id,UserID,Gender,Age from user where Gender = F
21:43:04.877 [main] DEBUG org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveReferences - Resolving 'Gender to Gender#2
21:43:04.879 [main] DEBUG org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveReferences - Resolving 'F to 'F
21:43:04.913 [main] DEBUG org.apache.spark.sql.catalyst.analysis.Analyzer$ResolveReferences - Resolving 'F to 'F
Exception in thread "main" org.apache.spark.sql.AnalysisException: cannot resolve '`F`' given input columns: [user.zipcode, user.Gender, user.Age, user.Occupation, user.UserID, user.id]; line 1 pos 53;
'Project ['id, 'UserID, 'Gender, 'Age]
+- 'Filter (Gender#2 = 'F)
+- SubqueryAlias `user`
+- Relation[id#0,UserID#1,Gender#2,Age#3,Occupation#4,zipcode#5] JDBCRelation(user) [numPartitions=1]