pyspark 解析kafka数组结构数据

?

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15

from pyspark.sql.functions import get_json_object, col,from_unixtime, instr, length, regexp_replace, explode, from_json from pyspark.sql.types import * <br># 定义数组结构 schema = ArrayType(StructType([         StructField("home", StringType()),         StructField("room", StringType()),         StructField("operation", StringType()),         StructField("time", StringType())     ]))   # kafka = kafka.select(col("value").cast("string").alias("data"))<br># 使用from_json解析 再使用explode将数组结构拆分成多行数据 kafka = kafka.select(from_json(col("value").cast("string"), schema).alias("data")                      ).select(explode("data").alias("data")                               ).selectExpr("data.home","data.room","data.operation",                                            "data.time"                                            )