spark jdbc - veeraravi/Spark-notes GitHub Wiki

spark-shell -–driver-class-path C:\veera\mysql stuff\mysql-connector-java-5.1.44\mysql-connector-java-5.1.34-bin.jar

val url="jdbc:mysql://localhost:3306/world" val prop = new java.util.Properties prop.setProperty("user","root") prop.setProperty("password","root") val city = sqlContext.read.jdbc(url,"city",prop) city.show val males = sqlContext.read.jdbc(url,"person",Array("gender='M'"),prop) val first_names = city.select("first_name") first_names.show val below60 = city.filter(city("age") < 60) below60.show val grouped = city.groupBy("gender") val gender_count = grouped.count gender_count.show val avg_age = grouped.avg("age") avg_age.show gender_count.write.jdbc(url,"gender_count",prop)