from pyspark import SparkConf, SparkContext
conf = SparkConf().setMaster("local").setAppName("My App")
sc = SparkContext(conf = conf)
lines = sc.textFile("README.md")
pythonLines = lines.filter(lambda line: "Python" in line)
print "----output----------------------"
print pythonLines.first()
可以通过SparkContext的实例对象sc调用stop 关闭Spark
conf = SparkConf().setMaster("local").setAppName("My App")
sc = SparkContext(conf = conf)
lines = sc.textFile("README.md")
pythonLines = lines.filter(lambda line: "Python" in line)
print "----output----------------------"
print pythonLines.first()
可以通过SparkContext的实例对象sc调用stop 关闭Spark