[Apache Livy] 아파치 리비 / Apache Livy standalone Install

livy-env.sh

export SPARK_HOME=/usr/lib/spark

export HADOOP_CONF_DIR=/etc/hadoop/conf

 

livy start

./bin/livy-server start

 

livy 정상동작하는지 spark에서 테스트하는 예제

sudo pip install requests

 

import json, pprint, requests, textwrap

host = 'http://localhost:8998'

data = {'kind': 'spark'}

headers = {'Content-Type': 'application/json'}

r = requests.post(host + '/sessions', data=json.dumps(data), headers=headers)

r.json() {u'state': u'starting', u'id': 0, u'kind': u'spark'}