Skip to content

Instantly share code, notes, and snippets.

@hhbyyh

hhbyyh/BigDL_Python2_Spark1.6 (1).ipynb

Created November 6, 2017 17:03
Show Gist options
  • Save hhbyyh/279cbfd14c11ae142995b80a31106075 to your computer and use it in GitHub Desktop.
Save hhbyyh/279cbfd14c11ae142995b80a31106075 to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
BigDL_Python2_Spark1.6 (1).ipynb
{
"nbformat_minor": 1,
"nbformat": 4,
"cells": [
{
"source": "import os\nprint os.environ['SPARK_HOME']\nos.environ['Spark_HOME'] = os.environ['SPARK_HOME']\nprint os.environ['Spark_HOME']",
"execution_count": 1,
"outputs": [
{
"name": "stdout",
"text": "/usr/local/src/spark160master/spark-1.6.0-bin-2.6.0\n/usr/local/src/spark160master/spark-1.6.0-bin-2.6.0\n",
"output_type": "stream"
}
],
"metadata": {},
"cell_type": "code"
},
{
"source": "!pip install BigDL==0.2.0",
"execution_count": 2,
"outputs": [
{
"name": "stdout",
"text": "Requirement already satisfied: BigDL==0.2.0 in /gpfs/global_fs01/sym_shared/YPProdSpark/user/sec8-2a9b10a0423ed7-afcff0442863/.local/lib/python2.7/site-packages\r\nRequirement already satisfied: numpy>=1.7 in /usr/local/src/bluemix_jupyter_bundle.v63/notebook/lib/python2.7/site-packages (from BigDL==0.2.0)\r\n",
"output_type": "stream"
}
],
"metadata": {},
"cell_type": "code"
},
{
"source": "sc.range(1, 5).collect()",
"execution_count": 4,
"outputs": [
{
"data": {
"text/plain": "[1, 2, 3, 4]"
},
"execution_count": 4,
"output_type": "execute_result",
"metadata": {}
}
],
"metadata": {},
"cell_type": "code"
},
{
"source": "sc.stop()\nsc = SparkContext(appName=\"PythonPi\")\nsc.range(1, 5).collect()",
"execution_count": 1,
"outputs": [
{
"data": {
"text/plain": "[1, 2, 3, 4]"
},
"execution_count": 1,
"output_type": "execute_result",
"metadata": {}
}
],
"metadata": {},
"cell_type": "code"
},
{
"source": "import numpy as np\nfrom bigdl.util.common import JTensor\nfrom bigdl.util.common import callBigDlFunc\n\nnp.random.seed(123)\ndata = np.random.uniform(0, 1, (2, 3)).astype(\"float32\")\nresult = JTensor.from_ndarray(data)\ndata_back = result.to_ndarray()\nresult\n\ntensor1 = callBigDlFunc(\"float\", \"testTensor\", JTensor.from_ndarray(data)) ",
"execution_count": 3,
"outputs": [
{
"ename": "TypeError",
"evalue": "'JavaPackage' object is not callable",
"traceback": [
"\u001b[0;31m\u001b[0m",
"\u001b[0;31mTypeError\u001b[0mTraceback (most recent call last)",
"\u001b[0;32m<ipython-input-3-868b1c0c4204>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 11\u001b[0;31m \u001b[0mtensor1\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcallBigDlFunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"float\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"testTensor\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mJTensor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfrom_ndarray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
"\u001b[0;32m/gpfs/fs01/user/sec8-2a9b10a0423ed7-afcff0442863/.local/lib/python2.7/site-packages/bigdl/util/common.pyc\u001b[0m in \u001b[0;36mcallBigDlFunc\u001b[0;34m(bigdl_type, name, *args)\u001b[0m\n\u001b[1;32m 305\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mcallBigDlFunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbigdl_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 306\u001b[0m \u001b[0;34m\"\"\" Call API in PythonBigDL \"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 307\u001b[0;31m \u001b[0mjinstance\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mJavaCreator\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbigdl_type\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mbigdl_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 308\u001b[0m \u001b[0msc\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_spark_context\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 309\u001b[0m \u001b[0mapi\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mjinstance\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/gpfs/fs01/user/sec8-2a9b10a0423ed7-afcff0442863/.local/lib/python2.7/site-packages/bigdl/util/common.pyc\u001b[0m in \u001b[0;36minstance\u001b[0;34m(cls, bigdl_type)\u001b[0m\n\u001b[1;32m 49\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_lock\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 50\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_instance\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 51\u001b[0;31m \u001b[0mcls\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_instance\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbigdl_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 52\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_instance\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 53\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/gpfs/fs01/user/sec8-2a9b10a0423ed7-afcff0442863/.local/lib/python2.7/site-packages/bigdl/util/common.pyc\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, bigdl_type)\u001b[0m\n\u001b[1;32m 70\u001b[0m \u001b[0mjclass\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_jvm\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mJavaCreator\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_creator_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 71\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mbigdl_type\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\"float\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 72\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mjclass\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"ofFloat\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 73\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0mbigdl_type\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\"double\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 74\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mjclass\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"ofDouble\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mTypeError\u001b[0m: 'JavaPackage' object is not callable"
],
"output_type": "error"
}
],
"metadata": {},
"cell_type": "code"
},
{
"source": "from bigdl.util.common import *\nfrom pyspark import SparkContext\nfrom bigdl.nn.layer import *\nimport bigdl.version\n\nsc.stop()\n# create sparkcontext with bigdl configuration\nsc = SparkContext.getOrCreate(conf=create_spark_conf()) \n# init_engine() # prepare the bigdl environment \nbigdl.version.__version__ # Get the current BigDL version\nlinear = Linear(2, 3) # Try to create a Linear layer",
"execution_count": 6,
"outputs": [
{
"name": "stdout",
"text": "creating: createLinear\n",
"output_type": "stream"
},
{
"ename": "TypeError",
"evalue": "'JavaPackage' object is not callable",
"traceback": [
"\u001b[0;31m\u001b[0m",
"\u001b[0;31mTypeError\u001b[0mTraceback (most recent call last)",
"\u001b[0;32m<ipython-input-6-d109cab05c5b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0;31m# init_engine() # prepare the bigdl environment\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[0mbigdl\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mversion\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__version__\u001b[0m \u001b[0;31m# Get the current BigDL version\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 11\u001b[0;31m \u001b[0mlinear\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mLinear\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m3\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;31m# Try to create a Linear layer\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
"\u001b[0;32m/gpfs/fs01/user/sec8-2a9b10a0423ed7-afcff0442863/.local/lib/python2.7/site-packages/bigdl/nn/layer.pyc\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, input_size, output_size, with_bias, wRegularizer, bRegularizer, init_weight, init_bias, init_grad_weight, init_grad_bias, bigdl_type)\u001b[0m\n\u001b[1;32m 530\u001b[0m \u001b[0mJTensor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfrom_ndarray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minit_bias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 531\u001b[0m \u001b[0mJTensor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfrom_ndarray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minit_grad_weight\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 532\u001b[0;31m JTensor.from_ndarray(init_grad_bias))\n\u001b[0m\u001b[1;32m 533\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 534\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mset_init_method\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mweight_init_method\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mNone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbias_init_method\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/gpfs/fs01/user/sec8-2a9b10a0423ed7-afcff0442863/.local/lib/python2.7/site-packages/bigdl/nn/layer.pyc\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, jvalue, bigdl_type, *args)\u001b[0m\n\u001b[1;32m 59\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m__init__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mjvalue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbigdl_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 60\u001b[0m self.value = jvalue if jvalue else callBigDlFunc(\n\u001b[0;32m---> 61\u001b[0;31m bigdl_type, JavaValue.jvm_class_constructor(self), *args)\n\u001b[0m\u001b[1;32m 62\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbigdl_type\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mbigdl_type\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 63\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/gpfs/fs01/user/sec8-2a9b10a0423ed7-afcff0442863/.local/lib/python2.7/site-packages/bigdl/util/common.pyc\u001b[0m in \u001b[0;36mcallBigDlFunc\u001b[0;34m(bigdl_type, name, *args)\u001b[0m\n\u001b[1;32m 305\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mcallBigDlFunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbigdl_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 306\u001b[0m \u001b[0;34m\"\"\" Call API in PythonBigDL \"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 307\u001b[0;31m \u001b[0mjinstance\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mJavaCreator\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbigdl_type\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mbigdl_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 308\u001b[0m \u001b[0msc\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_spark_context\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 309\u001b[0m \u001b[0mapi\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mjinstance\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/gpfs/fs01/user/sec8-2a9b10a0423ed7-afcff0442863/.local/lib/python2.7/site-packages/bigdl/util/common.pyc\u001b[0m in \u001b[0;36minstance\u001b[0;34m(cls, bigdl_type)\u001b[0m\n\u001b[1;32m 49\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_lock\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 50\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_instance\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 51\u001b[0;31m \u001b[0mcls\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_instance\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbigdl_type\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 52\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_instance\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 53\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/gpfs/fs01/user/sec8-2a9b10a0423ed7-afcff0442863/.local/lib/python2.7/site-packages/bigdl/util/common.pyc\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, bigdl_type)\u001b[0m\n\u001b[1;32m 70\u001b[0m \u001b[0mjclass\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_jvm\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mJavaCreator\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_creator_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 71\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mbigdl_type\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\"float\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 72\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mjclass\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"ofFloat\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 73\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0mbigdl_type\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\"double\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 74\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mjclass\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"ofDouble\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mTypeError\u001b[0m: 'JavaPackage' object is not callable"
],
"output_type": "error"
}
],
"metadata": {},
"cell_type": "code"
},
{
"source": "",
"execution_count": null,
"outputs": [],
"metadata": {
"collapsed": true
},
"cell_type": "code"
}
],
"metadata": {
"kernelspec": {
"name": "python2",
"language": "python",
"display_name": "Python 2 with Spark 1.6"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 2
},
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython2",
"version": "2.7.11",
"mimetype": "text/x-python",
"file_extension": ".py"
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment