Skip to content

Commit

Permalink
be more verbose on spark type
Browse files Browse the repository at this point in the history
  • Loading branch information
Tagar committed Feb 13, 2018
1 parent 8a9b3d0 commit 623cf5a
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
4 changes: 2 additions & 2 deletions abalon/spark/sparkutils.py
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@ def sparkutils_init (i_spark=None, i_debug=False):
if i_spark:
spark = i_spark
else:
# assert 'spark' in main_ns, "'spark' variable doesn't exist in global namespace"
# get spark session 'spark' variable from main namespace instead
try:
exec('spark = main_ns.' + spark_var_name)
except AttributeError:
Expand All @@ -57,7 +57,7 @@ def sparkutils_init (i_spark=None, i_debug=False):

from pyspark.sql.session import SparkSession
if not isinstance(spark, SparkSession):
raise TypeError("'spark' variable should be of type SparkSession")
raise TypeError("'spark' variable should be of type SparkSession, got "+str(type(test_var)))

global sc
global hadoop, conf, fs
Expand Down
2 changes: 1 addition & 1 deletion abalon/version.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,5 +12,5 @@
# See the License for the specific language governing permissions and
# limitations under the License.

version = '2.0.2'
version = '2.0.3'

0 comments on commit 623cf5a

Please sign in to comment.