Help spark find the native hadoop libs
@@ -22,3 +22,4 @@ spark.yarn.historyServer.address <%= @master_host %>:<%= @history_ui_port %>
<% end -%>
spark.history.ui.port <%= @history_ui_port %>
spark.shuffle.service.enabled <%= @use_yarn_shuffle_service %>
+spark.driver.extraJavaOptions -Djava.library.path=/usr/lib/hadoop/lib/native
