spark-webUI添加权限认证

Spark版本：2.4.0

文章目录

• 1、编写Filter代码
• 2、把Filter类打成jar包，上传到spark根目录下的jars目录
• 3、修改master节点spark-defaults.conf，添加以下内容
• 4、重启
• 5、访问

1、编写Filter代码

<!-- https://mvnrepository.com/artifact/javax.servlet/javax.servlet-api -->
<dependency>
	<groupId>javax.servlet</groupId>
	<artifactId>javax.servlet-api</artifactId>
	<version>4.0.1</version>
	<scope>provided</scope>
</dependency>

```java
package spark;

import org.apache.commons.codec.binary.Base64;
import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import javax.servlet.*;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;
import java.io.UnsupportedEncodingException;
import java.util.StringTokenizer;

public class SparkFilter implements Filter {

/** Logger */
private static final Logger LOG = LoggerFactory.getLogger(SparkFilter.class);

private String username = "";

private String password = "";

private String realm = "Protected";

@Override
public void init(FilterConfig filterConfig) throws ServletException {
    username = filterConfig.getInitParameter("username");
    password = filterConfig.getInitParameter("password");
}

@Override
public void doFilter(ServletRequest servletRequest, ServletResponse servletResponse, FilterChain filterChain)
        throws IOException, ServletException {

    HttpServletRequest request = (HttpServletRequest) servletRequest;
    HttpServletResponse response = (HttpServletResponse) servletResponse;

    String authHeader = request.getHeader("Authorization");
    if (authHeader != null) {

        StringTokenizer st = new StringTokenizer(authHeader);
        if (st.hasMoreTokens()) {

            String basic = st.nextToken();

            if (basic.equalsIgnoreCase("Basic")) {

                try {
                    String credentials = new String(Base64.decodeBase64(st.nextToken()), "UTF-8");
                    LOG.debug("Credentials: " + credentials);

                    int p = credentials.indexOf(":");
                    if (p != -1) {
                        String _username = credentials.substring(0, p).trim();
                        String _password = credentials.substring(p + 1).trim();


                        if (!username.equals(_username) || !password.equals(_password)) {
                            unauthorized(response, "Bad credentials");
                        }

                        filterChain.doFilter(servletRequest, servletResponse);
                    } else {
                        unauthorized(response, "Invalid authentication token");
                    }
                } catch (UnsupportedEncodingException e) {
                    throw new Error("Couldn't retrieve authentication", e);
                }
            }
        }
    } else {
        unauthorized(response);
    }
}

    @Override
    public void destroy() {
    }

    private void unauthorized(HttpServletResponse response, String message) throws IOException {
        response.setHeader("WWW-Authenticate", "Basic realm=\"" + realm + "\"");
        response.sendError(401, message);
    }

    private void unauthorized(HttpServletResponse response) throws IOException {
        unauthorized(response, "Unauthorized");
    }

    public static void main(String[] args) {

	 }

}

2、把Filter类打成jar包，上传到spark根目录下的jars目录

3、修改master节点spark-defaults.conf，添加以下内容

spark.ui.filters=spark.SparkFilter    //项目中filter类的路径 
spark.spark.SparkFilter.param.username=foo     //spark-webUI界面登陆的用户    spark.filter路径.param.参数名
spark.spark.SparkFilter.param.password=foo	 //spark-webUI界面登陆的密码    spark.filter路径.param.参数名

4、重启

start-master.sh

5、访问

这时候访问spark webUI界面 就会出现如图认证。
http: // xxxxx:8080

来源：oschina

链接：https://my.oschina.net/u/4409653/blog/4436057