基于Python和Java的HanLP自然语言处理设计源码

/* * <author>Han He</author> * <email>me@hankcs.com</email> * <create-date>2020-12-26 11:54 PM</create-date> * * <copyright file="HanLPClient.java"> * Copyright (c) 2020, Han He. All Rights Reserved, http://www.hankcs.com/ * See LICENSE file in the project root for full license information. * </copyright> */ package com.hankcs.hanlp.restful; import com.fasterxml.jackson.databind.ObjectMapper; import java.io.BufferedReader; import java.io.IOException; import java.io.InputStreamReader; import java.io.OutputStream; import java.net.HttpURLConnection; import java.net.URL; import java.nio.charset.StandardCharsets; import java.util.List; import java.util.Map; /** * A RESTful client implementing the data format specification of HanLP. * * @author hankcs * @see <a href="https://hanlp.hankcs.com/docs/data_format.html">Data Format</a> */ public class HanLPClient { private String url; private String auth; private String language; private int timeout; private ObjectMapper mapper; /** * @param url An API endpoint to a service provider. * @param auth An auth key licenced by a service provider. * @param language The language this client will be expecting. Contact the service provider for the list of * languages supported. Conventionally, zh is used for Chinese and mul for multilingual. * Leave null to use the default language on server. * @param timeout Maximum waiting time in seconds for a request. */ public HanLPClient(String url, String auth, String language, int timeout) { if (auth == null) { auth = System.getenv().getOrDefault("HANLP_AUTH", null); } this.url = url; this.auth = auth; this.language = language; this.timeout = timeout * 1000; this.mapper = new ObjectMapper(); } /** * @param url An API endpoint to a service provider. * @param auth An auth key licenced by a service provider. */ public HanLPClient(String url, String auth) { this(url, auth, null, 5); } /** * Parse a raw document. * * @param text Document content which can have multiple sentences. * @param tasks Tasks to perform. * @param skipTasks Tasks to skip. * @return Parsed annotations. * @throws IOException HTTP exception. * @see <a href="https://hanlp.hankcs.com/docs/data_format.html">Data Format</a> */ public Map<String, List> parse(String text, String[] tasks, String[] skipTasks) throws IOException { //noinspection unchecked return mapper.readValue(post("/parse", new DocumentInput(text, tasks, skipTasks, language)), Map.class); } /** * Parse a raw document. * * @param text Document content which can have multiple sentences. * @return Parsed annotations. * @throws IOException HTTP exception. * @see <a href="https://hanlp.hankcs.com/docs/data_format.html">Data Format</a> */ public Map<String, List> parse(String text) throws IOException { return parse(text, null, null); } /** * Parse an array of sentences. * * @param sentences Multiple sentences to parse. * @param tasks Tasks to perform. * @param skipTasks Tasks to skip. * @return Parsed annotations. * @throws IOException HTTP exception. * @see <a href="https://hanlp.hankcs.com/docs/data_format.html">Data Format</a> */ public Map<String, List> parse(String[] sentences, String[] tasks, String[] skipTasks) throws IOException { //noinspection unchecked return mapper.readValue(post("/parse", new SentenceInput(sentences, tasks, skipTasks, language)), Map.class); } /** * Parse an array of sentences. * * @param sentences Multiple sentences to parse. * @return Parsed annotations. * @throws IOException HTTP exception. * @see <a href="https://hanlp.hankcs.com/docs/data_format.html">Data Format</a> */ public Map<String, List> parse(String[] sentences) throws IOException { return parse(sentences, null, null); } /** * Parse an array of pre-tokenized sentences. * * @param tokens Multiple pre-tokenized sentences to parse. * @param tasks Tasks to perform. * @param skipTasks Tasks to skip. * @return Parsed annotations. * @throws IOException HTTP exception. * @see <a href="https://hanlp.hankcs.com/docs/data_format.html">Data Format</a> */ public Map<String, List> parse(String[][] tokens, String[] tasks, String[] skipTasks) throws IOException { //noinspection unchecked return mapper.readValue(post("/parse", new TokenInput(tokens, tasks, skipTasks, language)), Map.class); } /** * Parse an array of pre-tokenized sentences. * * @param tokens Multiple pre-tokenized sentences to parse. * @return Parsed annotations. * @throws IOException HTTP exception. * @see <a href="https://hanlp.hankcs.com/docs/data_format.html">Data Format</a> */ public Map<String, List> parse(String[][] tokens) throws IOException { return parse(tokens, null, null); } private String post(String api, BaseInput input_) throws IOException { URL url = new URL(this.url + api); HttpURLConnection con = (HttpURLConnection) url.openConnection(); con.setRequestMethod("POST"); if (auth != null) con.setRequestProperty("Authorization", "Basic " + auth); con.setRequestProperty("Content-Type", "application/json; utf-8"); con.setRequestProperty("Accept", "application/json"); con.setDoOutput(true); con.setConnectTimeout(timeout); con.setReadTimeout(timeout); String jsonInputString = mapper.writeValueAsString(input_); try (OutputStream os = con.getOutputStream()) { byte[] input = jsonInputString.getBytes(StandardCharsets.UTF_8); os.write(input, 0, input.length); } int code = con.getResponseCode(); if (code != 200) { throw new IOException(String.format("Request failed, status code = %d, error = %s", code, con.getResponseMessage())); } StringBuilder response = new StringBuilder(); try (BufferedReader br = new BufferedReader(new InputStreamReader(con.getInputStream(), StandardCharsets.UTF_8))) { String responseLine; while ((responseLine = br.readLine()) != null) { response.append(responseLine.trim()); } } return response.toString(); } }