master
ziyonghong 5 years ago
parent 67b32067de
commit 63aaedaf9e

31
cmkg/.gitignore vendored

@ -0,0 +1,31 @@
HELP.md
target/
!.mvn/wrapper/maven-wrapper.jar
!**/src/main/**
!**/src/test/**
### STS ###
.apt_generated
.classpath
.factorypath
.project
.settings
.springBeans
.sts4-cache
### IntelliJ IDEA ###
.idea
*.iws
*.iml
*.ipr
### NetBeans ###
/nbproject/private/
/nbbuild/
/dist/
/nbdist/
/.nb-gradle/
build/
### VS Code ###
.vscode/

@ -0,0 +1,118 @@
/*
* Copyright 2012-2019 the original author or authors.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import java.net.*;
import java.io.*;
import java.nio.channels.*;
import java.util.Properties;
public class MavenWrapperDownloader {
private static final String WRAPPER_VERSION = "0.5.5";
/**
* Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided.
*/
private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/"
+ WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar";
/**
* Path to the maven-wrapper.properties file, which might contain a downloadUrl property to
* use instead of the default one.
*/
private static final String MAVEN_WRAPPER_PROPERTIES_PATH =
".mvn/wrapper/maven-wrapper.properties";
/**
* Path where the maven-wrapper.jar will be saved to.
*/
private static final String MAVEN_WRAPPER_JAR_PATH =
".mvn/wrapper/maven-wrapper.jar";
/**
* Name of the property which should be used to override the default download url for the wrapper.
*/
private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl";
public static void main(String args[]) {
System.out.println("- Downloader started");
File baseDirectory = new File(args[0]);
System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath());
// If the maven-wrapper.properties exists, read it and check if it contains a custom
// wrapperUrl parameter.
File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH);
String url = DEFAULT_DOWNLOAD_URL;
if (mavenWrapperPropertyFile.exists()) {
FileInputStream mavenWrapperPropertyFileInputStream = null;
try {
mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile);
Properties mavenWrapperProperties = new Properties();
mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream);
url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url);
} catch (IOException e) {
System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'");
} finally {
try {
if (mavenWrapperPropertyFileInputStream != null) {
mavenWrapperPropertyFileInputStream.close();
}
} catch (IOException e) {
// Ignore ...
}
}
}
System.out.println("- Downloading from: " + url);
File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH);
if (!outputFile.getParentFile().exists()) {
if (!outputFile.getParentFile().mkdirs()) {
System.out.println(
"- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'");
}
}
System.out.println("- Downloading to: " + outputFile.getAbsolutePath());
try {
downloadFileFromURL(url, outputFile);
System.out.println("Done");
System.exit(0);
} catch (Throwable e) {
System.out.println("- Error downloading");
e.printStackTrace();
System.exit(1);
}
}
private static void downloadFileFromURL(String urlString, File destination) throws Exception {
if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) {
String username = System.getenv("MVNW_USERNAME");
char[] password = System.getenv("MVNW_PASSWORD").toCharArray();
Authenticator.setDefault(new Authenticator() {
@Override
protected PasswordAuthentication getPasswordAuthentication() {
return new PasswordAuthentication(username, password);
}
});
}
URL website = new URL(urlString);
ReadableByteChannel rbc;
rbc = Channels.newChannel(website.openStream());
FileOutputStream fos = new FileOutputStream(destination);
fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE);
fos.close();
rbc.close();
}
}

Binary file not shown.

@ -0,0 +1,2 @@
distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.2/apache-maven-3.6.2-bin.zip
wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar

310
cmkg/mvnw vendored

@ -0,0 +1,310 @@
#!/bin/sh
# ----------------------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
# ----------------------------------------------------------------------------
# ----------------------------------------------------------------------------
# Maven2 Start Up Batch script
#
# Required ENV vars:
# ------------------
# JAVA_HOME - location of a JDK home dir
#
# Optional ENV vars
# -----------------
# M2_HOME - location of maven2's installed home dir
# MAVEN_OPTS - parameters passed to the Java VM when running Maven
# e.g. to debug Maven itself, use
# set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000
# MAVEN_SKIP_RC - flag to disable loading of mavenrc files
# ----------------------------------------------------------------------------
if [ -z "$MAVEN_SKIP_RC" ] ; then
if [ -f /etc/mavenrc ] ; then
. /etc/mavenrc
fi
if [ -f "$HOME/.mavenrc" ] ; then
. "$HOME/.mavenrc"
fi
fi
# OS specific support. $var _must_ be set to either true or false.
cygwin=false;
darwin=false;
mingw=false
case "`uname`" in
CYGWIN*) cygwin=true ;;
MINGW*) mingw=true;;
Darwin*) darwin=true
# Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home
# See https://developer.apple.com/library/mac/qa/qa1170/_index.html
if [ -z "$JAVA_HOME" ]; then
if [ -x "/usr/libexec/java_home" ]; then
export JAVA_HOME="`/usr/libexec/java_home`"
else
export JAVA_HOME="/Library/Java/Home"
fi
fi
;;
esac
if [ -z "$JAVA_HOME" ] ; then
if [ -r /etc/gentoo-release ] ; then
JAVA_HOME=`java-config --jre-home`
fi
fi
if [ -z "$M2_HOME" ] ; then
## resolve links - $0 may be a link to maven's home
PRG="$0"
# need this for relative symlinks
while [ -h "$PRG" ] ; do
ls=`ls -ld "$PRG"`
link=`expr "$ls" : '.*-> \(.*\)$'`
if expr "$link" : '/.*' > /dev/null; then
PRG="$link"
else
PRG="`dirname "$PRG"`/$link"
fi
done
saveddir=`pwd`
M2_HOME=`dirname "$PRG"`/..
# make it fully qualified
M2_HOME=`cd "$M2_HOME" && pwd`
cd "$saveddir"
# echo Using m2 at $M2_HOME
fi
# For Cygwin, ensure paths are in UNIX format before anything is touched
if $cygwin ; then
[ -n "$M2_HOME" ] &&
M2_HOME=`cygpath --unix "$M2_HOME"`
[ -n "$JAVA_HOME" ] &&
JAVA_HOME=`cygpath --unix "$JAVA_HOME"`
[ -n "$CLASSPATH" ] &&
CLASSPATH=`cygpath --path --unix "$CLASSPATH"`
fi
# For Mingw, ensure paths are in UNIX format before anything is touched
if $mingw ; then
[ -n "$M2_HOME" ] &&
M2_HOME="`(cd "$M2_HOME"; pwd)`"
[ -n "$JAVA_HOME" ] &&
JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`"
fi
if [ -z "$JAVA_HOME" ]; then
javaExecutable="`which javac`"
if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then
# readlink(1) is not available as standard on Solaris 10.
readLink=`which readlink`
if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then
if $darwin ; then
javaHome="`dirname \"$javaExecutable\"`"
javaExecutable="`cd \"$javaHome\" && pwd -P`/javac"
else
javaExecutable="`readlink -f \"$javaExecutable\"`"
fi
javaHome="`dirname \"$javaExecutable\"`"
javaHome=`expr "$javaHome" : '\(.*\)/bin'`
JAVA_HOME="$javaHome"
export JAVA_HOME
fi
fi
fi
if [ -z "$JAVACMD" ] ; then
if [ -n "$JAVA_HOME" ] ; then
if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
# IBM's JDK on AIX uses strange locations for the executables
JAVACMD="$JAVA_HOME/jre/sh/java"
else
JAVACMD="$JAVA_HOME/bin/java"
fi
else
JAVACMD="`which java`"
fi
fi
if [ ! -x "$JAVACMD" ] ; then
echo "Error: JAVA_HOME is not defined correctly." >&2
echo " We cannot execute $JAVACMD" >&2
exit 1
fi
if [ -z "$JAVA_HOME" ] ; then
echo "Warning: JAVA_HOME environment variable is not set."
fi
CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher
# traverses directory structure from process work directory to filesystem root
# first directory with .mvn subdirectory is considered project base directory
find_maven_basedir() {
if [ -z "$1" ]
then
echo "Path not specified to find_maven_basedir"
return 1
fi
basedir="$1"
wdir="$1"
while [ "$wdir" != '/' ] ; do
if [ -d "$wdir"/.mvn ] ; then
basedir=$wdir
break
fi
# workaround for JBEAP-8937 (on Solaris 10/Sparc)
if [ -d "${wdir}" ]; then
wdir=`cd "$wdir/.."; pwd`
fi
# end of workaround
done
echo "${basedir}"
}
# concatenates all lines of a file
concat_lines() {
if [ -f "$1" ]; then
echo "$(tr -s '\n' ' ' < "$1")"
fi
}
BASE_DIR=`find_maven_basedir "$(pwd)"`
if [ -z "$BASE_DIR" ]; then
exit 1;
fi
##########################################################################################
# Extension to allow automatically downloading the maven-wrapper.jar from Maven-central
# This allows using the maven wrapper in projects that prohibit checking in binary data.
##########################################################################################
if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then
if [ "$MVNW_VERBOSE" = true ]; then
echo "Found .mvn/wrapper/maven-wrapper.jar"
fi
else
if [ "$MVNW_VERBOSE" = true ]; then
echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..."
fi
if [ -n "$MVNW_REPOURL" ]; then
jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar"
else
jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar"
fi
while IFS="=" read key value; do
case "$key" in (wrapperUrl) jarUrl="$value"; break ;;
esac
done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties"
if [ "$MVNW_VERBOSE" = true ]; then
echo "Downloading from: $jarUrl"
fi
wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar"
if $cygwin; then
wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"`
fi
if command -v wget > /dev/null; then
if [ "$MVNW_VERBOSE" = true ]; then
echo "Found wget ... using wget"
fi
if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then
wget "$jarUrl" -O "$wrapperJarPath"
else
wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath"
fi
elif command -v curl > /dev/null; then
if [ "$MVNW_VERBOSE" = true ]; then
echo "Found curl ... using curl"
fi
if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then
curl -o "$wrapperJarPath" "$jarUrl" -f
else
curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f
fi
else
if [ "$MVNW_VERBOSE" = true ]; then
echo "Falling back to using Java to download"
fi
javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java"
# For Cygwin, switch paths to Windows format before running javac
if $cygwin; then
javaClass=`cygpath --path --windows "$javaClass"`
fi
if [ -e "$javaClass" ]; then
if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then
if [ "$MVNW_VERBOSE" = true ]; then
echo " - Compiling MavenWrapperDownloader.java ..."
fi
# Compiling the Java class
("$JAVA_HOME/bin/javac" "$javaClass")
fi
if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then
# Running the downloader
if [ "$MVNW_VERBOSE" = true ]; then
echo " - Running MavenWrapperDownloader.java ..."
fi
("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR")
fi
fi
fi
fi
##########################################################################################
# End of extension
##########################################################################################
export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"}
if [ "$MVNW_VERBOSE" = true ]; then
echo $MAVEN_PROJECTBASEDIR
fi
MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS"
# For Cygwin, switch paths to Windows format before running java
if $cygwin; then
[ -n "$M2_HOME" ] &&
M2_HOME=`cygpath --path --windows "$M2_HOME"`
[ -n "$JAVA_HOME" ] &&
JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"`
[ -n "$CLASSPATH" ] &&
CLASSPATH=`cygpath --path --windows "$CLASSPATH"`
[ -n "$MAVEN_PROJECTBASEDIR" ] &&
MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"`
fi
# Provide a "standardized" way to retrieve the CLI args that will
# work with both Windows and non-Windows executions.
MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@"
export MAVEN_CMD_LINE_ARGS
WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain
exec "$JAVACMD" \
$MAVEN_OPTS \
-classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \
"-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \
${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@"

182
cmkg/mvnw.cmd vendored

@ -0,0 +1,182 @@
@REM ----------------------------------------------------------------------------
@REM Licensed to the Apache Software Foundation (ASF) under one
@REM or more contributor license agreements. See the NOTICE file
@REM distributed with this work for additional information
@REM regarding copyright ownership. The ASF licenses this file
@REM to you under the Apache License, Version 2.0 (the
@REM "License"); you may not use this file except in compliance
@REM with the License. You may obtain a copy of the License at
@REM
@REM https://www.apache.org/licenses/LICENSE-2.0
@REM
@REM Unless required by applicable law or agreed to in writing,
@REM software distributed under the License is distributed on an
@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
@REM KIND, either express or implied. See the License for the
@REM specific language governing permissions and limitations
@REM under the License.
@REM ----------------------------------------------------------------------------
@REM ----------------------------------------------------------------------------
@REM Maven2 Start Up Batch script
@REM
@REM Required ENV vars:
@REM JAVA_HOME - location of a JDK home dir
@REM
@REM Optional ENV vars
@REM M2_HOME - location of maven2's installed home dir
@REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands
@REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a key stroke before ending
@REM MAVEN_OPTS - parameters passed to the Java VM when running Maven
@REM e.g. to debug Maven itself, use
@REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000
@REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files
@REM ----------------------------------------------------------------------------
@REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on'
@echo off
@REM set title of command window
title %0
@REM enable echoing by setting MAVEN_BATCH_ECHO to 'on'
@if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO%
@REM set %HOME% to equivalent of $HOME
if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%")
@REM Execute a user defined script before this one
if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre
@REM check for pre script, once with legacy .bat ending and once with .cmd ending
if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat"
if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd"
:skipRcPre
@setlocal
set ERROR_CODE=0
@REM To isolate internal variables from possible post scripts, we use another setlocal
@setlocal
@REM ==== START VALIDATION ====
if not "%JAVA_HOME%" == "" goto OkJHome
echo.
echo Error: JAVA_HOME not found in your environment. >&2
echo Please set the JAVA_HOME variable in your environment to match the >&2
echo location of your Java installation. >&2
echo.
goto error
:OkJHome
if exist "%JAVA_HOME%\bin\java.exe" goto init
echo.
echo Error: JAVA_HOME is set to an invalid directory. >&2
echo JAVA_HOME = "%JAVA_HOME%" >&2
echo Please set the JAVA_HOME variable in your environment to match the >&2
echo location of your Java installation. >&2
echo.
goto error
@REM ==== END VALIDATION ====
:init
@REM Find the project base dir, i.e. the directory that contains the folder ".mvn".
@REM Fallback to current working directory if not found.
set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR%
IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir
set EXEC_DIR=%CD%
set WDIR=%EXEC_DIR%
:findBaseDir
IF EXIST "%WDIR%"\.mvn goto baseDirFound
cd ..
IF "%WDIR%"=="%CD%" goto baseDirNotFound
set WDIR=%CD%
goto findBaseDir
:baseDirFound
set MAVEN_PROJECTBASEDIR=%WDIR%
cd "%EXEC_DIR%"
goto endDetectBaseDir
:baseDirNotFound
set MAVEN_PROJECTBASEDIR=%EXEC_DIR%
cd "%EXEC_DIR%"
:endDetectBaseDir
IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig
@setlocal EnableExtensions EnableDelayedExpansion
for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a
@endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS%
:endReadAdditionalConfig
SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe"
set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar"
set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain
set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar"
FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO (
IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B
)
@REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central
@REM This allows using the maven wrapper in projects that prohibit checking in binary data.
if exist %WRAPPER_JAR% (
if "%MVNW_VERBOSE%" == "true" (
echo Found %WRAPPER_JAR%
)
) else (
if not "%MVNW_REPOURL%" == "" (
SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.5/maven-wrapper-0.5.5.jar"
)
if "%MVNW_VERBOSE%" == "true" (
echo Couldn't find %WRAPPER_JAR%, downloading it ...
echo Downloading from: %DOWNLOAD_URL%
)
powershell -Command "&{"^
"$webclient = new-object System.Net.WebClient;"^
"if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^
"$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^
"}"^
"[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^
"}"
if "%MVNW_VERBOSE%" == "true" (
echo Finished downloading %WRAPPER_JAR%
)
)
@REM End of extension
@REM Provide a "standardized" way to retrieve the CLI args that will
@REM work with both Windows and non-Windows executions.
set MAVEN_CMD_LINE_ARGS=%*
%MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %*
if ERRORLEVEL 1 goto error
goto end
:error
set ERROR_CODE=1
:end
@endlocal & set ERROR_CODE=%ERROR_CODE%
if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost
@REM check for post script, once with legacy .bat ending and once with .cmd ending
if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat"
if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd"
:skipRcPost
@REM pause the script if MAVEN_BATCH_PAUSE is set to 'on'
if "%MAVEN_BATCH_PAUSE%" == "on" pause
if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE%
exit /B %ERROR_CODE%

@ -0,0 +1,91 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>2.2.2.RELEASE</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<groupId>com.cmkg</groupId>
<artifactId>cmkg</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>cmkg</name>
<description>Demo project for Spring Boot</description>
<properties>
<java.version>1.8</java.version>
</properties>
<repositories>
<repository>
<id>alimaven</id>
<name>aliyun maven</name>
<url>http://maven.aliyun.com/nexus/content/groups/public/</url>
</repository>
</repositories>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-neo4j</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
<exclusions>
<exclusion>
<groupId>org.junit.vintage</groupId>
<artifactId>junit-vintage-engine</artifactId>
</exclusion>
</exclusions>
</dependency>
<!-- spark包-->
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-core_2.11</artifactId>
<version>2.3.0</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.spark/spark-mllib -->
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-mllib_2.11</artifactId>
<version>2.3.0</version>
</dependency>
<dependency>
<groupId>com.hankcs</groupId>
<artifactId>hanlp</artifactId>
<version>portable-1.7.1</version>
</dependency>
<dependency>
<groupId>org.codehaus.janino</groupId>
<artifactId>janino</artifactId>
<version>3.0.8</version>
</dependency>
</dependencies>
<pluginRepositories>
<pluginRepository>
<id>alimaven spring plugin</id>
<name>alimaven spring plugin</name>
<url>https://maven.aliyun.com/repository/spring-plugin</url>
</pluginRepository>
</pluginRepositories>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>
</plugins>
</build>
</project>

@ -0,0 +1,13 @@
package com.cmkg.cmkg;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class CmkgApplication {
public static void main(String[] args) {
SpringApplication.run(CmkgApplication.class, args);
}
}

@ -0,0 +1,17 @@
package com.cmkg.cmkg.Controller;
import com.cmkg.cmkg.repository.QuestionRespository;
import org.springframework.data.repository.query.Param;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.io.InputStream;
@RestController
@RequestMapping("/rest/cmkg/question")
public class QuestionController {
}

@ -0,0 +1 @@
保存mysql的数据实体信息

@ -0,0 +1,15 @@
package com.cmkg.cmkg.database;
public class returnDisease {
private String symptom;
private String tomedicie;
public void setSymptom(String symptom){
this.symptom=symptom;
}
public void setTomedicie(String tomedicie){
this.tomedicie=tomedicie;
}
}

@ -0,0 +1,68 @@
package com.cmkg.cmkg.node;
import org.neo4j.ogm.annotation.GeneratedValue;
import org.neo4j.ogm.annotation.Id;
import org.neo4j.ogm.annotation.NodeEntity;
@NodeEntity
public class disease {
@Id @GeneratedValue private Long did;
private String name;
private String syptom;
private String proune;
private String mchar;
public Long getDid() {
return did;
}
public String getName() {
return name;
}
public String getSyptom() {
return syptom;
}
public String getProune() {
return proune;
}
public String getMchar() {
return mchar;
}
public void setDid(Long did) {
this.did = did;
}
public void setName(String name) {
this.name = name;
}
public void setSyptom(String syptom) {
this.syptom = syptom;
}
public void setProune(String proune) {
this.proune = proune;
}
public void setMchar(String mchar) {
this.mchar = mchar;
}
@Override
public String toString() {
return "disease{" +
"did=" + did +
", name='" + name + '\'' +
", syptom='" + syptom + '\'' +
", proune='" + proune + '\'' +
", mchar='" + mchar + '\'' +
'}';
}
}

@ -0,0 +1 @@
保存图数据库的节点信息

@ -0,0 +1,115 @@
package com.cmkg.cmkg.node;
import org.neo4j.ogm.annotation.GeneratedValue;
import org.neo4j.ogm.annotation.Id;
public class medicine {
@Id @GeneratedValue Long yid;
private String name;
private String sympton;
private String disease;
private String taboo;//禁用
private String function;//功能
private String remark;//
private String syndromes;//
private String position;//
private String operation;//用法
public Long getId(){
return yid;
}
public String getName(){
return name;
}
public String getSympton(){
return sympton;
}
public String getDisease(){
return disease;
}
public String getTaboo(){
return taboo;
}
public String getFunction(){
return function;
}
public String getRemark(){
return remark;
}
public String getSyndromes(){
return syndromes;
}
public String getPosition(){
return position;
}
public String getOperation(){
return operation;
}
public void setYid(Long id){
this.yid=id;
}
public void setName(String name){
this.name=name;
}
public void setSympton(String sympton){
this.sympton=sympton;
}
public void setDisease(String disease){
this.disease=disease;
}
public void setTaboo(String taboo){
this.taboo=taboo;
}
public void setFunction(String function){
this.function=function;
}
public void setRemark(String remark){
this.remark=remark;
}
public void setSyndromes(String syndromes){
this.syndromes=syndromes;
}
public void setPosition(String position){
this.position=position;
}
public void setOperation(String operation){
this.operation=operation;
}
public String toString() {
return "Yangsheng{" +
"yid=" + yid +
", name='" + name + '\'' +
", symptom='"+sympton + '\'' +
", disease='" + disease +'\'' +
",taboo='" + taboo + '\'' +
",function='" + function + '\'' +
",remark='" +remark + '\'' +
",syndromes='" +syndromes + '\'' +
",postiton='" +position +'\'' +
",operation='" +operation +'\'' +
'}';
}
}

@ -0,0 +1,400 @@
package com.cmkg.cmkg.process;
import org.apache.spark.mllib.classification.NaiveBayesModel;
import java.io.*;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.Map;
import com.hankcs.hanlp.HanLP;
import com.hankcs.hanlp.seg.Segment;
import com.hankcs.hanlp.seg.common.Term;
import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.mllib.classification.NaiveBayes;
import org.apache.spark.mllib.classification.NaiveBayesModel;
import org.apache.spark.mllib.linalg.Vector;
import org.apache.spark.mllib.linalg.Vectors;
import org.apache.spark.mllib.regression.LabeledPoint;
public class ModelProcess {
/**
*
*/
Map<Double, String> questionsPattern;
/**
* Spark
*/
NaiveBayesModel nbModel;
/**
* ==
*/
Map<String, Integer> vocabulary;
/**
* map ==
*/
Map<String, String> abstractMap;
/**
* questiontxt
*/
String rootDirPath = "D:/HanLP/data";
/**
*
*/
int modelIndex = 0;
public ModelProcess() throws Exception{
questionsPattern = loadQuestionsPattern();
vocabulary = loadVocabulary();
nbModel = loadClassifierModel();
}
public ModelProcess(String rootDirPath) throws Exception{
this.rootDirPath = rootDirPath+'/';
questionsPattern = loadQuestionsPattern();
vocabulary = loadVocabulary();
nbModel = loadClassifierModel();
}
public ArrayList<String> analyQuery(String queryString) throws Exception {
/**
*
*/
System.out.println("原始句子:"+queryString);
System.out.println("========HanLP开始分词========");
/**
* HanLP
*/
String abstr = queryAbstract(queryString);
System.out.println("句子抽象化结果:"+abstr);// nm 的 导演 是 谁
/**
* spark
*/
String strPatt = queryClassify(abstr);
System.out.println("句子套用模板结果:"+strPatt); // nm 制作 导演列表
/**
*
*/
String finalPattern = queryExtenstion(strPatt);
System.out.println("原始句子替换成系统可识别的结果:"+finalPattern);// 但丁密码 制作 导演列表
ArrayList<String> resultList = new ArrayList<String>();
resultList.add(String.valueOf(modelIndex));
String[] finalPattArray = finalPattern.split(" ");
for(String word : finalPattArray)
resultList.add(word);
return resultList;
}
public String queryAbstract(String querySentence) {
// 句子抽象化
Segment segment = HanLP.newSegment().enableCustomDictionary(true);
List<Term> terms = segment.seg(querySentence);
String abstractQuery = "";
abstractMap = new HashMap<String, String>();
for (Term term : terms) {
String word = term.word;
String termStr = term.toString();
System.out.println(termStr);
if (termStr.contains("nm")) { //nm 病症名
abstractQuery += "nm ";
abstractMap.put("nm", word);
}else if (termStr.contains("nhm")) { //nhm 药名
abstractQuery += "nhm ";
abstractMap.put("nhm", word);
}
else {
abstractQuery += word + " ";
}
}
System.out.println("========HanLP分词结束========");
return abstractQuery;
}
public String queryExtenstion(String queryPattern) {
// 句子还原
Set<String> set = abstractMap.keySet();
for(String key : set) {
/**
*
*/
if (queryPattern.contains(key)) {
/**
*
*/
String value = abstractMap.get(key);
queryPattern = queryPattern.replace(key, value);
}
}
String extendedQuery = queryPattern;
/**
* map
*/
abstractMap.clear();
abstractMap = null;
return extendedQuery;
}
/**
* == == HanLP
* @return
*/
public Map<String, Integer> loadVocabulary() {
Map<String, Integer> vocabulary = new HashMap<String, Integer>();
File file = new File(rootDirPath + "question/vocabulary.txt");
BufferedReader br = null;
try {
br = new BufferedReader(new FileReader(file));
} catch (FileNotFoundException e) {
e.printStackTrace();
}
String line;
try {
while ((line = br.readLine()) != null) {
String[] tokens = line.split(":");
int index = Integer.parseInt(tokens[0]);
String word = tokens[1];
vocabulary.put(word, index);
}
}catch (NumberFormatException e) {
e.printStackTrace();
}catch (IOException e) {
e.printStackTrace();
}
return vocabulary;
}
/**
*
* @param filename
* @return
* @throws IOException
*/
public String loadFile(String filename) throws IOException {
File file = new File(rootDirPath + filename);
BufferedReader br = new BufferedReader(new FileReader(file));
String content = "";
String line;
while ((line = br.readLine()) != null) {
/**
* "`"
*/
content += line + "`";
}
/**
*
*/
br.close();
return content;
}
/**
* keydouble
* @param sentence
* @return
* @throws Exception
*/
public double[] sentenceToArrays(String sentence) throws Exception {
double[] vector = new double[vocabulary.size()];
/**
* 0.0
*/
for(int i = 0; i < vocabulary.size(); i++) {
vector[i] = 0;
}
/**
* HanLP
*/
Segment segment = HanLP.newSegment();
List<Term> terms = segment.seg(sentence);
for(Term term : terms) {
String word = term.word;
/**
* 0.0 1.0
*/
if(vocabulary.containsKey(word)) {
int index = vocabulary.get(word);
vector[index] = 1;
}
}
return vector;
}
/**
* Spark(naiveBayes)
*
* Sparkhttps://blog.csdn.net/appleyk/article/details/80348912
* @return
* @throws Exception
*/
public NaiveBayesModel loadClassifierModel() throws Exception {
/**
* Spark
* SparkSparkContextSpark
* SparkSparkContext
* SparkSparkContext
* JavaSparkContextSparkRDD
* RDD,SparkContext
*
* SparkContext SparkConf
* SparkConfappnamemaster
* spark.master
* local[*] == []线local[2],2线 *
* spark.app.name ==
*/
SparkConf conf = new SparkConf().setAppName("NaiveBayesTest").setMaster("local[*]");
JavaSparkContext sc = new JavaSparkContext(conf);
/**
*
* labeled point
* label/responseMLliblabeled points
* 使doublelabel使labeled points
*/
List<LabeledPoint> train_list = new LinkedList<LabeledPoint>();
String[] sentences = null;
/**
* 尿
*/
String scoreQuestions = loadFile("question/【0】治疗方法.txt");
sentences = scoreQuestions.split("`");
for (String sentence : sentences) {
double[] array = sentenceToArrays(sentence);
LabeledPoint train_one = new LabeledPoint(0.0, Vectors.dense(array));
train_list.add(train_one);
}
/**
* 尿
*/
String timeQuestions = loadFile("question/【1】症状.txt");
sentences = timeQuestions.split("`");
for (String sentence : sentences) {
double[] array = sentenceToArrays(sentence);
LabeledPoint train_one = new LabeledPoint(1.0, Vectors.dense(array));
train_list.add(train_one);
}
/**
*
*/
String styleQuestions = loadFile("question/【2】用法.txt");
sentences = styleQuestions.split("`");
for (String sentence : sentences) {
double[] array = sentenceToArrays(sentence);
LabeledPoint train_one = new LabeledPoint(2.0, Vectors.dense(array));
train_list.add(train_one);
}
/**
*
*/
String storyQuestions = loadFile("question/【3】作用.txt");
sentences = storyQuestions.split("`");
for (String sentence : sentences) {
double[] array = sentenceToArrays(sentence);
LabeledPoint train_one = new LabeledPoint(3.0, Vectors.dense(array));
train_list.add(train_one);
}
/**
* SPARKRDD()
* SparkScala,JavaRDDSparkJavaAPI
* JavaSparkContext sc = new JavaSparkContext(sparkConf); //对应JavaRDD
* SparkContext sc = new SparkContext(sparkConf) ; //对应RDD
*/
JavaRDD<LabeledPoint> trainingRDD = sc.parallelize(train_list);
NaiveBayesModel nb_model = NaiveBayes.train(trainingRDD.rdd());
/**
*
*/
sc.close();
/**
*
*/
return nb_model;
}
/**
* ==
* @return
*/
public Map<Double, String> loadQuestionsPattern() {
Map<Double, String> questionsPattern = new HashMap<Double, String>();
File file = new File(rootDirPath + "question/question_classification.txt");
BufferedReader br = null;
try {
br = new BufferedReader(new FileReader(file));
} catch (FileNotFoundException e1) {
e1.printStackTrace();
}
String line;
try {
while ((line = br.readLine()) != null) {
String[] tokens = line.split(":");
double index = Double.valueOf(tokens[0]);
String pattern = tokens[1];
questionsPattern.put(index, pattern);
}
} catch (NumberFormatException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
return questionsPattern;
}
/**
*
* @param sentence
* @return
* @throws Exception
*/
public String queryClassify(String sentence) throws Exception {
double[] testArray = sentenceToArrays(sentence);
Vector v = Vectors.dense(testArray);
/**
* predict
* spark
* 使
*/
double index = nbModel.predict(v);
modelIndex = (int)index;
System.out.println("the model index is " + index);
// Vector vRes = nbModel.predictProbabilities(v);
// System.out.println("问题模板分类【0】概率"+vRes.toArray()[0]);
// System.out.println("问题模板分类【13】概率"+vRes.toArray()[13]);
return questionsPattern.get(index);
}
public static void main(String[] agrs) throws Exception {
//需要调用上面的函数实现功能,待解决
}
}

@ -0,0 +1,16 @@
package com.cmkg.cmkg.repository;
import com.cmkg.cmkg.node.disease;
import org.springframework.data.neo4j.annotation.Query;
import org.springframework.data.neo4j.repository.Neo4jRepository;
import org.springframework.data.repository.query.Param;
import java.util.List;
public interface DiseaseRespository extends Neo4jRepository<disease,Long>{
@Query("MATCH (n:Disease) where n.name={name} return n")
List<disease> getDisease(@Param("name") String name);
// List<disease> findByName@Param("name") String name);
}

@ -0,0 +1,15 @@
package com.cmkg.cmkg.repository;
import com.cmkg.cmkg.node.disease;
import com.cmkg.cmkg.node.medicine;
import org.springframework.data.neo4j.annotation.Query;
import org.springframework.data.neo4j.repository.Neo4jRepository;
import org.springframework.data.repository.query.Param;
import java.util.List;
public interface MedicineRespository extends Neo4jRepository<medicine,Long>{
@Query("MATCH (n:Yangsheng) where n.name={name} return n")
List<disease> getDisease(@Param("name") String name);
}

@ -0,0 +1,60 @@
package com.cmkg.cmkg.repository;
import com.cmkg.cmkg.node.disease;
import org.springframework.data.neo4j.annotation.Query;
import org.springframework.data.neo4j.repository.Neo4jRepository;
import org.springframework.data.repository.query.Param;
import scala.util.parsing.json.JSONArray;
import scala.util.parsing.json.JSONObject;
public interface QuestionRespository extends Neo4jRepository<disease,Long>{
/**
* param
*
* return id
*/
@Query("match(n:Disease) where n.name={name} return n.did")
int getDiseaseId(@Param("name") String name);
/**
* nm
*
* param
*
* return
*/
@Query("match(n:Disease) where n.name={name} return n.symptom")
String getDiseaseSymptom(@Param("name") String name);
/**
* nm
*
* param nm
*
* return
*/
@Query("match (n)-[r:my]-(b) return b limit 10")
String[] getDiseaseToMedicine(@Param("name") String name);
/**
* nnt
*
* param nnt
*
* return
*/
@Query("match(n:yangsheng) where n.name={name} return n.operation")
String getMedicineOperation(@Param("name") String name);
/**
* nnt
*
* param nnt
*
* return
*/
@Query("match(n:Yangsheng) where n.name={name} return n.symptom")
String getMedicineSyndromes(@Param("name") String name);
}

@ -0,0 +1,5 @@
package com.cmkg.cmkg.server;
public interface QuestionService {
String answer(String question) throws Exception;
}

@ -0,0 +1,14 @@
package com.cmkg.cmkg.server;
public class ReturnData {
public String msg;
public Object data;
public void setMsg(String msg) {
this.msg = msg;
}
public void setData(Object data) {
this.data = data;
}
}

@ -0,0 +1,195 @@
package com.cmkg.cmkg.server.impl;
import com.hankcs.hanlp.dictionary.CustomDictionary;
import com.cmkg.cmkg.process.ModelProcess;
import com.cmkg.cmkg.repository.QuestionRespository;
import com.cmkg.cmkg.server.QuestionService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Primary;
import org.springframework.stereotype.Service;
import java.io.*;
import java.math.BigDecimal;
import java.util.ArrayList;
import java.util.List;
@Service
@Primary
public class QuestionServiceImpl implements QuestionService {
@Value("${rootDirPath}") //路径名需要更改
private String rootDictPath;
@Value("${HanLP.CustomDictionary.path.disease}")
private String diseasePath;
@Value("${HanLP.CustomDictionary.path.medicine}")
private String medicinePath;
@Autowired
private QuestionRespository questionRepository;
@Override
public void showDictPath() {
System.out.println("HanLP分词字典及自定义问题模板根目录" + rootDictPath);
System.out.println("用户自定义扩展词库【病症名】:" + diseasePath);
}
@Override
public String answer(String question) throws Exception {
ModelProcess queryProcess = new ModelProcess(rootDictPath);
/**
* == nm 0
*/
loadDisease(diseasePath);
/**
* == nhm 0
*/
loadMedicine(medicinePath);
ArrayList<String> reStrings = queryProcess.analyQuery(question);
int modelIndex = Integer.valueOf(reStrings.get(0));
String answer = null;
String title = "";
/**
*
*/
switch (modelIndex) {
case 0:
/**
* nm ==
*/
title = reStrings.get(1);
String[] measure = questionRepository.getDiseaseToMedicine(title);
if (measure.length==0) {
answer = null;
} else {
answer = measure.toString();
}
break;
case 1:
/**
* nm ==
*/
title = reStrings.get(1);
String symptom = questionRepository.getDiseaseSymptom(title);
if (symptom != null) {
answer = symptom;
} else {
answer = null;
}
break;
case 2:
/**
* nhm ==
*/
title = reStrings.get(1);
String use = questionRepository.getMedicineUse(title);
if (use != null) {
answer = use;
} else {
answer = null;
}
break;
case 3:
/**
* nhm ==
*/
title = reStrings.get(1);
String function= questionRepository.getMedicineFunction(title);
if (function != null) {
answer = function;
} else {
answer = null;
}
break;
default:
break; //如果未匹配到模板返回title的所有信息待解决
}
System.out.println(answer);
if (answer != null && !answer.equals("") && !answer.equals("\\N")) {
return answer;
} else {
return "sorry,我没有找到你要的答案";
}
}
/**
*
*
* @param path
*/
public void loadDisease(String path) {
File file = new File(path);
BufferedReader br = null;
try {
br = new BufferedReader(new FileReader(file));
addCustomDictionary(br, 0);
} catch (FileNotFoundException e1) {
e1.printStackTrace();
}
}
/**
*
*
* @param path
*/
public void loadMedicine(String path) {
File file = new File(path);
BufferedReader br = null;
try {
br = new BufferedReader(new FileReader(file));
addCustomDictionary(br, 1);
} catch (FileNotFoundException e1) {
e1.printStackTrace();
}
}
/**
* 0
*
* @param br
* @param type
*/
public void addCustomDictionary(BufferedReader br, int type) {
String word;
try {
while ((word = br.readLine()) != null) {
switch (type) {
/**
* == nm 0
*/
case 0:
CustomDictionary.add(word, "nm 0");
break;
/**
* == nhm 0
*/
case 1:
CustomDictionary.add(word, "nhm 0");
break;
default:
break;
}
}
br.close();
} catch (NumberFormatException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
}
}

@ -0,0 +1 @@
服务层由控制器Controller调用

@ -0,0 +1,3 @@
spring.data.neo4j.username=neo4j
spring.data.neo4j.password=chinesemedicine
spring.data.neo4j.uri=bolt://114.116.199.154:5003

@ -0,0 +1,28 @@
package com.cmkg.cmkg;
import com.cmkg.cmkg.repository.QuestionRespository;
import org.junit.jupiter.api.Test;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import scala.util.parsing.json.JSONArray;
import scala.util.parsing.json.JSONObject;
@SpringBootTest
class CmkgApplicationTests {
@Autowired
QuestionRespository questionRespository;
@Test
void contextLoads() {
String name="平和质";
int id=questionRespository.getDiseaseId(name);
String symtom = questionRespository.getDiseaseSymptom(name);
System.out.println("id="+id+"\n");
System.out.println("syntom="+symtom+"\n");
}
}

@ -0,0 +1,103 @@
package com.cmkg.cmkg;
import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.mllib.classification.NaiveBayes;
import org.apache.spark.mllib.classification.NaiveBayesModel;
import org.apache.spark.mllib.linalg.Vector;
import org.apache.spark.mllib.linalg.Vectors;
import org.apache.spark.mllib.regression.LabeledPoint;
import org.junit.jupiter.api.Test;
import java.util.ArrayList;
import java.util.List;
public class ape {
@Test
public void s(){
SparkConf conf = new SparkConf().setAppName("NaiveBayesTest").setMaster("local[*]");
JavaSparkContext sc = new JavaSparkContext(conf);
/**
* MLlibDenseVectorSparseVector
*
*/
/**
* ==
* (1.0, 0.0, 1.0, 0.0, 1.0, 0.0
* (1.0, 1.0, 1.0, 1.0, 0.0, 1.0
*/
//稠密向量 == 连续的
Vector vMale = Vectors.dense(1,0,1,0,1,0);
//稀疏向量 == 间隔的、指定的,未指定位置的向量值默认 = 0.0
int len = 6;
int[] index = new int[]{0,1,2,3,5};
double[] values = new double[]{1,1,1,1,1};
//索引0、1、2、3、5位置上的向量值=1索引4没给出默认0
Vector vFemale = Vectors.sparse(len, index, values);
//System.err.println("vFemale == "+vFemale);
/**
* labeled point
* label/response
* MLliblabeled points
* 使doublelabel使labeled points
* label 0 1
* labelsclass00,1,2,......
*/
//训练集生成 规定数据结构为LabeledPoint == 构建方式:稠密向量模式 1.0:类别编号 == 男性
LabeledPoint train_one = new LabeledPoint(1.0,vMale); //(1.0, 0.0, 1.0, 0.0, 1.0, 0.0
//训练集生成 规定数据结构为LabeledPoint == 构建方式:稀疏向量模式 2.0:类别编号 == 女性
LabeledPoint train_two = new LabeledPoint(2.0,vFemale); //(1.0, 1.0, 1.0, 1.0, 0.0, 1.0
//我们也可以给同一个类别增加多个训练集
LabeledPoint train_three = new LabeledPoint(2.0,Vectors.dense(0,1,1,1,0,1));
//List存放训练集【三个训练样本数据】
List<LabeledPoint> trains = new ArrayList<>();
trains.add(train_one);
trains.add(train_two);
trains.add(train_three);
/**
* SPARKRDD()
* SparkScala,JavaRDDSparkJavaAPI
* JavaSparkContext sc = new JavaSparkContext(sparkConf); //对应JavaRDD
* SparkContext sc = new SparkContext(sparkConf) ; //对应RDD
* LabeledPoint
*/
JavaRDD<LabeledPoint> trainingRDD = sc.parallelize(trains);
/**
* SparkRDD
* JavaRDDSparkRDD
*/
NaiveBayesModel nb_model = NaiveBayes.train(trainingRDD.rdd());
//测试集生成 == 以下的向量表示这个人具有特征短发1运动鞋3
double [] dTest = {1,0,1,0,0,0};
Vector vTest = Vectors.dense(dTest);//测试对象为单个vector或者是RDD化后的vector
//朴素贝叶斯用法
int modelIndex =(int) nb_model.predict(vTest);
System.out.println("标签分类编号:"+modelIndex);// 分类结果 == 返回分类的标签值
/**
*
*/
System.out.println(nb_model.predictProbabilities(vTest));
if(modelIndex == 1){
System.out.println("答案:贝叶斯分类器推断这个人的性别是男性");
}else if(modelIndex == 2){
System.out.println("答案:贝叶斯分类器推断这个人的性别是女性");
}
//最后不要忘了释放资源
sc.close();
}
}

@ -0,0 +1,61 @@
package com.cmkg.cmkg;
import com.hankcs.hanlp.HanLP;
import com.hankcs.hanlp.seg.Segment;
import com.hankcs.hanlp.seg.common.Term;
import org.junit.jupiter.api.Test;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
public class hanlp {
@Test
// 句子抽象化
public void analyAbstract(){
String test = "但丁密码的评分是多少";
Segment segment = HanLP.newSegment().enableCustomDictionary(true);
List<Term> terms = segment.seg(test);
System.out.println(terms);
String abstractQuery = "";
Map<String, String> abstractMap = new HashMap<String, String>();
int nrCount = 0; //nr 人名词性这个 词语出现的频率
for (Term term : terms) {
String word = term.word;
String termStr = term.toString();
System.out.println(termStr);
if (termStr.contains("nm")) { //nm 电影名
abstractQuery += "nm ";
abstractMap.put("nm", word);
} else if (termStr.contains("nr") && nrCount == 0) { //nr 人名
abstractQuery += "nnt ";
abstractMap.put("nnt", word);
nrCount++;
}else if (termStr.contains("nr") && nrCount == 1) { //nr 人名 再出现一次改成nnr
abstractQuery += "nnr ";
abstractMap.put("nnr", word);
nrCount++;
}else if (termStr.contains("x")) { //x 评分
abstractQuery += "x ";
abstractMap.put("x", word);
} else if (termStr.contains("ng")) { //ng 类型
abstractQuery += "ng ";
abstractMap.put("ng", word);
}
else {
abstractQuery += word + " ";
}
}
System.out.println("========HanLP分词结束========");
System.out.println(abstractMap);
System.out.println(abstractQuery);
}
}
Loading…
Cancel
Save