# 1 针对语料路径进行配置

    path="../CheckRepeat/database/OrigCorpus/datas.txt" # 训练语料库

    flagpath="../CheckRepeat/database/OrigCorpus/flagdatas.txt" # 语料标记

    # 2 对原始语料进行标记和简单清洗

    listset="" # 标记后的语料集合

    i,j=1,1

    with open(path,'r',encoding='utf-8') as f:

        for rline in f.readlines():

            line = rline.strip().replace(" ","")

            if "summary" in line :

                listset +="\n"+str(i)+"_"+line

                i+=1 # 简介打标签

            elif "subject" not in line:

                listset +=line

            elif "subject" in line:

                listset +="\n"+str(j)+"_"+line

                j+=1 # 项目题目打标签

    # 3 保存标记后语料并统计标记结果

    with open(flagpath,'w',encoding='utf-8') as f1:

        f1.write(listset.strip())

    print("="*70)

    print("项目共计标题:"+str(len(listset.split("subject"))-1))

    print("项目共计简介:"+str(len(listset.split("summary"))-1))

    print("-"*70)

    # 4 对标记数据进行分词处理

    cutpath="../CheckRepeat/database/OrigCorpus/cutdatas.txt" # 保存分词后的结果

    cutword(flagpath,cutpath)

def checkfun(namestr):

    subject={} # 记录查重结果，键值对，原句+重复率

    summary={}

    #  找到对比库的历史数据

    checkpath ="../CheckRepeat/database/OrigCorpus/cutdatas.txt" # 数据库中对比项目语料库

    with open(checkpath,"r",encoding="utf-8") as f:

        checklist=[line[:] for line in f.readlines()]

    subjectname=[sub for sub in checklist if "subject" in sub] # 项目名称

    summaryname=[summ for summ in checklist if "summary" in summ] # 项目简介

    if "subject" in namestr:

        #  进行项目名称验证操作

        for rline in subjectname:

            line = ''.join(str(rline).split(' ')[:])

            subp = difflib.SequenceMatcher(None,namestr.split('\n')[].replace('subject',''),line).ratio()

            subject[line]=float('%.4f'%(subp))

    if "summary" in namestr:

        #  进行项目简介验证操作

        for rline in summaryname:

            line = ''.join(str(rline).split(' ')[:])

            sump = difflib.SequenceMatcher(None,namestr.split('\n')[].replace('summary',''),line).ratio()

            summary[line]=float('%.4f'%(sump))

    #  打印检测结果

    outreslut=""

    sort1=sorted(subject.items(),key=lambda e:e[],reverse=True)   #排序

    outreslut +="项目名称："+"*"*+"["+namestr.split('\n')[].replace('subject','') + "]"+"*"*+"的查重结果如下:\n\n"

    for item in sort1[:]:

        if item[] >= 0.5:

            outreslut += "与项目库中\t[<span style=\"color:red\">"+item[].replace("\n",'')+"</span>]\t的相似率最高：<span style=\"color:red\">"+str(item[]) +"</span>\n"

        else:

            outreslut += "<span style=\"color:green\">没有查出重复的项目简介</span>\n"

    sort2=sorted(summary.items(),key=lambda e:e[],reverse=True)   #排序

    outreslut += "\n\n项目简介："+"*"*+"["+namestr.split('\n')[].replace('summary','') + "]"+"*"*+"的查重结果如下：\n\n"

    for item in sort2[:]:

        if item[] >= 0.5:

            outreslut += "与项目库中\t[<span style=\"color:red\">"+item[].replace("\n",'')+"</span>]\t的相似率最高：<span style=\"color:red\">"+str(item[]) +"</span>\n"

        else:

            outreslut += "<span style=\"color:green\">没有查出重复的项目简介</span>\n"

    #  写到文件里面

    with open("../CheckRepeat/database/DealCorpus/checkout.txt",'w',encoding='utf-8') as f:

        f.write(outreslut)

    print(outreslut)

<?php

    $name=mb_convert_encoding($_POST['projectname'], "GBK","UTF-8");

    $sumb=mb_convert_encoding($_POST['projectsumb'], "GBK","UTF-8");

    $program="D:/Users/Administrator/Anaconda3/python E:/pythonSource/CheckArticle/CheckRepeat/checkIndex.py ".$name." ".$sumb.""; #注意使用绝对路径.$name."".$sumb

    $output = nl2br(shell_exec($program));

    // $program1="D:/Users/Administrator/Anaconda3/python ../CheckRepeat/test.py ".$name." ".$sumb.""; #注意使用绝对路径.$name."".$sumb

    // $result1 = shell_exec($program1);

    echo mb_convert_encoding ($output,"UTF-8", "GBK");

    // if ($output!=null){

    //     print_r(nl2br(file_get_contents('../CheckRepeat/database/DealCorpus/checkout.txt')));

    // }

?>