1 files changed, 0 insertions, 116 deletions
diff --git a/dataset_build/get_lost.c b/dataset_build/get_lost.c
deleted file mode 100644
index 0e6c452..0000000
--- a/dataset_build/get_lost.c
+++ /dev/null
@@ -1,116 +0,0 @@
-#include <stdio.h>
-#include <string.h>
-#include <stdlib.h>
-#include <MESA/MESA_htable.h>
-#include <assert.h>
-#include <ctype.h>
-#define HTABLE_SIZE 8*64*1024*1024
-#define SFH_PASS_RATE 0.8
-#define SIMILIAR 80
-
-typedef struct td
-{
-	char * tdstr;
-	unsigned int lost;
-}td;
-
-typedef struct file_sfh_data
-{
-	long id;
-	char * sfh;
-	td * td_value;
-	char * td_ori;
-}file_sfh_data;
-
-int main(int argc,char *argv[])
-{
-	FILE *fpread;//文件
-	FILE *fpwrite;//write file handle
-	int array_size = 1024;
-	file_sfh_data **file_data=(file_sfh_data **)malloc(sizeof(file_sfh_data)*array_size);
-	char* dirstr = "../../data/td_data_set/td_data_20171207/td_sfh_lost";
-	//char* dirstr = *++argv;
-	char* writestr = "../../data/td_data_set/td_data_20171207/td.txt";
-	int total_len = 0;
-	char TD_tmp[256], SFH_tmp[1024*300], TD_ORI[1024*10];
-	char buffer[1024*300+1];
-	int ret = 0;
-	int line = 0;
-	int thread_safe = 0;
-	int i;
-	int id;
-	int similiarity;
-	MESA_htable_handle htable = NULL;
-	fpread=fopen(dirstr,"rb");
-	fpwrite=fopen(writestr,"w");
-	printf("file str is %s\n",dirstr);
-	if(fpread==NULL)
-    {
-		printf("open file error\n");
-		return -1;
-	}
-	buffer[sizeof(buffer)]='\0';
-	while(feof(fpread)==0)
-	{
-		fgets(buffer,sizeof(buffer)-1,fpread);
-		ret=sscanf(buffer,"%d;%[^;];%[^;];%s",&total_len,TD_ORI,TD_tmp,SFH_tmp);
-		if(ret!=4)
-		{
-			continue;
-		}
-		file_data[line]=(file_sfh_data*)calloc(1,sizeof(file_sfh_data));
-		file_data[line]->id=line;
-		file_data[line]->sfh=strdup(SFH_tmp);
-		file_data[line]->td_value=(td*)calloc(1,sizeof(td));
-		file_data[line]->td_value->tdstr=strdup(TD_tmp);
-		file_data[line]->td_value->lost=0;
-		file_data[line]->td_ori=strdup(TD_ORI);
-		line++;
-		if(line==array_size)
-		{
-			array_size*=2;
-			file_data=realloc(file_data,sizeof(file_sfh_data)*array_size);
-		}
-	}
-	printf("read file success!\n");
-	htable = NULL;
-	htable=MESA_htable_born();
-	thread_safe = 0;
-	MESA_htable_set_opt(htable,MHO_SCREEN_PRINT_CTRL,&thread_safe,sizeof(unsigned int));
-	unsigned int slot_size=1024*1024*16;
-	MESA_htable_set_opt(htable,MHO_HASH_SLOT_SIZE,&slot_size,sizeof(slot_size));
-	MESA_htable_mature(htable);
-	for(i=0;i<line;i++)
-	{
-		if(MESA_htable_add(htable,(char*)(file_data[i]->td_value->tdstr),32,(void *)file_data[i]->id)<0)
-		{
-			id=(long)MESA_htable_search(htable,(char*)file_data[i]->td_value->tdstr,32);
-			similiarity=GIE_sfh_similiarity(file_data[id]->sfh,(int)strlen(file_data[id]->sfh),file_data[i]->sfh,(int)strlen(file_data[i]->sfh));
-			if(similiarity<SIMILIAR)
-			{
-				file_data[id]->td_value->lost = 1;
-				file_data[i]->td_value->lost = 1;
-			}
-		}
-	}
-	for(i=0;i<line;i++)
-	{
-		fprintf(fpwrite,"%s;%s;%s;%d\n",file_data[i]->td_value->tdstr,file_data[i]->sfh,file_data[i]->td_ori,file_data[i]->td_value->lost);
-	}
-	for(i=0;i<line;i++)
-	{
-		free(file_data[i]->sfh);
-		file_data[i]->sfh=NULL;
-		free(file_data[i]->td_value->tdstr);
-		file_data[i]->td_value->tdstr=NULL;
-		free(file_data[i]->td_value);
-		file_data[i]->td_value=NULL;
-		free(file_data[i]->td_ori);
-		file_data[i]->td_ori=NULL;
-		free(file_data[i]);
-		file_data[i]=NULL;
-	}
-	fclose(fpread);
-	fclose(fpwrite);
-	return 0;
-}
-\ No newline at end of file