107 lines
3.0 KiB
C
107 lines
3.0 KiB
C
|
#include<zt_hash.h>
|
|||
|
|
#include<interval_index.h>
|
|||
|
|
#include<mesa_fuzzy.h>
|
|||
|
|
|
|||
|
|
#ifndef __SFH_INTERNAL_H_INCLUDE_
|
|||
|
|
#define __SFH_INTERNAL_H_INCLUDE_
|
|||
|
|
|
|||
|
|
#define ROLLING_WINDOW 7
|
|||
|
|
#define BLOCKSIZE_MIN 3
|
|||
|
|
#define HASH_PRIME 0x01000193
|
|||
|
|
#define HASH_INIT 0x28021967
|
|||
|
|
#define CALCULATE 0
|
|||
|
|
#define MODIFY 1
|
|||
|
|
#define EXPECT_SIGNATURE_LEN 64
|
|||
|
|
#define MEMORY_OCCUPY 3
|
|||
|
|
|
|||
|
|
#ifndef MAX
|
|||
|
|
#define MAX(a, b) (((a) > (b)) ? (a) : (b))
|
|||
|
|
#endif
|
|||
|
|
|
|||
|
|
#ifndef MIN
|
|||
|
|
#define MIN(a, b) (((a) < (b)) ? (a) : (b))
|
|||
|
|
#endif
|
|||
|
|
#ifndef container_of
|
|||
|
|
#define container_of(ptr, type, member) ({ \
|
|||
|
|
const typeof( ((type *)0)->member ) *__mptr = (ptr); \
|
|||
|
|
(type *)( (char *)__mptr - offsetof(type,member) );})
|
|||
|
|
#endif
|
|||
|
|
|
|||
|
|
#define DEBUG (0)
|
|||
|
|
|
|||
|
|
int hash_length;
|
|||
|
|
//int count = 0;
|
|||
|
|
struct roll_state_t
|
|||
|
|
{
|
|||
|
|
unsigned char window[ROLLING_WINDOW];
|
|||
|
|
unsigned char pad[1];
|
|||
|
|
unsigned int h1, h2, h3;
|
|||
|
|
unsigned int n;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
|
|||
|
|
typedef struct
|
|||
|
|
{
|
|||
|
|
char mbuf[ROLLING_WINDOW-1];
|
|||
|
|
char pad[8-ROLLING_WINDOW+1];
|
|||
|
|
int slice_num;
|
|||
|
|
unsigned int msize;
|
|||
|
|
struct zt_state_t ps; //partial strong hash value
|
|||
|
|
struct zt_state_t s_state;//strong hash state
|
|||
|
|
unsigned long long left_offset;
|
|||
|
|
unsigned long long right_offset;
|
|||
|
|
struct roll_state_t r_state;
|
|||
|
|
unsigned int * r_array; //array to store rolling hash value
|
|||
|
|
unsigned int r_cnt;
|
|||
|
|
unsigned int r_size;
|
|||
|
|
struct zt_state_t * s_array; //array to store strong(Tillichi-Zemor) hash value
|
|||
|
|
unsigned int s_cnt; //always point to the next available position
|
|||
|
|
unsigned int s_size;
|
|||
|
|
}sfh_seg_t;
|
|||
|
|
|
|||
|
|
|
|||
|
|
typedef struct
|
|||
|
|
{
|
|||
|
|
unsigned long long orilen;
|
|||
|
|
IVI_t * ivi; //ÿһ<C3BF><D2BB>handle<6C><65><EFBFBD>汣<EFBFBD><E6B1A3>һ<EFBFBD><D2BB>IVIָ<49>룬һ<EBA3AC><D2BB>IVI<56><49><EFBFBD>汣<EFBFBD><E6B1A3><EFBFBD><EFBFBD><EFBFBD><EFBFBD>һ<EFBFBD><D2BB><EFBFBD>ļ<EFBFBD><C4BC><EFBFBD><EFBFBD><EFBFBD>Ƭ
|
|||
|
|
unsigned long long effective_length;
|
|||
|
|
unsigned long long blocksize;
|
|||
|
|
unsigned long long fuzzy_node_memory;
|
|||
|
|
unsigned long long IVI_memory;
|
|||
|
|
unsigned long long length_increase;
|
|||
|
|
int s_state_cnt;
|
|||
|
|
unsigned int sim_tuned_rs_cnt;//rolling state count after a tune simulation
|
|||
|
|
int do_tune;
|
|||
|
|
}fuzzy_handle_inner_t;
|
|||
|
|
|
|||
|
|
|
|||
|
|
typedef struct
|
|||
|
|
{
|
|||
|
|
char * data; //<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>char<61><72><EFBFBD><EFBFBD>
|
|||
|
|
unsigned int size;
|
|||
|
|
unsigned int offset; //<2F><><EFBFBD>鳤<EFBFBD><E9B3A4>
|
|||
|
|
unsigned long long first_ZTH_offset;
|
|||
|
|
unsigned long long last_ZTH_offset;
|
|||
|
|
char last_char;
|
|||
|
|
}final_result;
|
|||
|
|
|
|||
|
|
|
|||
|
|
typedef struct
|
|||
|
|
{
|
|||
|
|
unsigned long long first_ZTH_offset;
|
|||
|
|
unsigned long long last_ZTH_offset;
|
|||
|
|
unsigned long long hash_length;
|
|||
|
|
}final_length;
|
|||
|
|
|
|||
|
|
sfh_seg_t* create_sfh_seg(fuzzy_handle_inner_t * _handle);
|
|||
|
|
int destroy_sfh_seg(sfh_seg_t*p);
|
|||
|
|
unsigned long long get_blocksize(unsigned long long orilen);
|
|||
|
|
int sfh_merge_seg(fuzzy_handle_inner_t * _handle,sfh_seg_t * seg, sfh_seg_t * next_seg, unsigned long long blocksize);
|
|||
|
|
int sfh_update_seg(fuzzy_handle_inner_t * _handle,sfh_seg_t * p, const char * data, unsigned long data_size, unsigned long long blocksize);
|
|||
|
|
unsigned int segment_overlap(fuzzy_handle_inner_t * handle, unsigned int size, unsigned long long offset, const char * data);
|
|||
|
|
void sfh_tune_seg(IVI_seg_t * seg, void * user_para);
|
|||
|
|
void sfh_output_state(IVI_seg_t * seg, void * user_para);
|
|||
|
|
void fuzzy_hash_length(IVI_seg_t * seg, void * user_para);
|
|||
|
|
unsigned long long fuzzy_status(fuzzy_handle_t * handle, int type);
|
|||
|
|
#endif
|