132 lines
3.0 KiB
C
132 lines
3.0 KiB
C
|
#ifndef __TANGO_CACHE_CLIENT_IN_H__
|
|||
|
|
#define __TANGO_CACHE_CLIENT_IN_H__
|
|||
|
|
|
|||
|
|
#include <curl/curl.h>
|
|||
|
|
#include <sys/queue.h>
|
|||
|
|
|
|||
|
|
#include <event2/event.h>
|
|||
|
|
#include <event.h>
|
|||
|
|
|
|||
|
|
#include "tango_cache_client.h"
|
|||
|
|
|
|||
|
|
enum CACHE_REQUEST_METHOD
|
|||
|
|
{
|
|||
|
|
CACHE_REQUEST_GET=0,
|
|||
|
|
CACHE_REQUEST_PUT,
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
enum GET_OBJECT_STATE
|
|||
|
|
{
|
|||
|
|
GET_STATE_START=0,
|
|||
|
|
GET_STATE_DELETE,
|
|||
|
|
GET_STATE_END,
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
enum PUT_OBJECT_STATE
|
|||
|
|
{
|
|||
|
|
PUT_STATE_START=0,
|
|||
|
|
PUT_STATE_WAIT_START,
|
|||
|
|
PUT_STATE_START_DONE,
|
|||
|
|
PUT_STATE_PART,
|
|||
|
|
PUT_STATE_END,
|
|||
|
|
PUT_STATE_CANCEL,
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
struct easy_string
|
|||
|
|
{
|
|||
|
|
char* buff;
|
|||
|
|
size_t len;
|
|||
|
|
size_t size;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
struct cache_buffer
|
|||
|
|
{
|
|||
|
|
char *buf;
|
|||
|
|
size_t len;
|
|||
|
|
size_t off;
|
|||
|
|
TAILQ_ENTRY(cache_buffer) node;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
struct tango_cache_instance
|
|||
|
|
{
|
|||
|
|
char minio_hostlist[4096];
|
|||
|
|
char bucketname[256];
|
|||
|
|
struct event_base* evbase;
|
|||
|
|
struct event timer_event;
|
|||
|
|
struct cache_statistics statistic;
|
|||
|
|
CURLM *multi_hd;
|
|||
|
|
void *runtime_log;
|
|||
|
|
time_t relative_ttl; //<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>Ч<EFBFBD><D0A7>
|
|||
|
|
u_int64_t cache_limit_size;
|
|||
|
|
long max_cnn_host;
|
|||
|
|
int host_index;
|
|||
|
|
u_int32_t block_len; //<2F><><EFBFBD><EFBFBD>buffercache<68>ڴ<EFBFBD><DAB4>Ļ<EFBFBD><C4BB><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>С<EFBFBD><D0A1>ÿ<EFBFBD><C3BF>update<74><65><EFBFBD><EFBFBD>С<EFBFBD><D0A1><EFBFBD>ò<EFBFBD>Ҫ<EFBFBD><D2AA><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ֵ<EFBFBD><D6B5><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ӿ<EFBFBD><D3BF><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
u_int32_t upload_block_size; //minio<69>ֶ<EFBFBD><D6B6>ϴ<EFBFBD><CFB4><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>С<EFBFBD><D0A1><EFBFBD><EFBFBD>
|
|||
|
|
enum CACHE_ERR_CODE error_code;
|
|||
|
|
u_int32_t hash_object_key;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
struct buffer_cache_list;
|
|||
|
|
struct tango_cache_ctx
|
|||
|
|
{
|
|||
|
|
CURL *curl;
|
|||
|
|
struct curl_slist *headers;
|
|||
|
|
struct curl_slist *headers_puts;
|
|||
|
|
|
|||
|
|
struct future* future;
|
|||
|
|
char error[CURL_ERROR_SIZE];
|
|||
|
|
char file_key[72];
|
|||
|
|
char hostport[24]; //<2F><>ͬctxʹ<78><CAB9><EFBFBD><EFBFBD>ͬ<EFBFBD><CDAC>IP<49><50><EFBFBD><EFBFBD>֤pipeline˳<65><CBB3><EFBFBD><EFBFBD>
|
|||
|
|
|
|||
|
|
u_int32_t host_index;
|
|||
|
|
u_int32_t part_runing_num;
|
|||
|
|
u_int32_t part_index;
|
|||
|
|
enum CACHE_REQUEST_METHOD method;
|
|||
|
|
enum CACHE_ERR_CODE error_code;
|
|||
|
|
union{
|
|||
|
|
enum PUT_OBJECT_STATE put_state;
|
|||
|
|
enum GET_OBJECT_STATE get_state;
|
|||
|
|
};
|
|||
|
|
enum PUT_MEMORY_COPY_WAY way; //PUT ONCEʱ<45>ڴ濽<DAB4><E6BFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ֱ<EFBFBD><D6B1><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
bool fail_state;
|
|||
|
|
bool close_state; //<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ùر<C3B9>
|
|||
|
|
bool expire_comes;
|
|||
|
|
long res_code;
|
|||
|
|
time_t relative_age;//Getʱ<74><CAB1><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>Զ<EFBFBD><D4B6><EFBFBD><EFBFBD>ʱ<EFBFBD><CAB1>
|
|||
|
|
|
|||
|
|
char *uploadID;
|
|||
|
|
char *combine_xml;
|
|||
|
|
struct easy_string response;
|
|||
|
|
TAILQ_HEAD(__cache_list_head, buffer_cache_list) cache_head;
|
|||
|
|
struct buffer_cache_list *list_cur; //ʱ<>̷<EFBFBD><CCB7><EFBFBD><EFBFBD>ռ䣬ֻ<E4A3AC><D6BB><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ʱ<EFBFBD><CAB1><EFBFBD><EFBFBD><EFBFBD>ͷţ<CDB7><C5A3><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ж<EFBFBD><D0B6>ϴ<EFBFBD><CFB4><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
|
|||
|
|
struct tango_cache_instance *instance;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
struct buffer_cache_list
|
|||
|
|
{
|
|||
|
|
TAILQ_HEAD(__buffer_cache_node, cache_buffer) cache_list;
|
|||
|
|
struct cache_buffer *cache_cur;
|
|||
|
|
CURL *curl;
|
|||
|
|
char *etag;
|
|||
|
|
u_int32_t part_number;
|
|||
|
|
u_int32_t length;
|
|||
|
|
struct tango_cache_ctx *ctx;
|
|||
|
|
TAILQ_ENTRY(buffer_cache_list) node;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
struct curl_socket_data
|
|||
|
|
{
|
|||
|
|
struct event sock_event;
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
void response_buffer_destroy(struct easy_string *estr);
|
|||
|
|
void buffer_cache_destroy(struct cache_buffer *cache, struct tango_cache_instance *instance);
|
|||
|
|
void buffer_cache_list_destroy(struct buffer_cache_list *list, struct tango_cache_ctx *ctx);
|
|||
|
|
void tango_cache_ctx_destroy(struct tango_cache_ctx *ctx);
|
|||
|
|
struct tango_cache_ctx *tango_cache_update_prepare(struct tango_cache_instance *instance, struct future* future, struct tango_cache_meta *meta);
|
|||
|
|
struct tango_cache_ctx *tango_cache_fetch_prepare(struct tango_cache_instance *instance, struct future* future, struct tango_cache_meta *meta);
|
|||
|
|
|
|||
|
|
#endif
|
|||
|
|
|