407 lines
14 KiB
C#
407 lines
14 KiB
C#
|
|
|||
|
|
using System;
|
|||
|
|
using System.Collections.Generic;
|
|||
|
|
using System.Text;
|
|||
|
|
using CYQ.Data.Tool;
|
|||
|
|
using System.Threading;
|
|||
|
|
|
|||
|
|
namespace CYQ.Data.Cache
|
|||
|
|
{
|
|||
|
|
internal delegate T UseSocket<T>(MSocket socket);
|
|||
|
|
internal delegate void UseSocket(MSocket socket);
|
|||
|
|
|
|||
|
|
/// <summary>
|
|||
|
|
/// The ServerPool encapsulates a collection of memcached servers and the associated SocketPool objects.
|
|||
|
|
/// This class contains the server-selection logic, and contains methods for executing a block of code on
|
|||
|
|
/// a socket from the server corresponding to a given key.
|
|||
|
|
/// <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ʵ<EFBFBD><CAB5><EFBFBD>ķ<EFBFBD><C4B7><EFBFBD>
|
|||
|
|
/// </summary>
|
|||
|
|
internal partial class HostServer
|
|||
|
|
{
|
|||
|
|
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD>֤Ȩ<D6A4><EFBFBD>ί<EFBFBD><CEAF><EFBFBD>¼<EFBFBD><C2BC><EFBFBD>
|
|||
|
|
internal delegate bool AuthDelegate(MSocket socket);
|
|||
|
|
internal event AuthDelegate OnAuthEvent;
|
|||
|
|
|
|||
|
|
private static LogAdapter logger = LogAdapter.GetLogger(typeof(HostServer));
|
|||
|
|
|
|||
|
|
internal CacheType serverType = CacheType.MemCache;
|
|||
|
|
|
|||
|
|
/// <summary>
|
|||
|
|
/// <20><><EFBFBD>ݵ<EFBFBD><DDB5><EFBFBD><EFBFBD><EFBFBD><EFBFBD>أ<EFBFBD><D8A3><EFBFBD><EFBFBD><EFBFBD>ij<EFBFBD><C4B3><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ˣ<EFBFBD><CBA3><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>˱<EFBFBD><CBB1>ݵ<EFBFBD><DDB5><EFBFBD><EFBFBD><EFBFBD><EFBFBD>£<EFBFBD><C2A3><EFBFBD><EFBFBD>ɱ<EFBFBD><C9B1><EFBFBD><EFBFBD>ṩ<EFBFBD><E1B9A9><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
/// </summary>
|
|||
|
|
internal HostServer hostServerBak;
|
|||
|
|
|
|||
|
|
//Expose the socket pools.
|
|||
|
|
//private HostInstance[] hostList;
|
|||
|
|
//internal HostInstance[] HostList { get { return hostList; } }
|
|||
|
|
|
|||
|
|
|
|||
|
|
// private uint[] hostKeys;
|
|||
|
|
|
|||
|
|
//Internal configuration properties
|
|||
|
|
//private int sendReceiveTimeout = 5000;
|
|||
|
|
//private int connectTimeout = 3000;
|
|||
|
|
//private uint maxPoolSize = 10;
|
|||
|
|
//private uint minPoolSize = 1;
|
|||
|
|
//private TimeSpan socketRecycleAge = TimeSpan.FromMinutes(30);
|
|||
|
|
//internal int SendReceiveTimeout { get { return sendReceiveTimeout; } set { sendReceiveTimeout = value; } }
|
|||
|
|
//internal int ConnectTimeout { get { return connectTimeout; } set { connectTimeout = value; } }
|
|||
|
|
//internal uint MaxPoolSize { get { return maxPoolSize; } set { maxPoolSize = value; } }
|
|||
|
|
//internal uint MinPoolSize { get { return minPoolSize; } set { minPoolSize = value; } }
|
|||
|
|
//internal TimeSpan SocketRecycleAge { get { return socketRecycleAge; } set { socketRecycleAge = value; } }
|
|||
|
|
|
|||
|
|
//private string clientName;
|
|||
|
|
/// <summary>
|
|||
|
|
/// Internal constructor. This method takes the array of hosts and sets up an internal list of socketpools.
|
|||
|
|
/// </summary>
|
|||
|
|
//internal HostServer(string[] hosts, CacheType serverType)
|
|||
|
|
//{
|
|||
|
|
// this.serverType = serverType;//<2F><><EFBFBD><EFBFBD><EFBFBD>Ļ<EFBFBD><C4BB><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ͣ<EFBFBD>Ϊ<EFBFBD><CEAA>֧<EFBFBD><D6A7>Redis<69><73><EFBFBD><EFBFBD><EFBFBD>빦<EFBFBD>ܣ<EFBFBD><DCA3><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ӵ<EFBFBD><D3B5><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>չ<EFBFBD><D5B9><EFBFBD><EFBFBD>
|
|||
|
|
// hashHostDic = new Dictionary<uint, HostInstance>();
|
|||
|
|
// List<HostInstance> pools = new List<HostInstance>();
|
|||
|
|
// List<uint> keys = new List<uint>();
|
|||
|
|
// foreach (string hostItem in hosts)//<2F><><EFBFBD><EFBFBD>ÿһ̨<D2BB><CCA8><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
// {
|
|||
|
|
// if (string.IsNullOrEmpty(hostItem)) { continue; }
|
|||
|
|
// string[] items = hostItem.Split('-');
|
|||
|
|
// string pwd = "";
|
|||
|
|
// string host = items[0].Trim(); ;
|
|||
|
|
// if (items.Length > 1)
|
|||
|
|
// {
|
|||
|
|
// pwd = items[1].Trim();
|
|||
|
|
// }
|
|||
|
|
// //Create pool
|
|||
|
|
// HostInstance pool = new HostInstance(this, host);
|
|||
|
|
// pool.OnAfterSocketCreateEvent += new HostInstance.OnAfterSocketCreateDelegate(pool_OnAfterSocketCreateEvent);
|
|||
|
|
// if (!string.IsNullOrEmpty(pwd))
|
|||
|
|
// {
|
|||
|
|
// pool.password = pwd;
|
|||
|
|
|
|||
|
|
// }
|
|||
|
|
// //Create 250 keys for this pool, store each key in the hostDictionary, as well as in the list of keys.
|
|||
|
|
// for (int i = 0; i < 250; i++)
|
|||
|
|
// {
|
|||
|
|
// uint key = BitConverter.ToUInt32(new ModifiedFNV1_32().ComputeHash(Encoding.UTF8.GetBytes(host + "-" + i)), 0);
|
|||
|
|
// if (!hashHostDic.ContainsKey(key))
|
|||
|
|
// {
|
|||
|
|
// hashHostDic[key] = pool;
|
|||
|
|
// keys.Add(key);
|
|||
|
|
// }
|
|||
|
|
// }
|
|||
|
|
|
|||
|
|
// pools.Add(pool);
|
|||
|
|
// }
|
|||
|
|
|
|||
|
|
// //Hostlist should contain the list of all pools that has been created.
|
|||
|
|
// hostList = pools.ToArray();
|
|||
|
|
|
|||
|
|
// //Hostkeys should contain the list of all key for all pools that have been created.
|
|||
|
|
// //This array forms the server key continuum that we use to lookup which server a
|
|||
|
|
// //given item key hash should be assigned to.
|
|||
|
|
// keys.Sort();
|
|||
|
|
// hostKeys = keys.ToArray();
|
|||
|
|
//}
|
|||
|
|
|
|||
|
|
HostConfigWatch watch;
|
|||
|
|
internal HostServer(CacheType cacheType, string configValue)
|
|||
|
|
{
|
|||
|
|
this.serverType = cacheType;
|
|||
|
|
watch = new HostConfigWatch(cacheType, configValue);
|
|||
|
|
watch.OnConfigChangedEvent += new HostConfigWatch.OnConfigChangedDelegate(watch_OnConfigChangedEvent);
|
|||
|
|
ResetHostServer();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/// <summary>
|
|||
|
|
/// <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ļ<EFBFBD><C4BC><EFBFBD>ʱ
|
|||
|
|
/// </summary>
|
|||
|
|
void watch_OnConfigChangedEvent()
|
|||
|
|
{
|
|||
|
|
ResetHostServer();
|
|||
|
|
}
|
|||
|
|
void ResetHostServer()
|
|||
|
|
{
|
|||
|
|
lock (o)
|
|||
|
|
{
|
|||
|
|
if (CreateHost())
|
|||
|
|
{
|
|||
|
|
CreateHashHost();
|
|||
|
|
CreateHashKeys();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
#region <EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
MDictionary<string, HostNode> hostList = new MDictionary<string, HostNode>();
|
|||
|
|
/// <summary>
|
|||
|
|
/// <20><><EFBFBD><EFBFBD><EFBFBD>б<EFBFBD><D0B1><EFBFBD>
|
|||
|
|
/// </summary>
|
|||
|
|
public MDictionary<string, HostNode> HostList
|
|||
|
|
{
|
|||
|
|
get
|
|||
|
|
{
|
|||
|
|
return hostList;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
private bool CreateHost()
|
|||
|
|
{
|
|||
|
|
if (hostList.Count == 0)
|
|||
|
|
{
|
|||
|
|
AddHost(watch.HostList);
|
|||
|
|
}
|
|||
|
|
else //<2F><><EFBFBD><EFBFBD><EFBFBD>仯<EFBFBD><E4BBAF><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
{
|
|||
|
|
//<2F>Ƴ<EFBFBD><C6B3><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
foreach (string host in watch.HostRemoveList.List)
|
|||
|
|
{
|
|||
|
|
if (hostList.ContainsKey(host))
|
|||
|
|
{
|
|||
|
|
hostList[host].Dispose();//<2F>ͷ<EFBFBD><CDB7><EFBFBD>Դ<EFBFBD><D4B4>
|
|||
|
|
hostList.Remove(host);//<2F>Ƴ<EFBFBD><C6B3><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//<2F><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|||
|
|
AddHost(watch.HostAddList);
|
|||
|
|
}
|
|||
|
|
return hostList.Count > 0;
|
|||
|
|
}
|
|||
|
|
private void AddHost(MList<string> hosts)
|
|||
|
|
{
|
|||
|
|
foreach (string host in hosts.List)
|
|||
|
|
{
|
|||
|
|
HostNode instance = new HostNode(this, host);
|
|||
|
|
instance.OnAfterSocketCreateEvent += new HostNode.OnAfterSocketCreateDelegate(instance_OnAfterSocketCreateEvent);
|
|||
|
|
hostList.Add(host, instance);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
bool instance_OnAfterSocketCreateEvent(MSocket socket)
|
|||
|
|
{
|
|||
|
|
if (OnAuthEvent != null)
|
|||
|
|
{
|
|||
|
|
return OnAuthEvent(socket);
|
|||
|
|
}
|
|||
|
|
return true;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
#endregion
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
#region Execute Host Command
|
|||
|
|
|
|||
|
|
|
|||
|
|
//internal HostInstance GetSocketPool(string host)
|
|||
|
|
//{
|
|||
|
|
// return Array.Find(HostList, delegate(HostInstance socketPool) { return socketPool.Host == host; });
|
|||
|
|
//}
|
|||
|
|
|
|||
|
|
/// <summary>
|
|||
|
|
/// This method executes the given delegate on a socket from the server that corresponds to the given hash.
|
|||
|
|
/// If anything causes an error, the given defaultValue will be returned instead.
|
|||
|
|
/// This method takes care of disposing the socket properly once the delegate has executed.
|
|||
|
|
/// </summary>
|
|||
|
|
internal T Execute<T>(uint hash, T defaultValue, UseSocket<T> use)
|
|||
|
|
{
|
|||
|
|
HostNode node = GetHost(hash);
|
|||
|
|
if (node.HostNodeBak == null && hostServerBak != null)
|
|||
|
|
{
|
|||
|
|
//Ϊ<><CEAA>Socket<65>عҽӱ<D2BD><D3B1>ݵ<EFBFBD>Socket<65><74>
|
|||
|
|
node.HostNodeBak = hostServerBak.GetHost(hash,node.Host);
|
|||
|
|
}
|
|||
|
|
return Execute(node, defaultValue, use);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
internal T Execute<T>(HostNode host, T defaultValue, UseSocket<T> use)
|
|||
|
|
{
|
|||
|
|
MSocket sock = null;
|
|||
|
|
try
|
|||
|
|
{
|
|||
|
|
//Acquire a socket
|
|||
|
|
sock = host.Acquire();
|
|||
|
|
|
|||
|
|
//Use the socket as a parameter to the delegate and return its result.
|
|||
|
|
if (sock != null)
|
|||
|
|
{
|
|||
|
|
return use(sock);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
catch (Exception e)
|
|||
|
|
{
|
|||
|
|
logger.Error("Error in Execute<T>: " + host.Host, e);
|
|||
|
|
|
|||
|
|
//Socket is probably broken
|
|||
|
|
if (sock != null)
|
|||
|
|
{
|
|||
|
|
sock.Close();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
finally
|
|||
|
|
{
|
|||
|
|
if (sock != null)
|
|||
|
|
{
|
|||
|
|
sock.ReturnPool();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return defaultValue;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
internal void Execute(HostNode host, UseSocket use)
|
|||
|
|
{
|
|||
|
|
MSocket sock = null;
|
|||
|
|
try
|
|||
|
|
{
|
|||
|
|
//Acquire a socket
|
|||
|
|
sock = host.Acquire();
|
|||
|
|
|
|||
|
|
//Use the socket as a parameter to the delegate and return its result.
|
|||
|
|
if (sock != null)
|
|||
|
|
{
|
|||
|
|
use(sock);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
catch (Exception e)
|
|||
|
|
{
|
|||
|
|
logger.Error("Error in Execute: " + host.Host, e);
|
|||
|
|
|
|||
|
|
//Socket is probably broken
|
|||
|
|
if (sock != null)
|
|||
|
|
{
|
|||
|
|
sock.Close();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
finally
|
|||
|
|
{
|
|||
|
|
if (sock != null)
|
|||
|
|
{
|
|||
|
|
sock.ReturnPool();
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/// <summary>
|
|||
|
|
/// This method executes the given delegate on all servers.
|
|||
|
|
/// </summary>
|
|||
|
|
internal void ExecuteAll(UseSocket use)
|
|||
|
|
{
|
|||
|
|
foreach (KeyValuePair<string, HostNode> item in hostList)
|
|||
|
|
{
|
|||
|
|
Execute(item.Value, use);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
#endregion
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/// <summary>
|
|||
|
|
/// <20><><EFBFBD><EFBFBD>һ<EFBFBD><D2BB><EFBFBD><EFBFBD>hash
|
|||
|
|
/// </summary>
|
|||
|
|
internal partial class HostServer
|
|||
|
|
{
|
|||
|
|
/// <summary>
|
|||
|
|
/// һ<><D2BB><EFBFBD><EFBFBD>hash<73><68><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ֲ<EFBFBD><D6B2>б<EFBFBD>
|
|||
|
|
/// </summary>
|
|||
|
|
private MDictionary<uint, HostNode> hashHostDic = new MDictionary<uint, HostNode>();
|
|||
|
|
/// <summary>
|
|||
|
|
/// <20><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ڲ<EFBFBD>ѯ<EFBFBD><D1AF><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>hashkey<65><79>
|
|||
|
|
/// </summary>
|
|||
|
|
private uint[] hashKeys;
|
|||
|
|
private void CreateHashHost()
|
|||
|
|
{
|
|||
|
|
if (hashHostDic.Count == 0)
|
|||
|
|
{
|
|||
|
|
AddHashHost(watch.HostList);
|
|||
|
|
}
|
|||
|
|
else
|
|||
|
|
{
|
|||
|
|
//<2F>Ƴ<EFBFBD>hashHost
|
|||
|
|
foreach (string host in watch.HostRemoveList.List)
|
|||
|
|
{
|
|||
|
|
for (int i = 0; i < 200; i++)
|
|||
|
|
{
|
|||
|
|
uint hostHashKey = HashCreator.Create(host + "-" + i);
|
|||
|
|
if (hashHostDic.ContainsKey(hostHashKey))
|
|||
|
|
{
|
|||
|
|
hashHostDic.Remove(hostHashKey);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
//<2F><><EFBFBD><EFBFBD>hashHost
|
|||
|
|
AddHashHost(watch.HostAddList);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
private void AddHashHost(MList<string> hosts)
|
|||
|
|
{
|
|||
|
|
foreach (string host in hosts.List)
|
|||
|
|
{
|
|||
|
|
//Create keys for this pool, store each key in the hostDictionary, as well as in the list of keys.
|
|||
|
|
for (int i = 0; i < 200; i++)
|
|||
|
|
{
|
|||
|
|
uint hostHashKey = HashCreator.Create(host + "-" + i);
|
|||
|
|
if (!hashHostDic.ContainsKey(hostHashKey) && hostList.ContainsKey(host))
|
|||
|
|
{
|
|||
|
|
hashHostDic.Add(hostHashKey, hostList[host]);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
private void CreateHashKeys()
|
|||
|
|
{
|
|||
|
|
List<uint> list = new List<uint>(hashHostDic.Count);
|
|||
|
|
foreach (KeyValuePair<uint, HostNode> item in hashHostDic)
|
|||
|
|
{
|
|||
|
|
list.Add(item.Key);
|
|||
|
|
}
|
|||
|
|
list.Sort();
|
|||
|
|
hashKeys = list.ToArray();
|
|||
|
|
}
|
|||
|
|
private static object o = new object();
|
|||
|
|
/// <summary>
|
|||
|
|
/// Given an item key hash, this method returns the socketpool which is closest on the server key continuum.
|
|||
|
|
/// <20><>ȡһ̨<D2BB><CCA8><EFBFBD>ڷ<EFBFBD><DAB7><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ʵ<EFBFBD><CAB5><EFBFBD><EFBFBD>
|
|||
|
|
/// </summary>
|
|||
|
|
internal HostNode GetHost(uint hash)
|
|||
|
|
{
|
|||
|
|
return GetHost(hash, null);
|
|||
|
|
}
|
|||
|
|
internal HostNode GetHost(uint hash, string ignoreHost)
|
|||
|
|
{
|
|||
|
|
lock (o)
|
|||
|
|
{
|
|||
|
|
//Quick return if we only have one host.
|
|||
|
|
if (hostList.Count == 1)
|
|||
|
|
{
|
|||
|
|
return hostList[0];
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//New "ketama" host selection.
|
|||
|
|
int i = Array.BinarySearch(hashKeys, hash);
|
|||
|
|
|
|||
|
|
//If not exact match...
|
|||
|
|
if (i < 0)
|
|||
|
|
{
|
|||
|
|
//Get the index of the first item bigger than the one searched for.
|
|||
|
|
i = ~i;
|
|||
|
|
|
|||
|
|
//If i is bigger than the last index, it was bigger than the last item = use the first item.
|
|||
|
|
if (i >= hashKeys.Length)
|
|||
|
|
{
|
|||
|
|
i = 0;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
HostNode node = hashHostDic[hashKeys[i]];
|
|||
|
|
if (!string.IsNullOrEmpty(ignoreHost) && node.Host == ignoreHost)
|
|||
|
|
{
|
|||
|
|
for (int j = 0; j < hostList.Count; j++)
|
|||
|
|
{
|
|||
|
|
if (hostList[j].Host == ignoreHost)
|
|||
|
|
{
|
|||
|
|
//ȡ<><C8A1><EFBFBD><EFBFBD>һ<EFBFBD><D2BB><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ǰһ<C7B0><D2BB><EFBFBD><EFBFBD>
|
|||
|
|
return j < hostList.Count - 1 ? hostList[j + 1] : hostList[j - 1];
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return node;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|