原創文章,請尊重作者的辛勤勞動,轉載請注明!
承接上文,本人終於履行承諾,實現了不使用數據庫實現更新緩存的方法,上文鏈接:利用Spring AOP 更新memcached 緩存策略的實現(一)
實現思路:
1. 執行業務邏輯查詢時,第一次在memcached中不存在,則將查詢結果序列化后存入memcached中(key:業務方法名+參數類型+參數值+版本號 轉 MD5),並且存入當前業務包的版本號(key:業務包名,value:版本號)
2. 執行業務邏輯查詢時,檢索memcached中已存在key,反序列化后返回Sevice
3. 修改操作時,修改業務邏輯之后,對應業務的包名版本號自增長,查詢時重新存入memcached,原key值慢慢的慢慢的就等着死亡吧~~
具體代碼:
1. 配置spring aop 查看上文
2. 下載memcached的jar包,相關方法請參考本人之前的博客:這里
3. 編寫兩個注解,分別為@Cache和@CacheUpdate
package com.dsideal.common; import java.lang.annotation.Documented; import java.lang.annotation.ElementType; import java.lang.annotation.Inherited; import java.lang.annotation.Retention; import java.lang.annotation.RetentionPolicy; import java.lang.annotation.Target; /** * 用於查找的時候,放置緩存信息 * @author Administrator * */ @Target(ElementType.METHOD) @Retention(RetentionPolicy.RUNTIME) @Documented @Inherited public @interface Cache { //key的前綴 String prefix(); //緩存有效期 1000*60*60*2=2小時 long expiration() default 1000*60*60*2; }
package com.dsideal.common; import java.lang.annotation.Documented; import java.lang.annotation.ElementType; import java.lang.annotation.Inherited; import java.lang.annotation.Retention; import java.lang.annotation.RetentionPolicy; import java.lang.annotation.Target; @Target(ElementType.METHOD) @Retention(RetentionPolicy.RUNTIME) @Documented @Inherited /** * 修改時標注 * @author 周楓 * */ public @interface CacheUpdate { //key的前綴 String prefix(); }
4. memcached的配置類為
package com.dsideal.sys.memcached; import java.util.Date; import com.danga.MemCached.MemCachedClient; import com.danga.MemCached.SockIOPool; public class MemcacheBlog { // 創建全局的唯一實例 static MemCachedClient memCachedClient=null; // 設置與緩存服務器的連接池 static{ //memcached服務器端IP和端口 String[] servers = {"192.168.100.102:11211"}; SockIOPool pool = SockIOPool.getInstance(); pool.setServers(servers); pool.setFailover(true); // 設置初始連接數、最小和最大連接數以及最大處理時間 /* pool.setInitConn(5); pool.setMinConn(5); pool.setMaxConn(250); pool.setMaxIdle(1000 * 60 * 60 * 6); */ pool.setInitConn(10); pool.setMinConn(5); pool.setMaxConn(250); pool.setMaintSleep(30); // 設置主線程的睡眠時間 // 設置TCP的參數,連接超時等 pool.setNagle(false); pool.setSocketTO(3000); pool.setAliveCheck(true); pool.initialize(); memCachedClient = new MemCachedClient(); memCachedClient.setPrimitiveAsString(true); } /** * <p>功能: * get:獲取數據的方法 * get_multi:一次取得多條數據;getmulti可以非同步地同時取得多個鍵值, 其速度要比循環調用get快數十倍 * </p> * @author 周楓 * @date 2013-4-3 * @param * @return Object */ public static Object get(String key) { return memCachedClient.get(key); } /** * <p>功能: * add:僅當存儲空間中不存在鍵相同的數據時才保存 * replace:僅當存儲空間中存在鍵相同的數據時才保存 * set:與add和replace不同,無論何時都保存</p> * @author 周楓 * @date 2013-4-3 * @param * @return Object */ public static boolean set(String key,Object o) { return memCachedClient.set(key, o); } public static boolean set(String key,Object o,Date ExpireTime) { return memCachedClient.set(key, o, ExpireTime); } public static boolean exists(String key) { return memCachedClient.keyExists(key); } public static boolean delete(String key) { return memCachedClient.delete(key); } public static boolean replace(String key,Object o) { return memCachedClient.replace(key, o); } }
5. spring-aop實現類
package com.dsideal.sys.memcached; import java.lang.reflect.Method; import java.util.ArrayList; import java.util.Date; import java.util.List; import javax.annotation.Resource; import org.aspectj.lang.ProceedingJoinPoint; import org.aspectj.lang.Signature; import org.aspectj.lang.annotation.Around; import org.aspectj.lang.annotation.Aspect; import org.aspectj.lang.annotation.Pointcut; import org.aspectj.lang.reflect.MethodSignature; import org.springframework.stereotype.Component; import com.alibaba.fastjson.JSON; import com.dsideal.common.Cache; import com.dsideal.common.CacheUpdate; import com.dsideal.common.Flush; import com.dsideal.sys.bean.CacheLog; import com.dsideal.sys.bean.SysLoginPersonBean; import com.dsideal.sys.service.ICacheLogService; import com.dsideal.common.MD5; @Aspect @Component public class CacheAopNoMysql { // @Pointcut("execution(* add*(..)) || (execution(* del*(..))) || (execution(* get*(..)))") //* com.dsideal.sys.service.impl.*.getMemcache*(..) @Pointcut("execution (* com.dsideal.sys.service.impl.*.memcache*(..))") public void pointcut(){} //方法執行前調用 //@Before("pointcut()") public void before() { System.out.println("before"); //2 } @Resource private ICacheLogService cacheLogService; //方法執行的前后調用 @Around("pointcut()") //ProceedingJoinPoint 目標類連接點對象 public Object doAround(ProceedingJoinPoint call) throws Throwable{ //返回最終結果 Object result = null; //定義版本號,默認為1 String prefixValue = "1"; Method[] methods = call.getTarget().getClass().getDeclaredMethods(); Signature signature = call.getSignature(); MethodSignature methodSignature = (MethodSignature) signature; Method method = methodSignature.getMethod(); for(Method m:methods){ //循環方法,找匹配的方法進行執行 if(m.getName().equals(method.getName())){ //增加 if(m.isAnnotationPresent(Cache.class)){ Cache cache = m.getAnnotation(Cache.class); Object tempType = m.getGenericReturnType(); //System.out.println(m.get); //如果memcached中存在 if(cache!=null){ //獲取注解前綴,這里為 sys,實際使用是為各個業務包名 String prefix = cache.prefix(); //獲取版本號 if(null != MemcacheBlog.get(prefix)){ prefixValue = MemcacheBlog.get(prefix).toString(); } //獲取方法名+參數類型+參數值+版本號 轉 MD5 String tempKey = this.getKey(method, call.getArgs(), prefixValue); //存入memcached的最終key值 String key = prefix+"_"+tempKey; result =MemcacheBlog.get(key); if(null == result){ try { //執行aop攔截的方法 result = call.proceed(); //獲取注解配置memcached死亡時間 long expiration = cache.expiration(); //1000*60*60*2==2小時過期 Date d=new Date(); //memcached死亡時間 d=new Date(d.getTime()+expiration); //利用fastjson序列化list<bean>存入memcached中 //具體fastjson使用方法請參考:http://www.cnblogs.com/cczhoufeng/archive/2013/04/03/2997871.html if(prefixValue.equals("1")){ MemcacheBlog.set(prefix, prefixValue); } MemcacheBlog.set(key, JSON.toJSONString(result), d); } catch (Throwable e) { e.printStackTrace(); } } else { //如果memcached中存在結果,需要將result反序列化后返回結果 String memresult = result.toString(); //反序列化 List<SysLoginPersonBean> list = JSON.parseArray(memresult, SysLoginPersonBean.class); result = list; //這里是利用fastjson反序列化輸出的方法 //String memresult = result.toString(); //List<SysLoginPersonBean> list = JSON.parseArray(memresult, SysLoginPersonBean.class); //for (int i = 0; i < list.size(); i++) { // System.out.println(list.get(i).getReal_name()); //} } } } else if(m.isAnnotationPresent(CacheUpdate.class)){ //如果修改操作時 CacheUpdate cUpdate = m.getAnnotation(CacheUpdate.class); if(cUpdate!=null){ result = call.proceed(); String prefix = cUpdate.prefix(); //獲取當前版本號 if(null != MemcacheBlog.get(prefix)){ prefixValue = MemcacheBlog.get(prefix).toString(); } //修改后,版本號+1 MemcacheBlog.replace(prefix, Integer.parseInt(prefixValue.toString()) + 1); System.out.println(MemcacheBlog.get(prefix).toString()); } }else{ try { result = call.proceed(); } catch (Throwable e) { e.printStackTrace(); } } break; } } return result; } /** * 組裝key值 * @param method * @param args * @return */ private String getKey(Method method, Object [] args, String prefixValue){ StringBuffer sb = new StringBuffer(); //獲取方法名 String methodName = method.getName(); //獲取參數類型 Object[] classTemps = method.getParameterTypes(); //存入方法名 sb.append(methodName); for (int i = 0; i < args.length; i++) { sb.append(classTemps[i]+"&"); if (null == args[i]) { sb.append("null"); } else if ("".equals(args[i])) { sb.append("*"); } else { sb.append(args[i]); } } sb.append(prefixValue); return MD5.getMD5(sb.toString()); } }
6. MD5的實現類,見上文
7. 我做列子用的業務表,mysql數據庫,見上文
8. 實體bean,見上文
9. 接口(這里我偷懶了,和上文使用的是同一個接口文件,用不到的自己過濾下吧,呵呵)
package com.dsideal.sys.service; import java.util.List; import com.dsideal.sys.bean.CacheLog; import com.dsideal.sys.bean.SysLoginPersonBean; public interface ICacheLogService { /** * <p>功能:增加memcached數據文件到臨時表中</p> * @author 周楓 * @date 2013-4-9 * @param * @return void */ public void add(CacheLog log); /** * <p>功能:查詢以prefix為前綴的所有key值,在更新刪除時使用此方法</p> * @author 周楓 * @date 2013-4-9 * @param * @return List<CacheLog> */ public List<CacheLog> findListByPrefix(String prefix); /** * <p>功能:刪除操作時,aop攔截</p> * @author 周楓 * @date 2013-4-9 * @param * @return void */ public void memcacheDeleteByPrefix(); /** * <p>功能:刪除臨時表記錄的數據</p> * @author 周楓 * @date 2013-4-9 * @param * @return int */ public int deleteByPrefix(String prefix); /** * <p>功能:查找例子,查找所有人員數據,后面的person_id沒有使用,只是為了測試key值的生成策略</p> * @author 周楓 * @date 2013-4-9 * @param * @return List<SysLoginPersonBean> */ public List<SysLoginPersonBean> memcacheFindAll(int b_use,String person_id); /** * <p>功能:測試方法,可以忽略</p> * @author 周楓 * @date 2013-4-9 * @param * @return List<CacheLog> */ public List<CacheLog> memcacheCacheLogFindAll(); /** * <p>功能:修改人員</p> * @author 周楓 * @date 2013-4-9 * @param * @return int */ public int memcacheupdateSysLoginPersonBean(String prefix,String person_id,String real_name); /** * <p>功能:不用數據庫臨時表更新緩存時修改人員</p> * @author 周楓 * @date 2013-4-9 * @param * @return int */ public int memcacheUpdateNoSql(String prefix,String person_id,String real_name); }
10. 接口的實現類,"sys"為業務包名,為key的前綴,expiration:自定義memcached死亡時間,版本號無死亡時間
package com.dsideal.sys.service.impl; import java.util.List; import javax.annotation.Resource; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import com.dsideal.common.Cache; import com.dsideal.common.CacheUpdate; import com.dsideal.common.Flush; import com.dsideal.sys.bean.CacheLog; import com.dsideal.sys.bean.SysLoginPersonBean; import com.dsideal.sys.dao.CacheLogDao; import com.dsideal.sys.service.ICacheLogService; @Service public class CacheLogServiceImpl implements ICacheLogService { @Resource private CacheLogDao dao; @Override public void add(CacheLog log) { dao.add(log); } @Override public List<CacheLog> findListByPrefix(String prefix) { // TODO Auto-generated method stub return dao.findListByPrefix(prefix); } @Override @Flush(prefix="sys") public void memcacheDeleteByPrefix() { // TODO Auto-generated method stub } @Override public int deleteByPrefix(String prefix) { // TODO Auto-generated method stub return dao.deleteByPrefix(prefix); } @Override @Cache(prefix="sys",expiration=1000*60*60*2) public List<SysLoginPersonBean> memcacheFindAll(int b_use,String person_id) { // TODO Auto-generated method stub return dao.findAll(b_use); } @Override @Cache(prefix="sys",expiration=1000*60*60*2) public List<CacheLog> memcacheCacheLogFindAll() { // TODO Auto-generated method stub return dao.findCacheLogAll(); } @Override @Flush(prefix="sys") public int memcacheupdateSysLoginPersonBean(String prefix,String person_id,String real_name) { return dao.updateSysLoginPersonBean(person_id,real_name); } @Override @CacheUpdate(prefix="sys") public int memcacheUpdateNoSql(String prefix,String person_id,String real_name) { return dao.updateSysLoginPersonBean(person_id,real_name); } }
11. dao層
package com.dsideal.sys.dao; import org.springframework.dao.DataAccessException; import org.springframework.stereotype.Repository; import java.util.Date; import java.util.List; import com.dsideal.common.BaseDao; import com.dsideal.common.Utils.RSMapper; import com.dsideal.sys.bean.CacheLog; import com.dsideal.sys.bean.SysLoginPersonBean; @Repository public class CacheLogDao extends BaseDao { public void add(CacheLog log) { try { String sql = "INSERT INTO t_cache_log(prefix,cache_key,add_time) VALUES (?,?,?)"; int result = 0; Date now = new Date(); result = this.jdbcTemplate.update(sql, log.getPrefix(),log.getCache_key(),now); System.out.println("增加成功"); } catch (DataAccessException e) { e.printStackTrace(); System.out.println("增加報錯"); } } public int deleteByPrefix(String prefix) { try { String sql = "DELETE FROM t_cache_log WHERE prefix = ?"; int result = 0; result = this.jdbcTemplate.update(sql, prefix); return result; } catch (DataAccessException e) { e.printStackTrace(); } return 0; } public List<CacheLog> findListByPrefix(String prefix) { try { String sql = "SELECT * FROM t_cache_log WHERE prefix = ?"; return RSMapper.queryList(jdbcTemplate, sql, CacheLog.class, prefix); } catch (DataAccessException e) { e.printStackTrace(); } return null; } public List<SysLoginPersonBean> findAll(int b_use) { try { String sql = "SELECT * FROM t_sys_loginperson WHERE b_use = ?"; return RSMapper.queryList(jdbcTemplate, sql, SysLoginPersonBean.class,b_use); } catch (DataAccessException e) { e.printStackTrace(); } return null; } public List<CacheLog> findCacheLogAll() { try { String sql = "SELECT * FROM t_cache_log"; return RSMapper.queryList(jdbcTemplate, sql, CacheLog.class); } catch (DataAccessException e) { e.printStackTrace(); } return null; } public int updateSysLoginPersonBean(String person_id,String real_name) { int result = 0; try { String sql = "UPDATE t_sys_loginperson SET real_name = ? WHERE person_id = ?"; return this.jdbcTemplate.update(sql, real_name,person_id); } catch (DataAccessException e) { e.printStackTrace(); System.out.println("修改時報錯"); } return result; } }
12. Service測試類
package com.dsideal.sys.test; import java.util.List; import org.junit.After; import org.junit.Before; import org.junit.Test; import org.junit.runner.RunWith; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.test.context.ContextConfiguration; import org.springframework.test.context.junit4.SpringJUnit4ClassRunner; import com.dsideal.sys.bean.CacheLog; import com.dsideal.sys.bean.SysLoginPersonBean; import com.dsideal.sys.service.ICacheLogService; import com.dsideal.sys.service.impl.CacheLogServiceImpl; @RunWith(SpringJUnit4ClassRunner.class) //指定Spring的配置文件 /為classpath下 @ContextConfiguration(locations = {"/spring-mvc.xml"}) public class CacheLogServiceTest { @Autowired private ICacheLogService impl; @Before //在每個測試用例方法之前都會執行 public void init(){ } @After //在每個測試用例執行完之后執行 public void destory(){ } @Test public void add() { CacheLog log = new CacheLog(); impl.add(log); } @Test public void findAll() { int b_use = 1; String person_id = ""; List<SysLoginPersonBean> list = impl.memcacheFindAll(b_use,person_id); for (int i = 0; i < list.size(); i++) { System.out.println(list.get(i).getReal_name()); } } @Test public void deleteByPrefix() { System.out.println("1"); impl.memcacheDeleteByPrefix(); System.out.println("刪除成功"); } @Test public void findCacheLogAll() { List<CacheLog> list = impl.memcacheCacheLogFindAll(); for (int i = 0; i < list.size(); i++) { System.out.println(list.get(i).getCache_key()); } } @Test public void updateToDeleteToFind() { String prefix = "sys"; String person_id1 = "0E04DE60-7264-4FE7-9A6C-5AB843B603CC"; String person_id2 = ""; String real_name = "初中歷史管理員1"; int result = impl.memcacheupdateSysLoginPersonBean(prefix, person_id1, real_name); if (result > 0) { System.out.println("修改成功"); } int b_use = 1; List<SysLoginPersonBean> list = impl.memcacheFindAll(b_use,person_id2); System.out.println("查詢成功"); for (int i = 0; i < list.size(); i++) { System.out.println(list.get(i).getReal_name()); } } @Test public void updateNoSqlToDeleteToFind() { String prefix = "sys"; String person_id1 = "0E04DE60-7264-4FE7-9A6C-5AB843B603CC"; String person_id2 = ""; String real_name = "初中歷史管理員2"; int result = impl.memcacheUpdateNoSql(prefix, person_id1, real_name); if (result > 0) { System.out.println("修改成功"); } int b_use = 1; List<SysLoginPersonBean> list = impl.memcacheFindAll(b_use,person_id2); System.out.println("查詢成功"); for (int i = 0; i < list.size(); i++) { System.out.println(list.get(i).getReal_name()); } } }
具體測試方法同上文
PS: 具體測試方法就是以上的步驟了,代碼寫的有點亂,如果有問題,希望大家可以指出,謝謝~~