From e1c547c9d65872521aa71bc9fca204222031d852 Mon Sep 17 00:00:00 2001 From: godotg Date: Thu, 27 Oct 2022 20:11:09 +0800 Subject: [PATCH] refactor[storage]: storage code refactoring --- .../zfoo/boot/StorageAutoConfiguration.java | 7 -- .../test/java/com/zfoo/boot/StorageTest.java | 75 ------------ .../zfoo/boot/resource/StudentResource.java | 38 ------ .../test/resources/excel/StudentResource.xlsx | Bin 10035 -> 0 bytes boot/src/test/resources/logback-test.xml | 44 ------- .../java/com/zfoo/orm/manager/OrmManager.java | 5 +- .../com/zfoo/protocol/util/ClassUtils.java | 12 +- .../zfoo/protocol/util/ReflectionUtils.java | 12 ++ .../java/com/zfoo/storage/StorageContext.java | 12 -- .../CsvReader.java} | 5 +- .../ExcelReader.java} | 29 +---- .../zfoo/storage/interpreter/JsonReader.java | 37 ++++++ ...ceReader.java => ResourceInterpreter.java} | 56 ++------- .../zfoo/storage/manager/IStorageManager.java | 2 - .../zfoo/storage/manager/StorageManager.java | 24 ++++ .../com/zfoo/storage/model/vo/Storage.java | 9 +- .../schema/StorageDefinitionParser.java | 9 +- .../strategy/StringToClassConverter.java | 14 +-- .../com/zfoo/storage/util/ExportUtils.java | 113 ++++++++++++++++++ .../com/zfoo/storage/excel/ExcelTest.java | 8 -- .../zfoo/storage/export/ExportBinaryTest.java | 111 +++++++++++++++++ .../zfoo/storage/export/ExportCsvTest.java | 19 +-- .../zfoo/storage/export/ExportJsonTest.java} | 26 ++-- 23 files changed, 351 insertions(+), 316 deletions(-) delete mode 100644 boot/src/test/java/com/zfoo/boot/StorageTest.java delete mode 100644 boot/src/test/java/com/zfoo/boot/resource/StudentResource.java delete mode 100644 boot/src/test/resources/excel/StudentResource.xlsx delete mode 100644 boot/src/test/resources/logback-test.xml rename storage/src/main/java/com/zfoo/storage/{util/CsvReaderUtils.java => interpreter/CsvReader.java} (98%) rename storage/src/main/java/com/zfoo/storage/{util/ExcelReaderUtils.java => interpreter/ExcelReader.java} (77%) create mode 100644 storage/src/main/java/com/zfoo/storage/interpreter/JsonReader.java rename storage/src/main/java/com/zfoo/storage/interpreter/{ResourceReader.java => ResourceInterpreter.java} (68%) create mode 100644 storage/src/main/java/com/zfoo/storage/util/ExportUtils.java create mode 100644 storage/src/test/java/com/zfoo/storage/export/ExportBinaryTest.java rename boot/src/test/java/com/zfoo/boot/resource/User.java => storage/src/test/java/com/zfoo/storage/export/ExportCsvTest.java (59%) rename storage/src/{main/java/com/zfoo/storage/interpreter/IResourceReader.java => test/java/com/zfoo/storage/export/ExportJsonTest.java} (57%) diff --git a/boot/src/main/java/com/zfoo/boot/StorageAutoConfiguration.java b/boot/src/main/java/com/zfoo/boot/StorageAutoConfiguration.java index 3342efb4..a9fabae5 100644 --- a/boot/src/main/java/com/zfoo/boot/StorageAutoConfiguration.java +++ b/boot/src/main/java/com/zfoo/boot/StorageAutoConfiguration.java @@ -13,7 +13,6 @@ package com.zfoo.boot; import com.zfoo.storage.StorageContext; -import com.zfoo.storage.interpreter.ResourceReader; import com.zfoo.storage.manager.StorageManager; import com.zfoo.storage.model.config.StorageConfig; import org.springframework.boot.autoconfigure.condition.ConditionalOnBean; @@ -38,12 +37,6 @@ public class StorageAutoConfiguration { return storageManager; } - @Bean - @ConditionalOnMissingBean - public ResourceReader excelResourceReader() { - return new ResourceReader(); - } - @Bean @ConditionalOnMissingBean public StorageContext storageContext() { diff --git a/boot/src/test/java/com/zfoo/boot/StorageTest.java b/boot/src/test/java/com/zfoo/boot/StorageTest.java deleted file mode 100644 index 7124036e..00000000 --- a/boot/src/test/java/com/zfoo/boot/StorageTest.java +++ /dev/null @@ -1,75 +0,0 @@ -/* - * Copyright (C) 2020 The zfoo Authors - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed - * on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and limitations under the License. - */ - -package com.zfoo.boot; - -import com.zfoo.boot.resource.StudentResource; -import com.zfoo.protocol.ProtocolManager; -import com.zfoo.protocol.generate.GenerateOperation; -import com.zfoo.protocol.serializer.CodeLanguage; -import com.zfoo.protocol.util.JsonUtils; -import com.zfoo.storage.StorageContext; -import com.zfoo.storage.model.config.StorageConfig; -import com.zfoo.storage.model.vo.Storage; -import org.junit.Ignore; -import org.junit.Test; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; -import org.springframework.boot.WebApplicationType; -import org.springframework.boot.autoconfigure.SpringBootApplication; -import org.springframework.boot.autoconfigure.mongo.MongoAutoConfiguration; -import org.springframework.boot.builder.SpringApplicationBuilder; -import org.springframework.context.annotation.Bean; -import org.springframework.core.env.Environment; - -/** - * @author godotg - * @version 3.0 - */ -@Ignore -@SpringBootApplication(exclude = { - // 排除MongoDB自动配置 - MongoAutoConfiguration.class -}) -public class StorageTest { - - private static final Logger logger = LoggerFactory.getLogger(StorageTest.class); - - @Bean - public StorageConfig storageConfig(Environment environment) { - var config = new StorageConfig(); - config.setScanPackage("com.zfoo.boot"); - config.setResourceLocation("classpath:/excel"); - config.setWriteable(true); - config.setRecycle(false); - return config; - } - - @Test - public void startApplication() { - var springBoot = new SpringApplicationBuilder(); - springBoot.sources(StorageTest.class).web(WebApplicationType.NONE).run(); - - var protocols = StorageContext.getStorageManager().storageMap().keySet(); - - var operation = new GenerateOperation(); - operation.getGenerateLanguages().add(CodeLanguage.GdScript); - ProtocolManager.initProtocolAuto(protocols, operation); - - var storage = (Storage) StorageContext.getStorageManager().getStorage(StudentResource.class); - for (StudentResource resource : storage.getAll()) { - logger.info(JsonUtils.object2String(resource)); - } - - } - -} diff --git a/boot/src/test/java/com/zfoo/boot/resource/StudentResource.java b/boot/src/test/java/com/zfoo/boot/resource/StudentResource.java deleted file mode 100644 index 8f2d1d2e..00000000 --- a/boot/src/test/java/com/zfoo/boot/resource/StudentResource.java +++ /dev/null @@ -1,38 +0,0 @@ -/* - * Copyright (C) 2020 The zfoo Authors - * - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed - * on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and limitations under the License. - */ - -package com.zfoo.boot.resource; - -import com.zfoo.protocol.IPacket; -import com.zfoo.storage.model.anno.Id; -import com.zfoo.storage.model.anno.Resource; - -/** - * @author godotg - * @version 4.0 - */ -@Resource -public class StudentResource implements IPacket { - - @Id - public int id; - - public String name; - public int age; - public float score; - public String[] courses; - public User[] users; - public User user; - -} - diff --git a/boot/src/test/resources/excel/StudentResource.xlsx b/boot/src/test/resources/excel/StudentResource.xlsx deleted file mode 100644 index d7378b7a60000be9ed5a13782afd0f5c7adfa986..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 10035 zcmeHtg;yNe_I2ZpOK=G8Zo%Cp5ZnpDy>Scf?(UWlf?Ehqkl+Ll9zt+!+~wEF%=N-Fx=A`}<&jVWH{r0nm{9|F``Yk3hNl0H})%qfKi^M6z8oq9Cla6iD1m ztVgwlknWMFP1UeYKzHjyYp$YE1MH+$u^rW;IT6IKn5WSZ7hSbwxz>3>^$Pi2Ooh{t z(4B0aRN$L(&6v9QsAu{3s9-SsJev5bYyoX4r%;Uad+HGy(LID`4-YT^<-gJNg9aPrDa7}lL;gjE(A3b$ z%+{He<>&r?^!zX8LBJW=sQHycVQSoSuo|6+P69z$HgT}-xxT;11SZV~-MOc52) zQU@(DhB{#ojErBK@9p5il3>hEKl%9&uJR}>Yyrv!_lnT8Ye!cE1{$YSX~*)F9!$6C zv+45;8F^1Sx3)Njvc{4Eg@I*C>B%F>8jMjEEkeX6Z;3;3g)#zkdlhxQ8DCaHO^d7T zSA$!AqTd63V{C74^K%_5*I2gCV#DywtABvH$_Ye_hfPr*iL*{= zpto*0r&e9Zr`3iUww)Z)xLbA)jjtb3m_eiF-mDX8Z@J-B8r>1BBS}}+$7b)MWvSH` zlj@3cjrLvApM^1{SBwlcEqulP+7u}#rrnos38_g3sip>yugot0frYY9h0Bajg|^TX z&O=jtLo$edCYFJkGD4nU(sRS3l8B#g1NM%Qt$I8c+1(FK`8N1AI)i=I^@ zEOqkY)4C+6bfTDo70P&kvyzlZ*>s(&Sszb4(G1>bhPT=pu><3NHl%Ym7q+rUW<6WJ zphrFrP(PU{97)=O)?1~jOuG5qN4A}E4u5=|z!Iyk=1fF!4gH z{?+J+MA0P9=&T*1K~(bki^ME>v;M*GiMn8$)SeRb;@R46Xi4faC;cOo)?Dy~{#x|8 zQ?3GA{`qExc`aF{qGW-XwZKkZibjx-99;NpvvCI_3qh*@895L^TAZ?0-MLV$EKw(# zX8gyfe0azNS)IypQ-W1UazDsqEUfz!!mQFz8weS;4Od|1}CE28kasrz>ewg4Rh z*TgIvtIoUiQ-L>knS!F2`BMW2Puqf-R=@d(nFWLMzPx+6g|_(VTxjv*-FpO7b3zYp zlA9#9L!-tm5eYVq=n}FNCHJ#uW9-KT=`xk1Zw>@!V;FLYEd`rehPY3%3QmNw{1s_i z)@{qsh(*=oa_mgdhwWC|RwI;*hQ`h=Y?kp2--!|+z|;W~d8Uj{ zBPZ(LxQj6tuo%v z;lGwxUc zRE_&g`6!|cCCmCyA})R6*@~>_l?*7H_xEQ7)|%|Qyp#6(S4IQ~C#Ri2n9vMi1t9}l+x0|)Bq7ih>i zeNUH(7@7^Vzbdf8*oS(8NBZ0@o}vAKd2-gtSQ3c^`}&D3SOCs`$eobj?#>Ku67dTXxe`NgKQ z=o)36xJ-eh^qG)%s0&$GzYM7#eWLSvVMdDvc*RBhW{|#P;h1UY6l}gW&^NsdndyH9 z(FW;|H>WTF00AlhfDgIj&mih-X=di)%=+uV{xh0pCn>~1qG=yE<@zbpa!`O-9V(KJ z#uBLIW9dFXi*Jo2%((g5{4A{L?6*!&H*#c%{6mwSR$L1)gO z_K1+ueq_^EXjU)U3T?tZwc;k*Ez$n{XDDhKs-J=|b3%L3F_0s@qL-&@T@f;IXTEcN z+^x(37U@Ycy-oC8mY^S}@Y8+Pd;GSm)m^R^ZcfKr?G}W_ad#b(nA$~X!9Yr$fy!=J zEMmgh`#HfS<3S^x$^@62gZMjQN;~tLwex=Y7u8ujUBxommj>KmQ=Ku9qs!;jFT|hZ zWp;lvY)((ZdckWd#iR~*m%e6rK&Ll+bM2W>?P_82L|E18&+BQbCd>$ZJrvhtDA71;a+XRY*{E?a7w zd4n*Ln)L$xJFF&ssf^Wkq#}$!=5dZiZYGX)M$6EZ!HF5ToRFag^t06H^B`&tFNHms zA?yTR0o^C#eD+n zL+WFowkR8HzXa@i{JvdL?DvLpILh+}?Ys=%n{s1p7$096>w?vvjC0PaZQ442` zjX7PsDA%JK6LB4}Eo_&ulf^>q4^sxqZfPsnk&0NUQZ{2e-NL!};EUBIFZ#%>m$)i7 zGU_atYU0h3;t`qT-=7UiHE^x%VbN39E0}U(#yFWv3?NB_z72I^TcduXu=gomfhu38 zsh@l_LP{ApVnNoQb~8EHsH*nrWzBV;dz zqZM|Sk%y~O3A72P)f6<@PVuwx1^4QWIHp7#|0H~Egk8V` zDC``AR!mvo+VqNqn9->Al@3@;TMR59zO+UKY6RaIZ4}+cR!RL4+tRhzR`YOW zF*BYU?il#A`o$H=PGb#5RGW3mi+qA38`}Ui4{j5kK-fj|lN~OJ&F?$~)6JV9)36Cs zuByrY3j%cn8Lup;44Q9jHerxHzW-ipBwqJqn~(?>NkFJV4%YA}-24kc;ZwZpjM@`S zUnc!93YPC;eP>g7dP^NIrMyBgaRh9iwG>=4?jZ$jTN#{XjPzwG`G_2LAM|!WE7!yj zaUrabEncbtxH3M;I2s}poOro55;zeMpM4SBlkVS~4 zF{B{pe8SZ|Z*=0kf1NIN@w9=K?Fl{LBI)H`d>ng;!CiP}$rDdd6sGARa2Pi7dZkrT z?3rz;f*ZTZ`&kVe#MeEwUPBUmBnuJ8ToPVJ69qmpK`06BoKv>a|{9 zE%-rFi>sTDc`t=-Siq+gxx1HX9lm$RaUzDBB)z)uE1xe$4e#%7Kcg?-o(*wEU4TM+ z`Mo8vhI1A!7n}O9@H0b1NG$9v*dsC7nUqo5nJW=6c%OQBg_NMqbejW7P4ii~zjq!d zbe>UtNe$F~-Ht;Gf0)ibZ<6s0@X^#zH&|xK1q2q<+iCOy=FDBkDqB-|RO|a!V`UA| z^}>&|V84YPaf}S1%&Sq0W-juQ4ab}@;TXWT;9L=;QbNbHk(D;J#a6X)k;UpC8kELR zwd>iq445>T;@%M!=1e%$C9@_M>6!wrLg^wU&+5l2i=X+El4CB&=9bq+#1c6`W#pO+ zW_MycgX)@+Iz2wTS%$W&d3TpyiS;A{(aHM6GZ=p|!N-m8Go6k$UlP~X8pA_1I+e9W zvo3fM^9>>jFgZHiQpN!SEYWtmKJXx@d?$GjI^jiX26Y-jdIoqk@(YG015BxXxTpAp zLdsoWF#@UX+_wT{f zUNbG;XW|Cdoc(T1!dhi#rkln-(sV+YjFEATx>e5U3B?kY>O_bivKDQ>;j-)F>cPP9 zjKQ3ywjL*t%3`*4am^1fIRS>5m5+T?x5g$A7FQHa82K;*c~ou2M4el<_edb z0aBAykxZ2D$qu~7@7Kq(v3R=|fjT;Vcr?Z0Zf6pb z8WNrYg;Dr8oRKUWeEJbvp|Q;iJ)$j)y(myiXe%Bpw6hnvuB>^bW@}vIOqb4+`h0s#>0}9sd4n*VzqOd0&#t= z<{Vjw4kHC|KNDhBW}8X#A3R~*x>gYiXL!kouYMZ}*3cFEsIm<&R>Tdoe%Ybrhx8;W zJV`g+&yt`E6WahMPfz{kD{Y#o&!C%KS0aO2o_c9ykc!T z)fmVYp%>iLe-9^#;q!qx=XpdTeuHs#hCxtBLjT65&3i5#$9&xzlf;7gye+_Vv-^ZB z=_Mx9WT|QhAGE#}4&2a|L^G%RM&h17Z2t?1V~H8$gU>H_X(?h16st0rNtFu4<}d^Fg~$)6IRi zE{-HyyUp7G9Inp?!>~b9dIdIC^`>YbbIlX{jgo>|^5(z>>$#ZTxGSqgjqh=e!oYSM zDomG%0^Q<#sii9?E%9V5!sfTgr7{&WnR~Zn#DWe)VRH4V{9#Z#lOWE;$i(o;F45V{ z3Z8Qtb;J%vGZZczto7*f6spDIa=-DXWZBV9zD8ktK91-uEb)tx>ggwfy=;}-b9b1~ z+p)|qy=pEc>T$gQM1b{&Fe%rXKEGZY$-zXh60e?unBDR`Y~p<+w|pHDaJ<19{xwn( z%FST4Em;lbS1CLiSnmFBZHxPL{z*VU3D?9 z_6n`6>o1_;2CT#y7WEHO*oCu~$Fl9#O^R!9pxvLn{X)X&Z z%-Qcf8a$rq<-QHzJi}G95G*X9dg-#`?meAv)QY+)~12;G*l#4i&(Sp zAaK9mkl2)+L|^xMqy(@}exbv5q$IxVJdv;|u!@+$KRH0>GBJjpnsoGo>3KKQ#bJcP zxU)}(K~<_ZFVA!3FQ$fN?cx&j*oc*Wh+X@PDViT|Dnj?DyF>Ou+v4X^+J_McR- zG;%UCRdaE&0$KcGOi%J(ijJFN&9SVCcJArHv#5x?)aXUBrdwp%)bTmb>Inrm0;rSg2Gm2^+O{N=0tG zVw0dsmyy+!oSfFI=>j5(xgVWx)~!Kbl2%==gy%m!74+SM>L`m&xqSV7{{Q3o?=3yT$FDB15njc-PF% z)Rnf}3X1HF7ii) z^Id;WVlWNDS2$?2J#4m~dzG{- zP}9&~)};po9uR`DEz@v2a^TkDU|wozqH3Lj;U{jC&LNGse`e(Zb{qC%m?Kk zbMdo;^JiB6M@{EsdLDiuE&c-g z&Z~~t?9=+X!{|D9){WqMB6G9^rm1G=kTnxL%j!d~dFBqW8s42nY(!?kc%w;{_DmQh zCHaWHcx@cynh+JLJN$0np1GP>#P{*S8*_3Io@@hGQAA_qrPg-Gh6wenN*};XYd%^* z{6eZa_j|EEq=KNLjxVyuqrq}~@vnpnW%>H0_K*FI#dh7#b8URkV2kaBhfdBB|7`>+ zk?$f}AaBov0|3zeF#-+{H*_&`QZsXL`RR|WkFMESjIBU>$s_Ws%GiAmR<|WzjG2HS zb9QVkV*-WMJ|%@o{*>O}VjP}2I&SfN8fwJ^0s^rO<{pHMbtZ#rK%E=4us_k=@+`#{ zZ2BM4ygb=n!Us*88~2UG$iiqCb%08L(p->FBw7J2K;(uLo2<0@uXt+M_A!53#1iZG6^%CDGY*lWJ9 z_GLq_n&~p0qF#IMV6{POJ^|A*ejTdRDJvkjOqfwio!ohyu={YR%=Jp99j~Wi79EDy ztxbhhlc>b2t$Ol>G1q=&?J-?Q4qI(k!-eIYU)?%NwMF{Z!vnm!r9Il>C1sbv9P@WE zyC%Cc`=>J@B4rj@(bMoYvLe%JO@oGnmh1K^=gA@n-$YFFwpW2KCv-CRct~!dgK#TI zVw*?`M%Mf|?JD6+Hd3`$1)BHtS=>ub)M=v#lE`6${V_10#YKTYC~~sj7XgkyLBPMw zzYIpXjtpe}H6W!-Oh_ry)ZRqd$=<=4)x_S(?9Vp!|0@p|T@trL_yrT=)j*oDmA!hzf+{%gCZG*4(fflO5(vm!2 zP>nvF?URAsahPi)t(kjsq~6DKt#8R>_ULV^t-Az1Yf!Kphvc&uS8rNr+%G;Ot+N-@ z#p{QeYL4+0A*brMxl8!9fyGf#U5W2l*^9}kjfnBqLaC9Z2ZBAI*XV_BfLA>K>V5nM zrMXqB=iTv${RhMp2R4M~$SlwebCW~_vZd@e!t zYL@N|7pSp{p=f1d_XeK$cv4VgwOY!7I+@nUz8}6%Ckp(Gx$WR`V#FE`s2v%FQ9h1j zC4V)&wUt!GcGEij3XU`?a4R(*T-2E}3`hFT_~f89y0GBs52$ja3-N4&ety0}w|7SmoA#Y@q}D#Xpr?Hs zMcL=5*u>m!@GuC7VZn?+xDy|(3n<#51fRlOpuimX*Ofy#csLKwym-#qc9?rZL-&!= zh}4JufTf~)(2ybcogE48=UPondHzqn3pas{#ZuA>8N)W~+{(gdt+>q#%P6G!N~1Ja zVcB2!OA+sHQ`Uc~g+KHJ6f`qL$Nl?$fQY@C_mx{{Q{0$2gDM9KVq;QU2dU{G;jd80B#Z z^f!tC#xIn|1<}U;by!NqJe~j>0RQ^VINA!3M z{#9Z=27Ij1egnQI{ss6*q5Z33dkp&bh5t7s0Pvm!0QiRtcx?Xn$o*GyTJpb`{~5=X W72qH~2mqi!el!p_zW7NW!2ba{XC@B- diff --git a/boot/src/test/resources/logback-test.xml b/boot/src/test/resources/logback-test.xml deleted file mode 100644 index fadb70c5..00000000 --- a/boot/src/test/resources/logback-test.xml +++ /dev/null @@ -1,44 +0,0 @@ - - - - - com.zfoo.boot - - - - - - - - ${PATTERN_CONSOLE} - UTF-8 - - - - - - - - - - - - - - - - - - - - - - diff --git a/orm/src/main/java/com/zfoo/orm/manager/OrmManager.java b/orm/src/main/java/com/zfoo/orm/manager/OrmManager.java index e01ed2e2..d6dda23d 100644 --- a/orm/src/main/java/com/zfoo/orm/manager/OrmManager.java +++ b/orm/src/main/java/com/zfoo/orm/manager/OrmManager.java @@ -467,10 +467,7 @@ public class OrmManager implements IOrmManager { throw new RunException("在Orm中只能使用Orm的Index注解，不能使用Storage的Index注解，为了避免不必要的误解和增强项目的健壮性，禁止这样使用"); } - var filedList = Arrays.stream(clazz.getDeclaredFields()) - .filter(it -> !Modifier.isTransient(it.getModifiers())) - .filter(it -> !Modifier.isStatic(it.getModifiers())) - .collect(Collectors.toList()); + var filedList = ReflectionUtils.notStaticAndTransientFields(clazz); for (var field : filedList) { // entity必须包含属性的get和set方法 diff --git a/protocol/src/main/java/com/zfoo/protocol/util/ClassUtils.java b/protocol/src/main/java/com/zfoo/protocol/util/ClassUtils.java index 90f9f2a1..6f002f7b 100644 --- a/protocol/src/main/java/com/zfoo/protocol/util/ClassUtils.java +++ b/protocol/src/main/java/com/zfoo/protocol/util/ClassUtils.java @@ -18,11 +18,12 @@ import com.zfoo.protocol.exception.RunException; import java.io.File; import java.io.IOException; import java.io.InputStream; -import java.lang.reflect.Modifier; import java.lang.reflect.ParameterizedType; import java.lang.reflect.Type; -import java.util.*; -import java.util.stream.Collectors; +import java.util.HashSet; +import java.util.List; +import java.util.Map; +import java.util.Set; /** * @author godotg @@ -89,10 +90,7 @@ public abstract class ClassUtils { // 必须要有一个空的构造器 ReflectionUtils.publicEmptyConstructor(clazz); - var filedList = Arrays.stream(clazz.getDeclaredFields()) - .filter(it -> !Modifier.isTransient(it.getModifiers())) - .filter(it -> !Modifier.isStatic(it.getModifiers())) - .collect(Collectors.toList()); + var filedList = ReflectionUtils.notStaticAndTransientFields(clazz); for (var field : filedList) { // 是一个基本类型变量 diff --git a/protocol/src/main/java/com/zfoo/protocol/util/ReflectionUtils.java b/protocol/src/main/java/com/zfoo/protocol/util/ReflectionUtils.java index 24fa8bf2..57f02130 100644 --- a/protocol/src/main/java/com/zfoo/protocol/util/ReflectionUtils.java +++ b/protocol/src/main/java/com/zfoo/protocol/util/ReflectionUtils.java @@ -16,15 +16,19 @@ import com.zfoo.protocol.collection.ArrayUtils; import com.zfoo.protocol.exception.RunException; import com.zfoo.protocol.exception.UnknownException; +import java.beans.Transient; import java.lang.annotation.Annotation; import java.lang.reflect.Constructor; import java.lang.reflect.Field; import java.lang.reflect.Method; import java.lang.reflect.Modifier; import java.util.ArrayList; +import java.util.Arrays; import java.util.Collections; +import java.util.List; import java.util.function.Consumer; import java.util.function.Predicate; +import java.util.stream.Collectors; /** @@ -319,6 +323,14 @@ public abstract class ReflectionUtils { } } + // 获取class中的普通field属性字段 + public static List notStaticAndTransientFields(Class clazz) { + return Arrays.stream(clazz.getDeclaredFields()) + .filter(it -> !Modifier.isStatic(it.getModifiers())) + .filter(it -> !Modifier.isTransient(it.getModifiers())) + .filter(it -> !it.isAnnotationPresent(Transient.class)) + .collect(Collectors.toList()); + } public static String fieldToGetMethod(Class clazz, Field field) { var fieldName = field.getName(); diff --git a/storage/src/main/java/com/zfoo/storage/StorageContext.java b/storage/src/main/java/com/zfoo/storage/StorageContext.java index 08614ceb..aa6053a7 100644 --- a/storage/src/main/java/com/zfoo/storage/StorageContext.java +++ b/storage/src/main/java/com/zfoo/storage/StorageContext.java @@ -14,7 +14,6 @@ package com.zfoo.storage; import com.zfoo.scheduler.model.StopWatch; -import com.zfoo.storage.interpreter.IResourceReader; import com.zfoo.storage.manager.IStorageManager; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -37,8 +36,6 @@ public class StorageContext implements ApplicationListener ResourceEnum.isExcel(FileUtils.fileExtName(it.getName()))) - .collect(Collectors.toList()); - - for (var file : listFiles) { - var fileSimpleName = FileUtils.fileSimpleName(file.getName()); - var jsonFileName = StringUtils.format("{}.json", fileSimpleName); - var inputStream = FileUtils.openInputStream(file); - var resourceData = readResourceDataFromExcel(inputStream, file.getName()); - - var outputFilePath = FileUtils.joinPath(outputDir, jsonFileName); - FileUtils.deleteFile(new File(outputFilePath)); - FileUtils.writeStringToFile(new File(outputFilePath), JsonUtils.object2String(resourceData), true); - } - } +public abstract class ExcelReader { public static ResourceData readResourceDataFromExcel(InputStream inputStream, String fileName) { // 只读取代码里写的字段 diff --git a/storage/src/main/java/com/zfoo/storage/interpreter/JsonReader.java b/storage/src/main/java/com/zfoo/storage/interpreter/JsonReader.java new file mode 100644 index 00000000..1368ba16 --- /dev/null +++ b/storage/src/main/java/com/zfoo/storage/interpreter/JsonReader.java @@ -0,0 +1,37 @@ +/* + * Copyright (C) 2020 The zfoo Authors + * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except + * in compliance with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed + * on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and limitations under the License. + */ + +package com.zfoo.storage.interpreter; + +import com.zfoo.protocol.util.IOUtils; +import com.zfoo.protocol.util.JsonUtils; +import com.zfoo.protocol.util.StringUtils; +import com.zfoo.storage.model.resource.ResourceData; + +import java.io.IOException; +import java.io.InputStream; + +/** + * @author godotg + * @version 3.0 + */ +public abstract class JsonReader { + + public static ResourceData readResourceDataFromCSV(InputStream input) { + try { + return JsonUtils.string2Object(StringUtils.bytesToString(IOUtils.toByteArray(input)), ResourceData.class); + } catch (IOException e) { + throw new RuntimeException(e); + } + } + +} diff --git a/storage/src/main/java/com/zfoo/storage/interpreter/ResourceReader.java b/storage/src/main/java/com/zfoo/storage/interpreter/ResourceInterpreter.java similarity index 68% rename from storage/src/main/java/com/zfoo/storage/interpreter/ResourceReader.java rename to storage/src/main/java/com/zfoo/storage/interpreter/ResourceInterpreter.java index bf14b609..10a83200 100644 --- a/storage/src/main/java/com/zfoo/storage/interpreter/ResourceReader.java +++ b/storage/src/main/java/com/zfoo/storage/interpreter/ResourceInterpreter.java @@ -13,26 +13,18 @@ package com.zfoo.storage.interpreter; import com.zfoo.protocol.exception.RunException; -import com.zfoo.protocol.util.IOUtils; -import com.zfoo.protocol.util.JsonUtils; import com.zfoo.protocol.util.ReflectionUtils; import com.zfoo.protocol.util.StringUtils; -import com.zfoo.storage.StorageContext; import com.zfoo.storage.model.anno.Id; import com.zfoo.storage.model.resource.ResourceData; import com.zfoo.storage.model.resource.ResourceEnum; import com.zfoo.storage.strategy.*; -import com.zfoo.storage.util.CsvReaderUtils; -import com.zfoo.storage.util.ExcelReaderUtils; -import org.apache.poi.ss.usermodel.Workbook; -import org.apache.poi.ss.usermodel.WorkbookFactory; import org.springframework.context.support.ConversionServiceFactoryBean; import org.springframework.core.convert.TypeDescriptor; import java.io.IOException; import java.io.InputStream; import java.lang.reflect.Field; -import java.lang.reflect.Modifier; import java.util.*; import java.util.stream.Collectors; @@ -40,7 +32,7 @@ import java.util.stream.Collectors; * @author godotg * @version 4.0 */ -public class ResourceReader implements IResourceReader { +public class ResourceInterpreter { private static final TypeDescriptor TYPE_DESCRIPTOR = TypeDescriptor.valueOf(String.class); @@ -58,16 +50,15 @@ public class ResourceReader implements IResourceReader { conversionServiceFactoryBean.afterPropertiesSet(); } - @Override - public List read(InputStream inputStream, Class clazz, String suffix) throws IOException { + public static List read(InputStream inputStream, Class clazz, String suffix) throws IOException { ResourceData resource = null; var resourceEnum = ResourceEnum.getResourceEnumByType(suffix); if (resourceEnum == ResourceEnum.JSON) { - resource = JsonUtils.string2Object(StringUtils.bytesToString(IOUtils.toByteArray(inputStream)), ResourceData.class); + resource = JsonReader.readResourceDataFromCSV(inputStream); } else if (resourceEnum == ResourceEnum.EXCEL_XLS || resourceEnum == ResourceEnum.EXCEL_XLSX) { - resource = ExcelReaderUtils.readResourceDataFromExcel(inputStream, clazz.getSimpleName()); + resource = ExcelReader.readResourceDataFromExcel(inputStream, clazz.getSimpleName()); } else if (resourceEnum == ResourceEnum.CSV) { - resource = CsvReaderUtils.readResourceDataFromCSV(inputStream, clazz.getSimpleName()); + resource = CsvReader.readResourceDataFromCSV(inputStream, clazz.getSimpleName()); } else { throw new RunException("不支持文件[{}]的配置类型[{}]", clazz.getSimpleName(), suffix); } @@ -94,7 +85,7 @@ public class ResourceReader implements IResourceReader { return result; } - private void inject(Object instance, Field field, String content) { + private static void inject(Object instance, Field field, String content) { try { var targetType = new TypeDescriptor(field); var value = conversionServiceFactoryBean.getObject().convert(content, TYPE_DESCRIPTOR, targetType); @@ -106,12 +97,8 @@ public class ResourceReader implements IResourceReader { } // 只读取代码里写的字段 - private Collection getFieldInfos(Map fieldMap, Class clazz) { - var fieldList = Arrays.stream(clazz.getDeclaredFields()) - .filter(it -> !Modifier.isTransient(it.getModifiers())) - .filter(it -> !Modifier.isStatic(it.getModifiers())) - .collect(Collectors.toList()); - + private static Collection getFieldInfos(Map fieldMap, Class clazz) { + var fieldList = ReflectionUtils.notStaticAndTransientFields(clazz); for (var field : fieldList) { if (!fieldMap.containsKey(field.getName())) { throw new RunException("资源类[class:{}]的声明属性[filed:{}]无法获取，请检查配置表的格式", clazz, field.getName()); @@ -123,35 +110,10 @@ public class ResourceReader implements IResourceReader { throw new RunException("资源类[class:{}]的主键[Id:{}]必须放在Excel配置表的第一列，请检查配置表的格式", clazz, field.getName()); } } - - if (!StorageContext.getStorageManager().storageConfig().isWriteable()) { - if (Modifier.isPublic(field.getModifiers())) { - throw new RunException("因为静态资源类是不能被修改的，资源类[class:{}]的属性[filed:{}]不能被public修饰，用private修饰或者开启配置writeable属性", clazz, field.getName()); - } - - var setMethodName = StringUtils.EMPTY; - try { - setMethodName = ReflectionUtils.fieldToSetMethod(clazz, field); - } catch (Exception e) { - // 没有setMethod是正确的 - } - if (StringUtils.isNotBlank(setMethodName)) { - throw new RunException("因为静态资源类是不能被修改的，资源类[class:{}]的属性[filed:{}]不能含有set方法[{}]，删除set方法或者开启配置writeable属性", clazz, field.getName(), setMethodName); - } - } } - return fieldList.stream().map(it -> new FieldInfo(fieldMap.get(it.getName()), it)).collect(Collectors.toList()); } - private Workbook createWorkbook(InputStream input, String name) { - try { - return WorkbookFactory.create(input); - } catch (IOException e) { - throw new RunException("静态资源[{}]异常，无法读取文件", name); - } - } - private static class FieldInfo { public final int index; public final Field field; @@ -162,7 +124,7 @@ public class ResourceReader implements IResourceReader { } } - public Map getFieldMap(ResourceData resource, Class clazz) { + public static Map getFieldMap(ResourceData resource, Class clazz) { var header = resource.getHeaders(); if (header == null) { throw new RunException("无法获取资源[class:{}]的Excel文件的属性控制列", clazz.getSimpleName()); diff --git a/storage/src/main/java/com/zfoo/storage/manager/IStorageManager.java b/storage/src/main/java/com/zfoo/storage/manager/IStorageManager.java index 668c0d2d..02bf0bee 100644 --- a/storage/src/main/java/com/zfoo/storage/manager/IStorageManager.java +++ b/storage/src/main/java/com/zfoo/storage/manager/IStorageManager.java @@ -15,7 +15,6 @@ package com.zfoo.storage.manager; import com.zfoo.storage.model.config.StorageConfig; import com.zfoo.storage.model.vo.Storage; -import org.springframework.lang.Nullable; import java.util.Map; @@ -40,7 +39,6 @@ public interface IStorageManager { */ void initAfter(); - @Nullable Storage getStorage(Class clazz); Map, Storage> storageMap(); diff --git a/storage/src/main/java/com/zfoo/storage/manager/StorageManager.java b/storage/src/main/java/com/zfoo/storage/manager/StorageManager.java index 5ace4841..420251c1 100644 --- a/storage/src/main/java/com/zfoo/storage/manager/StorageManager.java +++ b/storage/src/main/java/com/zfoo/storage/manager/StorageManager.java @@ -33,6 +33,7 @@ import org.springframework.util.ResourceUtils; import java.io.IOException; import java.lang.reflect.Field; +import java.lang.reflect.Modifier; import java.lang.reflect.ParameterizedType; import java.lang.reflect.Type; import java.util.*; @@ -92,6 +93,29 @@ public class StorageManager implements IStorageManager { resourceDefinitionMap.put(resourceClazz, resourceDef); } + // 检查class字段是否合法 + if (!storageConfig.isWriteable()) { + for (var definition : resourceDefinitionMap.values()) { + var clazz = definition.getClazz(); + var fieldList = ReflectionUtils.notStaticAndTransientFields(clazz); + for (var field : fieldList) { + if (Modifier.isPublic(field.getModifiers())) { + throw new RunException("因为静态资源类是不能被修改的，资源类[class:{}]的属性[filed:{}]不能被public修饰，用private修饰或者开启配置writeable属性", clazz, field.getName()); + } + + var setMethodName = StringUtils.EMPTY; + try { + setMethodName = ReflectionUtils.fieldToSetMethod(clazz, field); + } catch (Exception e) { + // 没有setMethod是正确的 + } + if (StringUtils.isNotBlank(setMethodName)) { + throw new RunException("因为静态资源类是不能被修改的，资源类[class:{}]的属性[filed:{}]不能含有set方法[{}]，删除set方法或者开启配置writeable属性", clazz, field.getName(), setMethodName); + } + } + } + } + try { for (var definition : resourceDefinitionMap.values()) { var clazz = definition.getClazz(); diff --git a/storage/src/main/java/com/zfoo/storage/model/vo/Storage.java b/storage/src/main/java/com/zfoo/storage/model/vo/Storage.java index e5354b2c..c310f26c 100644 --- a/storage/src/main/java/com/zfoo/storage/model/vo/Storage.java +++ b/storage/src/main/java/com/zfoo/storage/model/vo/Storage.java @@ -18,7 +18,7 @@ import com.zfoo.protocol.util.AssertionUtils; import com.zfoo.protocol.util.IOUtils; import com.zfoo.protocol.util.ReflectionUtils; import com.zfoo.protocol.util.StringUtils; -import com.zfoo.storage.StorageContext; +import com.zfoo.storage.interpreter.ResourceInterpreter; import org.springframework.lang.Nullable; import java.io.InputStream; @@ -47,11 +47,10 @@ public class Storage { public void init(InputStream inputStream, Class resourceClazz, String suffix) { try { this.clazz = (Class) resourceClazz; - var reader = StorageContext.getResourceReader(); idDef = IdDef.valueOf(resourceClazz); indexDefMap = IndexDef.createResourceIndexes(resourceClazz); - var list = reader.read(inputStream, resourceClazz, suffix); + var list = ResourceInterpreter.read(inputStream, resourceClazz, suffix); dataMap.clear(); indexMap.clear(); @@ -92,6 +91,10 @@ public class Storage { return Collections.unmodifiableMap(dataMap); } + public IdDef getIdDef() { + return idDef; + } + public boolean contain(K key) { return dataMap.containsKey(key); } diff --git a/storage/src/main/java/com/zfoo/storage/schema/StorageDefinitionParser.java b/storage/src/main/java/com/zfoo/storage/schema/StorageDefinitionParser.java index 18584be5..df4377e0 100644 --- a/storage/src/main/java/com/zfoo/storage/schema/StorageDefinitionParser.java +++ b/storage/src/main/java/com/zfoo/storage/schema/StorageDefinitionParser.java @@ -16,7 +16,6 @@ package com.zfoo.storage.schema; import com.zfoo.protocol.util.DomUtils; import com.zfoo.protocol.util.StringUtils; import com.zfoo.storage.StorageContext; -import com.zfoo.storage.interpreter.ResourceReader; import com.zfoo.storage.manager.StorageManager; import com.zfoo.storage.model.config.StorageConfig; import org.springframework.beans.factory.support.AbstractBeanDefinition; @@ -40,7 +39,7 @@ public class StorageDefinitionParser implements BeanDefinitionParser { // 解析StorageConfig的配置 parseStorageConfig(element, parserContext); - // 注册StorageContext，ExcelResourceReader + // 注册StorageContext registerBeanDefinition(parserContext); // 注册StorageManager @@ -87,12 +86,6 @@ public class StorageDefinitionParser implements BeanDefinitionParser { name = StringUtils.uncapitalize(clazz.getName()); builder = BeanDefinitionBuilder.rootBeanDefinition(clazz); registry.registerBeanDefinition(name, builder.getBeanDefinition()); - - // 注册ResourceReader - clazz = ResourceReader.class; - name = StringUtils.uncapitalize(clazz.getName()); - builder = BeanDefinitionBuilder.rootBeanDefinition(clazz); - registry.registerBeanDefinition(name, builder.getBeanDefinition()); } private void resolvePlaceholder(String attributeName, String fieldName, BeanDefinitionBuilder builder, Element element, ParserContext parserContext) { diff --git a/storage/src/main/java/com/zfoo/storage/strategy/StringToClassConverter.java b/storage/src/main/java/com/zfoo/storage/strategy/StringToClassConverter.java index 1828ca99..7d41dbab 100644 --- a/storage/src/main/java/com/zfoo/storage/strategy/StringToClassConverter.java +++ b/storage/src/main/java/com/zfoo/storage/strategy/StringToClassConverter.java @@ -13,8 +13,8 @@ package com.zfoo.storage.strategy; +import com.zfoo.protocol.util.ClassUtils; import com.zfoo.protocol.util.StringUtils; -import com.zfoo.storage.StorageContext; import org.springframework.core.convert.converter.Converter; /** @@ -30,18 +30,8 @@ public class StringToClassConverter implements Converter> { source = "java.lang." + source; } - ClassLoader loader = null; - - StorageContext context = StorageContext.getInstance(); - - if (context != null) { - loader = StorageContext.getApplicationContext().getClassLoader(); - } else { - loader = Thread.currentThread().getContextClassLoader(); - } - try { - return Class.forName(source, true, loader); + return Class.forName(source, true, ClassUtils.getDefaultClassLoader()); } catch (ClassNotFoundException e) { throw new IllegalArgumentException(StringUtils.format("无法将字符串[{}]转换为Class对象", source)); } diff --git a/storage/src/main/java/com/zfoo/storage/util/ExportUtils.java b/storage/src/main/java/com/zfoo/storage/util/ExportUtils.java new file mode 100644 index 00000000..71c96883 --- /dev/null +++ b/storage/src/main/java/com/zfoo/storage/util/ExportUtils.java @@ -0,0 +1,113 @@ +/* + * Copyright (C) 2020 The zfoo Authors + * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except + * in compliance with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed + * on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and limitations under the License. + */ + +package com.zfoo.storage.util; + +import com.zfoo.protocol.exception.RunException; +import com.zfoo.protocol.util.FileUtils; +import com.zfoo.protocol.util.JsonUtils; +import com.zfoo.protocol.util.ReflectionUtils; +import com.zfoo.protocol.util.StringUtils; +import com.zfoo.storage.interpreter.CsvReader; +import com.zfoo.storage.interpreter.ExcelReader; +import com.zfoo.storage.model.resource.ResourceEnum; +import com.zfoo.storage.model.vo.Storage; + +import java.io.File; +import java.io.IOException; +import java.lang.reflect.ParameterizedType; +import java.util.HashSet; +import java.util.List; +import java.util.Map; +import java.util.stream.Collectors; + +/** + * @author godotg + * @version 3.0 + */ +public abstract class ExportUtils { + + public static void excel2Json(String inputDir, String outputDir) throws IOException { + var excelFiles = scanExcelFiles(inputDir); + for (var excel : excelFiles) { + var excelSimpleName = FileUtils.fileSimpleName(excel.getName()); + var jsonFileName = StringUtils.format("{}.json", excelSimpleName); + var resourceData = ExcelReader.readResourceDataFromExcel(FileUtils.openInputStream(excel), excel.getName()); + + var outputFilePath = FileUtils.joinPath(outputDir, jsonFileName); + FileUtils.deleteFile(new File(outputFilePath)); + FileUtils.writeStringToFile(new File(outputFilePath), JsonUtils.object2String(resourceData), true); + } + } + + public static void excel2Csv(String inputDir, String outputDir) throws IOException { + var excelFiles = scanExcelFiles(inputDir); + for (var excel : excelFiles) { + var excelSimpleName = FileUtils.fileSimpleName(excel.getName()); + var csvFileName = StringUtils.format("{}.csv", excelSimpleName); + var resourceData = CsvReader.readResourceDataFromCSV(FileUtils.openInputStream(excel), excel.getName()); + + var outputFilePath = FileUtils.joinPath(outputDir, csvFileName); + FileUtils.deleteFile(new File(outputFilePath)); + FileUtils.writeStringToFile(new File(outputFilePath), JsonUtils.object2String(resourceData), true); + } + } + + private static List scanExcelFiles(String inputDir) { + return FileUtils.getAllReadableFiles(new File(inputDir)) + .stream() + .filter(it -> ResourceEnum.isExcel(FileUtils.fileExtName(it.getName()))) + .collect(Collectors.toList()); + } + + // 将class里的map自动赋值storage + public static T autoWrapData(Class clazz, Map, Storage> storageMap) { + var instance = ReflectionUtils.newInstance(clazz); + + var filedList = ReflectionUtils.notStaticAndTransientFields(clazz); + + var wrapClass = new HashSet>(); + + for (var field : filedList) { + var fieldType = field.getType(); + if (!fieldType.equals(Map.class)) { + throw new RunException("[class:{}]类型声明不正确，导出的storage必须为Map接口类型", clazz.getCanonicalName()); + } + + var type = field.getGenericType(); + var types = ((ParameterizedType) type).getActualTypeArguments(); + + var keyType = types[0]; + var valueType = types[1]; + var valueClass = (Class) valueType; + var storage = storageMap.get(valueClass); + var idFieldType = storage.getIdDef().getField().getType(); + if (idFieldType.isPrimitive()) { + if (idFieldType.equals(long.class) && keyType.equals(Long.class)) { + } else if (idFieldType.equals(int.class) && keyType.equals(Integer.class)) { + } else if (idFieldType.equals(short.class) && keyType.equals(Short.class)) { + } else if (idFieldType.equals(byte.class) && keyType.equals(Byte.class)) { + } else { + throw new RunException("[class:{}]中的[field:{}]类型声明不正确，类型需要改为[Map<{}, {}>]", clazz.getSimpleName(), field.getName(), idFieldType, valueClass.getSimpleName()); + } + } else if (!keyType.equals(idFieldType)) { + throw new RunException("[class:{}]中的[field:{}]类型声明不正确，类型需要改为[Map<{}, {}>]", clazz.getSimpleName(), field.getName(), idFieldType, valueClass.getSimpleName()); + } + if (!wrapClass.add(valueClass)) { + throw new RunException("[class:{}]中含有重复的类型[{}]", clazz.getCanonicalName(), valueType); + } + ReflectionUtils.setField(field, instance, storage.getData()); + } + return instance; + } + +} diff --git a/storage/src/test/java/com/zfoo/storage/excel/ExcelTest.java b/storage/src/test/java/com/zfoo/storage/excel/ExcelTest.java index 26780eba..04b97af1 100644 --- a/storage/src/test/java/com/zfoo/storage/excel/ExcelTest.java +++ b/storage/src/test/java/com/zfoo/storage/excel/ExcelTest.java @@ -13,7 +13,6 @@ package com.zfoo.storage.excel; -import com.zfoo.storage.util.ExcelReaderUtils; import org.apache.poi.ss.usermodel.Row; import org.apache.poi.ss.usermodel.Sheet; import org.apache.poi.ss.usermodel.Workbook; @@ -33,13 +32,6 @@ import java.util.Iterator; @Ignore public class ExcelTest { - @Test - public void excelConvertJson() throws Exception{ - String inputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel"; - String outputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel"; - ExcelReaderUtils.excelConvertJson(inputDir, outputDir); - } - @Test public void createExcelTest() throws IOException { //第一步创建workbook diff --git a/storage/src/test/java/com/zfoo/storage/export/ExportBinaryTest.java b/storage/src/test/java/com/zfoo/storage/export/ExportBinaryTest.java new file mode 100644 index 00000000..6d8d1282 --- /dev/null +++ b/storage/src/test/java/com/zfoo/storage/export/ExportBinaryTest.java @@ -0,0 +1,111 @@ +/* + * Copyright (C) 2020 The zfoo Authors + * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except + * in compliance with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed + * on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and limitations under the License. + */ + +package com.zfoo.storage.export; + +import com.zfoo.protocol.IPacket; +import com.zfoo.protocol.ProtocolManager; +import com.zfoo.protocol.buffer.ByteBufUtils; +import com.zfoo.protocol.generate.GenerateOperation; +import com.zfoo.protocol.serializer.CodeLanguage; +import com.zfoo.protocol.util.FileUtils; +import com.zfoo.protocol.util.JsonUtils; +import com.zfoo.storage.manager.StorageManager; +import com.zfoo.storage.model.anno.Id; +import com.zfoo.storage.model.anno.Resource; +import com.zfoo.storage.model.config.StorageConfig; +import com.zfoo.storage.model.vo.Storage; +import com.zfoo.storage.util.ExportUtils; +import io.netty.buffer.ByteBufAllocator; +import io.netty.buffer.UnpooledHeapByteBuf; +import org.junit.Ignore; +import org.junit.Test; + +import java.io.ByteArrayInputStream; +import java.io.File; +import java.util.HashSet; +import java.util.Map; + +/** + * @author godotg + * @version 3.0 + */ + + +@Ignore +public class ExportBinaryTest { + + public static class User implements IPacket { + + public String id; + public String name; + public String sex; + public int age; + + } + + @Resource + public static class StudentResource implements IPacket { + + @Id + public int id; + + public String name; + public int age; + public float score; + public String[] courses; + public User[] users; + public User user; + + } + + + public static class ResourceData implements IPacket { + + public Map studentResources; + + } + + @Test + public void test() throws Exception { + var config = new StorageConfig(); + config.setScanPackage("com.zfoo.storage.export"); + config.setResourceLocation("classpath:/excel"); + config.setWriteable(true); + config.setRecycle(false); + var storageManager = new StorageManager(); + storageManager.setStorageConfig(config); + storageManager.initBefore(); + storageManager.initAfter(); + + // 生成协议 + var protocols = new HashSet>(); + protocols.add(ResourceData.class); + protocols.addAll(storageManager.storageMap().keySet()); + var operation = new GenerateOperation(); + operation.getGenerateLanguages().add(CodeLanguage.GdScript); + ProtocolManager.initProtocolAuto(protocols, operation); + + // 生成数据 + var resourceData = ExportUtils.autoWrapData(ResourceData.class, storageManager.storageMap()); + var buffer = new UnpooledHeapByteBuf(ByteBufAllocator.DEFAULT, 100, Integer.MAX_VALUE); + ProtocolManager.write(buffer, resourceData); + var bytes = ByteBufUtils.readAllBytes(buffer); + FileUtils.writeInputStreamToFile(new File("D:/github/godot-bird/binary_data.cfg"), new ByteArrayInputStream(bytes)); + + var storage = (Storage) storageManager.getStorage(StudentResource.class); + for (StudentResource resource : storage.getAll()) { + System.out.println(JsonUtils.object2String(resource)); + } + } + +} diff --git a/boot/src/test/java/com/zfoo/boot/resource/User.java b/storage/src/test/java/com/zfoo/storage/export/ExportCsvTest.java similarity index 59% rename from boot/src/test/java/com/zfoo/boot/resource/User.java rename to storage/src/test/java/com/zfoo/storage/export/ExportCsvTest.java index bb75693c..d26f6766 100644 --- a/boot/src/test/java/com/zfoo/boot/resource/User.java +++ b/storage/src/test/java/com/zfoo/storage/export/ExportCsvTest.java @@ -10,19 +10,24 @@ * See the License for the specific language governing permissions and limitations under the License. */ -package com.zfoo.boot.resource; +package com.zfoo.storage.export; -import com.zfoo.protocol.IPacket; +import com.zfoo.storage.util.ExportUtils; +import org.junit.Ignore; +import org.junit.Test; /** * @author godotg * @version 3.0 */ -public class User implements IPacket { +@Ignore +public class ExportCsvTest { - public String id; - public String name; - public String sex; - public int age; + @Test + public void test() throws Exception { + var inputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel"; + var outputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel"; + ExportUtils.excel2Json(inputDir, outputDir); + } } diff --git a/storage/src/main/java/com/zfoo/storage/interpreter/IResourceReader.java b/storage/src/test/java/com/zfoo/storage/export/ExportJsonTest.java similarity index 57% rename from storage/src/main/java/com/zfoo/storage/interpreter/IResourceReader.java rename to storage/src/test/java/com/zfoo/storage/export/ExportJsonTest.java index a4c1737d..e332caff 100644 --- a/storage/src/main/java/com/zfoo/storage/interpreter/IResourceReader.java +++ b/storage/src/test/java/com/zfoo/storage/export/ExportJsonTest.java @@ -1,6 +1,5 @@ /* * Copyright (C) 2020 The zfoo Authors - * * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except * in compliance with the License. You may obtain a copy of the License at * @@ -11,23 +10,24 @@ * See the License for the specific language governing permissions and limitations under the License. */ -package com.zfoo.storage.interpreter; +package com.zfoo.storage.export; -import java.io.IOException; -import java.io.InputStream; -import java.util.List; +import com.zfoo.storage.util.ExportUtils; +import org.junit.Ignore; +import org.junit.Test; /** - * 解释器模式设计的文本解析器 - *

- * interpreter [in'ter·pret·er || ɪn'tɜrprɪtə(r) /-'tɜːp-] - * n. 直译程序, 翻译员, 解释者 - * * @author godotg - * @version 4.0 + * @version 3.0 */ -public interface IResourceReader { +@Ignore +public class ExportJsonTest { - List read(InputStream inputStream, Class clazz, String suffix) throws IOException; + @Test + public void test() throws Exception { + var inputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel"; + var outputDir = "E:\\workspace\\zfoo\\storage\\src\\test\\resources\\excel"; + ExportUtils.excel2Json(inputDir, outputDir); + } }