modify and add customer FileSystemAccessor

Author: robinhood-jim

common/src/main/java/com/robin/comm/util/xls/ExcelProcessor.java

@@ -232,8 +232,7 @@ public static Object readValue(Cell cell, String type, DateTimeFormatter format,
                             break;
                         case Const.META_TYPE_BIGINT:
                             if (!StringUtils.isEmpty(str)) {
-                                Double d = Double.valueOf(str);
-                                strCell = d.longValue();
+                                strCell = Double.valueOf(str).longValue();
                             } else {
                                 strCell = 0L;
                             }

common/src/main/java/com/robin/core/fileaccess/iterator/AbstractFileIterator.java

@@ -144,4 +144,8 @@ public String getIdentifier() {
     public AbstractFileSystemAccessor getFileSystemAccessor(){
         return accessUtil;
     }
+
+    public void setAccessUtil(AbstractFileSystemAccessor accessUtil) {
+        this.accessUtil = accessUtil;
+    }
 }

common/src/main/java/com/robin/core/fileaccess/iterator/AbstractResIterator.java

@@ -1,6 +1,7 @@
 package com.robin.core.fileaccess.iterator;
 
 import com.robin.core.base.exception.OperationNotSupportException;
+import com.robin.core.fileaccess.fs.AbstractFileSystemAccessor;
 import com.robin.core.fileaccess.meta.DataCollectionMeta;
 import com.robin.core.fileaccess.meta.DataSetColumnMeta;
 import org.slf4j.Logger;
@@ -51,4 +52,9 @@ public void setReader(BufferedReader reader) {
     public void setInputStream(InputStream inputStream) {
         throw new OperationNotSupportException("");
     }
+
+    @Override
+    public void setAccessUtil(AbstractFileSystemAccessor accessUtil) {
+        throw new OperationNotSupportException("");
+    }
 }

common/src/main/java/com/robin/core/fileaccess/iterator/ArffFileIterator.java

@@ -2,6 +2,7 @@
 
 import com.google.common.collect.Lists;
 import com.robin.core.base.util.Const;
+import com.robin.core.fileaccess.fs.AbstractFileSystemAccessor;
 import com.robin.core.fileaccess.meta.DataCollectionMeta;
 import com.robin.core.fileaccess.meta.DataSetColumnMeta;
 import org.springframework.util.CollectionUtils;

common/src/main/java/com/robin/core/fileaccess/iterator/IResourceIterator.java

@@ -1,4 +1,6 @@
 package com.robin.core.fileaccess.iterator;
+import com.robin.core.fileaccess.fs.AbstractFileSystemAccessor;
+
 import java.io.BufferedReader;
 import java.io.Closeable;
 import java.io.InputStream;
@@ -11,4 +13,5 @@ public interface IResourceIterator extends Iterator<Map<String,Object>>, Closeab
     String getIdentifier();
     void setInputStream(InputStream inputStream);
     void setReader(BufferedReader reader);
+    void setAccessUtil(AbstractFileSystemAccessor accessUtil);
 }

common/src/main/java/com/robin/core/fileaccess/iterator/JsonFileIterator.java

@@ -18,6 +18,7 @@
 import com.google.gson.stream.JsonReader;
 import com.robin.core.base.util.Const;
 import com.robin.core.convert.util.ConvertUtil;
+import com.robin.core.fileaccess.fs.AbstractFileSystemAccessor;
 import com.robin.core.fileaccess.meta.DataCollectionMeta;
 import com.robin.core.fileaccess.meta.DataSetColumnMeta;
 import org.springframework.util.CollectionUtils;

common/src/main/java/com/robin/core/fileaccess/iterator/PlainTextFileIterator.java

@@ -18,6 +18,7 @@
 import com.robin.core.base.util.Const;
 import com.robin.core.base.util.StringUtils;
 import com.robin.core.convert.util.ConvertUtil;
+import com.robin.core.fileaccess.fs.AbstractFileSystemAccessor;
 import com.robin.core.fileaccess.meta.DataCollectionMeta;
 import com.robin.core.fileaccess.meta.DataSetColumnMeta;
 import org.springframework.util.ObjectUtils;

common/src/main/java/com/robin/core/fileaccess/iterator/TextFileIteratorFactory.java

@@ -49,7 +49,8 @@ public static AbstractFileIterator getProcessReaderIterator(DataCollectionMeta c
 		Class<? extends IResourceIterator> iterclass=fileIterMap.get(fileType);
 		try {
 			if (!ObjectUtils.isEmpty(iterclass)) {
-				iterator = (AbstractFileIterator) iterclass.getConstructor(DataCollectionMeta.class, AbstractFileSystemAccessor.class).newInstance(colmeta,utils);
+				iterator = (AbstractFileIterator) iterclass.getConstructor(DataCollectionMeta.class).newInstance(colmeta);
+				iterator.setAccessUtil(utils);
 			}
 			iterator.beforeProcess();
 		}catch (Exception ex){

common/src/main/java/com/robin/core/fileaccess/iterator/XmlFileIterator.java

@@ -17,6 +17,7 @@
 
 import com.robin.core.base.util.Const;
 import com.robin.core.convert.util.ConvertUtil;
+import com.robin.core.fileaccess.fs.AbstractFileSystemAccessor;
 import com.robin.core.fileaccess.meta.DataCollectionMeta;
 import com.robin.core.fileaccess.meta.DataSetColumnMeta;
 
@@ -44,7 +45,10 @@ public XmlFileIterator(){
 	public XmlFileIterator(DataCollectionMeta metaList) {
 		super(metaList);
 		identifier= Const.FILEFORMATSTR.XML.getValue();
-
+	}
+	public XmlFileIterator(DataCollectionMeta metaList, AbstractFileSystemAccessor accessor) {
+		super(metaList,accessor);
+		identifier= Const.FILEFORMATSTR.XML.getValue();
 	}
 	@Override
 	public void beforeProcess() {

common/src/main/java/com/robin/core/fileaccess/writer/AbstractQueueWriter.java

@@ -3,6 +3,7 @@
 import com.robin.core.base.exception.OperationNotSupportException;
 import com.robin.core.base.util.Const;
 import com.robin.core.base.util.ResourceConst;
+import com.robin.core.fileaccess.fs.AbstractFileSystemAccessor;
 import com.robin.core.fileaccess.meta.DataCollectionMeta;
 import com.twitter.bijection.Injection;
 import com.twitter.bijection.avro.GenericAvroCodecs;
@@ -86,4 +87,8 @@ public void setOutputStream(OutputStream outputStream){
         throw new OperationNotSupportException("");
     }
 
+    @Override
+    public void setAccessUtil(AbstractFileSystemAccessor accessUtil) {
+        throw new OperationNotSupportException("");
+    }
 }