CSV读取、CSV生成、CSV及下载、Java http请求、Base64转换。在做Walmart 库存拉取库存时刚好用到了上面的记录下来

已于 2025-01-16 22:13:33 修改
阅读量438 收藏 2
点赞数 3
CC 4.0 BY-SA版权
文章标签： java http python
于 2024-09-02 17:37:21 首次发布
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
本文链接：https://blog.youkuaiyun.com/Andychen2015/article/details/141824542

1、在pom引入一些架包

      

<!-- 以前的同事使用，感觉还挺好用-->    
        <dependency>
			<groupId>com.squareup.okhttp3</groupId>
			<artifactId>okhttp</artifactId>
			<version>3.14.9</version>
		</dependency> 
<!-- 不确定是否使用，有时间再验证-->    
        <dependency>
		    <groupId>org.jumpmind.symmetric</groupId>
		    <artifactId>symmetric-csv</artifactId>
		    <version>3.5.19</version>
        </dependency>
        <dependency>
		    <groupId>com.opencsv</groupId>
		    <artifactId>opencsv</artifactId>
		    <version>4.4</version>
			<exclusions>
				<exclusion>
					<groupId>commons-logging</groupId>
					<artifactId>commons-logging</artifactId>
				</exclusion>
			</exclusions>
		</dependency>

2、http连接

2.1、以前的同事使用的，感觉挺好用的便记录下来，架包要先引进来

注意：Accept可为  application/json、text/plain。这里指的是服务器返回给我们数据类型，拉库存返回的Text所以要使用text/plain。要不然会报 406 not accept able!

import java.util.UUID;


    String uuid = UUID.randomUUID().toString();//java自带的UUID
    String token = "XXXXXXXX";
    String site = "xx";

    OkHttpClient client = new OkHttpClient();
    Request request = new Request.Builder().url(baseUrl).get().addHeader("Accept", "text/plain")
							.addHeader("WM_SVC.NAME", "Walmart Marketplace").addHeader("WM_MARKET", site)
							.addHeader("WM_SEC.ACCESS_TOKEN", token)
							.addHeader("Authorization", "Basic " + encodeIdAndKey(customerId, privateKey))
							.addHeader("WM_QOS.CORRELATION_ID", uuid).build();

try {
						Response response = client.newCall(request).execute();
						if (response.code() == 200) {
							String body = response.body().string();

							List<PlatformInventoryDto> inventoryList = buildInventory(
									accountSite.getPlatformAccountName(), accountSite.getPlatformName(), siteName,
									warehouseName, body);
							boolean insertUpdateResult = platformInventoryUtilService.insertUpdate(inventoryList);
							if (!insertUpdateResult) {
								log.info("inventory {} false " , accountSite.getPlatformAccountName());
							}
						} else {
							log.info("get WalmartWFSInventory error ,code : {} ,msg: {}", response.code(),
									response.message());
							// response.code()
						}
					} catch (IOException e) {
						// e.printStackTrace();
						log.error("WalmartWFSInventory error {} ", e.getMessage());
					}

2.2、直接使用java的写法

 直接上代码

public  String  getToken(String cid, String key , String site) {
		String url1 = "xxxxxxxxxxxx";
		
		String uuid = UUID.randomUUID().toString();
		HttpURLConnection connection = null;
		URL url = null;
		BufferedReader reader = null;
		String result = null;
		StringBuffer sbf = null;
		String strRead = null;
		ObjectMapper mapper = new ObjectMapper();
		String accessToken = null;
		try {
			url = new URL(url1);
			connection = (HttpURLConnection) url.openConnection();
			connection.setDoOutput(true);
			connection.setDoInput(true);
            connection.setConnectTimeout(20 * 1000);
            connection.setReadTimeout(20 * 1000);
			connection.setInstanceFollowRedirects(false);
			connection.setRequestMethod("POST");
			connection.setRequestProperty("Content-Type", "application/x-www-form-urlencoded");
			connection.setRequestProperty("Accept", "application/json");
			connection.setRequestProperty("WM_SVC.NAME", "Walmart Marketplace");
			connection.setRequestProperty("WM_MARKET", site);
			connection.setRequestProperty("Authorization", "Basic " + encodeIdAndKey(cid, key));
			connection.setRequestProperty("WM_QOS.CORRELATION_ID", uuid);
			connection.setUseCaches(false);
			OutputStreamWriter writer = new OutputStreamWriter(connection.getOutputStream());
			writer.write("grant_type=client_credentials");
			writer.flush();
			System.out.println(connection.getResponseCode());
			InputStream is = connection.getInputStream();
			reader = new BufferedReader(new InputStreamReader(is, "UTF-8"));
			sbf = new StringBuffer();
			while ((strRead = reader.readLine()) != null) {
				sbf.append(strRead);
				sbf.append("\r\n");
			}
			reader.close();
			result = sbf.toString();
			Map<String, String> resMap = null;
			resMap = mapper.readValue(result, new TypeReference<Map<String, String>>() {
			});
			accessToken = resMap.get("access_token");
		} catch (IOException e) {
			//logger.error(e.getMessage(), e);
		}

		return accessToken;
	}

3、读取CSV文件

 private List<PlatformInventoryDto> buildInventory(String accountName,String platformName,
    		String siteName,String warehouseName,String inventoryCSV) {
        List<PlatformInventoryDto> inventoryList = new ArrayList<PlatformInventoryDto>(100);
        Map<String,PlatformInventoryDto> inventoryMap = new HashMap<>();
        
        if(inventoryCSV == null) {
        	return null;
        }
        //如果是文件，这里修改成FileInputStream
        ByteArrayInputStream ais = new ByteArrayInputStream(inventoryCSV.getBytes());
        
        InputStreamReader isr = new InputStreamReader(ais);
        CSVReader reader = new CSVReader(isr);
        
        List<String[]> lines  = new ArrayList<>();
		try {
			lines = reader.readAll();
		} catch (IOException e) {
			//e.printStackTrace();
			log.error(e.getMessage());
		}
        
        
        Date confirmDate = new Date();
        
        PlatformInventoryDto inventory = null;
        int lineIndex = 1;
        for (String[] line : lines) {
        	if(lineIndex <= 1) {
        		lineIndex++;
        		continue;
        	}
        	String sellerSku = line[2];
        	String qty = line[6];
        	
        	Integer qtyTemp = new Integer(qty);
        	
        	if(inventoryMap.containsKey(sellerSku)) {
        		//Integer qtyPre = inventory.getQtySiteSku();
        		
        		inventory.setQtySiteSku(inventory.getQtySiteSku() + qtyTemp );
        	} else {
        		inventory = new PlatformInventoryDto();
                inventoryList.add(inventory);

                inventory.setSiteSku(sellerSku);
                inventory.setQtySiteSku(qtyTemp);
                inventory.setAccountName(accountName);
                inventory.setPlatformName(platformName);
                inventory.setSiteName(siteName);
                inventory.setWarehouse(warehouseName);
                //站点SKU在平台上的ID
                //asin = stock.getSku();
                //inventory.setPlatformSkuId(asin);
                inventory.setConfirmDate(confirmDate);
        	}
        }
        return inventoryList;
    }

4、 Base64生成

直接使用java的转换一下 

	public String encodeIdAndKey(String cid, String key) {
		Base64.Encoder encoder = Base64.getEncoder();
		String text = cid + ":" + key;
		byte[] apiKeyByte = null;
		String encodedText = null;
		try {
			apiKeyByte = text.getBytes("UTF-8");
			encodedText = encoder.encodeToString(apiKeyByte);
		} catch (UnsupportedEncodingException e) {
			log.error(e.getMessage(), e);
		}

		return encodedText;
	}

5、 406 Not acceptable报错解决

 

注意：Accept可为  application/json、text/plain。这里指的是服务器返回给我们数据类型，拉库存返回的Text所以要使用text/plain。要不然会报 406 not accept able! 

还是要单独出来，毕竟有可能这就是跨不过的槛。

6、生成CSV并下载代码

后端代码

package com.springstudy.util;

import java.io.ByteArrayOutputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.FileWriter;
import java.io.IOException;
import java.io.OutputStream;
import java.io.OutputStreamWriter;

import com.opencsv.CSVWriter;

public class CSVUtils {
	public static void createCSV() {
		String csvFile = "D:/study/javarabbitmqworkspace/fanoutWorkspace/springdemo/doc/csv/csvtest.csv";
		try (CSVWriter writer = new CSVWriter(new FileWriter(csvFile))) {
            String[] header = {"Name", "Email", "Phone"};
            writer.writeNext(header);
            String[] line1 = {"John,Doe%￥@！）（*&……%￥#@！", "john.doe@example.com", "1234567890"};
            writer.writeNext(line1);
            String[] line2 = {"Jane Smith中文", "jane.smith@example.com", "0987654321"};
            writer.writeNext(line2);
            // 写入更多行数据
            System.out.println("CSV文件已生成！");
        } catch (IOException e) {
            e.printStackTrace();
        }
	}
	
	public static byte[] createCSVOutputSteam() {
		String csvFile = "D:/study/javarabbitmqworkspace/fanoutWorkspace/springdemo/doc/csv/csvtest.csv";
		ByteArrayOutputStream out = new ByteArrayOutputStream();
		try (CSVWriter writer = new CSVWriter(new OutputStreamWriter(out))) {
            String[] line2 = {"Jane Smith中文", "jane.smith@example.com", "0987654321"};
            for(int i=0;i<50000;i++)
            	writer.writeNext(line2);
            System.out.println("CSV文件已生成！");
        } catch (IOException e) {
            e.printStackTrace();
        }
		return out.toByteArray();
	}
	
	public static void createCSVOutputSteam(OutputStream out) {
		try (CSVWriter writer = new CSVWriter(new OutputStreamWriter(out))) {            
            String[] line2 = {"Jane Smith中文", "jane.smith@example.com", "0987654321"};
            for(int i=0;i<50000;i++)
            	writer.writeNext(line2);
            // 写入更多行数据
            System.out.println("CSV文件已生成！");
        } catch (IOException e) {
            e.printStackTrace();
        }
	}

	public static void main(String[] args) {
		CSVUtils.createCSV();
	}
}

Controller类

package com.springstudy.controller;

import java.io.OutputStream;
import java.util.HashMap;
import java.util.Map;

import javax.servlet.http.HttpServletResponse;

import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.data.redis.core.RedisTemplate;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.ResponseBody;

import com.springstudy.domain.User;
import com.springstudy.service.IExcelService;
import com.springstudy.util.CSVUtils;

@Controller//标识是
@RequestMapping("/csvdemo")//整体标识
public class CSVDemoController {
	//解决一些问题
	private final IExcelService excelService;
	
	public CSVDemoController(IExcelService excelService) {
		this.excelService = excelService;
	}

	//普通的写法，不建议这么写
	@PostMapping("/downloadcsv")
	public void downloadExcel(HttpServletResponse response,@RequestBody User user) {

		byte[] excelBytes = CSVUtils.createCSVOutputSteam();
		OutputStream out = null;
		try {
			response.setContentType("application/csv");
			response.setCharacterEncoding("UTF-8");
			response.setHeader("Content-Disposition", "inline");
            response.setHeader("myfilename", "csvDownloadDemo.csv");
            response.setHeader("flag", "1");
			out = response.getOutputStream();
			out.write(excelBytes);
		} catch (Exception e) {
			//e.printStackTrace();
		}finally {
			try {
				if(out!=null) out.close();
			} catch (Exception e) {
				//e.printStackTrace();
				//logger.error("print price error 6 : {}",e);
			}
		}
	}
	
	//比上面会快很多
	@PostMapping("/downloadcsvsplit")
	public void downloadcsvsplit(HttpServletResponse response,@RequestBody User user) {

		
		OutputStream out = null;
		try {
			response.setContentType("application/csv");
			response.setCharacterEncoding("UTF-8");
			response.setHeader("Content-Disposition", "inline");
            response.setHeader("myfilename", "csvDownloadDemo.csv");
            response.setHeader("flag", "1");
			out = response.getOutputStream();
			
			CSVUtils.createCSVOutputSteam(out);
		} catch (Exception e) {
			//e.printStackTrace();
		}finally {
			try {
				if(out!=null) out.close();
			} catch (Exception e) {
			}
		}
	}
	
	// localhost:8089/myspringdemo/exceldemo/parametertestone
	@GetMapping("/parametertestone")//声明是get
	@ResponseBody//Spring MVC将会处理方法的返回值，并使用合适的HttpMessageConverter将返回值写入输出流。这通常用于返回JSON或XML等数据格式。
	public String  parameterTestOne(
			//name和value的效果一样.required默认为true，如果不是必须输入的则可设置为false
			@RequestParam(name="number",required=false) String number,
			String name) {
		return number + " goodluck";
	}
	
	@PostMapping("/parametertesttwo")//声明是Post
	@ResponseBody
	public String  parameterTestTwo(@RequestParam(name="number") String number) {
		return number + " goodluck";
	}
	
	@PostMapping("/parametertestthree")
	@ResponseBody
	public String  parameterTestThree(@RequestBody User user) {
		return " goodluck";
	}


}

前端代码

downlaodCsv: function() {
      
      var _this = this;
      this.$message({
          showClose: true,
          message: 'Hello World!',
          type: 'info'
        });

      var user = {
          "aid": 1
        };

        this.$axios.post("/csvdemo/downloadcsvsplit",user,{responseType: 'arraybuffer'}).then((res)=>{
          
            //let ct = res.ContentType;
            console.log(res);
            var fileName = res.headers['myfilename'];
            var contenttype = res.headers['content-type'];
            
            console.log(fileName);
            const blob = new Blob([res.data],{
              type: contenttype
            });
            var body = document.getElementsByTagName('body')[0];
            const a = document.createElement('a');
            a.download = fileName;
            a.href = URL.createObjectURL(blob); //创建连接
            body.appendChild(a); //添加a标签
            a.click();
            body.removeChild(a); //移除a标签
            URL.revokeObjectURL(a.href); //关闭连接

        }).catch(() => {
                  _this.$message({
                  type: 'info',
                   message: 'CheckOut Cancel1'
                    });
              });
    },
    downlaodCsvdemo: function() {
      
      var _this = this;
      this.$message({
          showClose: true,
          message: 'Hello World!',
          type: 'info'
        });

      var user = {
          "aid": 1
        };

        this.$axios.post("/csvdemo/downloadcsv",user,{responseType: 'arraybuffer'}).then((res)=>{
          
            //let ct = res.ContentType;
            console.log(res);
            var fileName = res.headers['myfilename'];
            var contenttype = res.headers['content-type'];
            
            console.log(fileName);
            const blob = new Blob([res.data],{
              type: contenttype
            });
            var body = document.getElementsByTagName('body')[0];
            const a = document.createElement('a');
            a.download = fileName;
            a.href = URL.createObjectURL(blob); //创建连接
            body.appendChild(a); //添加a标签
            a.click();
            body.removeChild(a); //移除a标签
            URL.revokeObjectURL(a.href); //关闭连接

        }).catch(() => {
                  _this.$message({
                  type: 'info',
                   message: 'CheckOut Cancel1'
                    });
              });
    },

hogn2015
关注
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值