当前位置:   article > 正文

java读取Mysql数据库写入hdfs_java sql写入数据到hdoop

java sql写入数据到hdoop
  1. package com.Test;
  2. import java.io.ByteArrayInputStream;
  3. import java.io.File;
  4. import java.io.FileInputStream;
  5. import java.io.IOException;
  6. import java.io.InputStream;
  7. import java.io.UnsupportedEncodingException;
  8. import java.sql.Connection;
  9. import java.sql.DriverManager;
  10. import java.sql.DriverPropertyInfo;
  11. import java.sql.PreparedStatement;
  12. import java.sql.ResultSet;
  13. import java.sql.SQLException;
  14. import java.sql.SQLFeatureNotSupportedException;
  15. import java.sql.Statement;
  16. import java.util.Properties;
  17. import java.util.logging.Logger;
  18. import org.apache.hadoop.conf.Configuration;
  19. import org.apache.hadoop.fs.FSDataOutputStream;
  20. import org.apache.hadoop.fs.FileSystem;
  21. import org.apache.hadoop.fs.Path;
  22. public class Mysql {
  23. String url = "jdbc:mysql://192.168.0.44:3306/mysql";
  24. String user = "root";
  25. String password = "mysql";
  26. public static void main(String[] args) throws ClassNotFoundException, SQLException, IOException {
  27. String driver = "com.mysql.jdbc.Driver";
  28. Class.forName(driver);
  29. Connection conn = DriverManager.getConnection("jdbc:mysql://192.168.0.44:3306/mysql", "root", "mysql");
  30. PreparedStatement state = conn.prepareStatement("select * from aa");
  31. ResultSet rs = state.executeQuery();
  32. String str = "";
  33. while (rs.next()) {
  34. str += rs.getString(1)+ " " + rs.getString(2) + "\n";
  35. }
  36. System.out.print(str);
  37. InputStream in = new ByteArrayInputStream(str.getBytes("UTF-8"));
  38. Configuration conf = new Configuration();
  39. FileSystem fs = FileSystem.get(conf);
  40. String hdfs = "/user/input/1.txt";
  41. FSDataOutputStream fo = fs.create(new Path(hdfs));
  42. int len = 0;
  43. byte[] b = new byte[1024];
  44. while ((len = in.read(b)) > -1) {
  45. fo.write(b, 0, len);
  46. }
  47. conn.close();
  48. in.close();
  49. fo.close();
  50. }
  51. }

本文内容由网友自发贡献,转载请注明出处:https://www.wpsshop.cn/w/Cpp五条/article/detail/519542
推荐阅读
相关标签
  

闽ICP备14008679号