/** * Created by lkl on 2017/6/26. *///spark-shell --driver-class-path /home/hadoop/test/mysqljdbc.jarimport java.sql.{DriverManager, ResultSet}import org.apache.spark.SparkContextimport org.apache.spark.SparkConfimport java.util.Dateobject titlespli…

) UNSIGNED NOT NULL AUTO_INCREMENT, innserSessionid ), times ), channelType ), sourcetitle ), title ), words ), characters ), refer ), role ), Nowtime ), PRIMARY KEY(id) ) DEFAULT CHARSET=utf8; ALTER TABLE `titlesplit` ADD INDEX(`words`) /** * Create…

/** * Created by lkl on 2017/7/31. *//** * Created by lkl on 2017/6/26. *///spark-shell --driver-class-path /home/hadoop/test/mysqljdbc.jarimport java.math.BigDecimalimport java.sql.{DriverManager, ResultSet}import org.apache.spark.SparkContextimport…

CREATE TABLE `result` (`id` INT(10) UNSIGNED NOT NULL AUTO_INCREMENT,`thetime` CHAR(100) , `category` CHAR(100) , `weight` decimal(24,4), PRIMARY KEY (`id`) ) DEFAULT CHARSET=utf8;ALTER TABLE `result` ADD INDEX(`category`) /** * Created by lkl on 201…

CREATE TABLE `middle` ( `id` INT(10) UNSIGNED NOT NULL AUTO_INCREMENT, `innserSessionid` VARCHAR(250), `times` VARCHAR(250), `number` VARCHAR(250), `category` VARCHAR(250), `svalue` DECIMAL(32,7), `wordscount` BIGINT, `categoryscount` BIGINT, `rank`…