计算机毕业设计Flink+Hadoop广告推荐系统 广告预测 广告数据分析可视化 广告爬虫 大数据毕业设计 Spark Hive 深度学习 机器学

河北传媒学院

本科毕业论文开题报告

核心算法代码分享如下：

import pymysql
from flask import Flask, request, jsonify
import json
from flask_mysqldb import MySQL
import random
import sys
 
import math
from operator import itemgetter
 
import pymysql
 
import SVD
import UserCF
from ItemCF import recommend
#from mlp import als_mlp_predict
from rate import Rate
import db
# 创建应用对象
app = Flask(__name__)
app.config['MYSQL_HOST'] = 'bigdata'
app.config['MYSQL_USER'] = 'root'
app.config['MYSQL_PASSWORD'] = '123456'
app.config['MYSQL_DB'] = 'hive_ads'
mysql = MySQL(app)  # this is the instantiation
 
 
@app.route('/tables01')
def tables01():
    cur = mysql.connection.cursor()
    cur.execute('''SELECT * FROM table01''')
    #row_headers = [x[0] for x in cur.description]  # this will extract row headers
    row_headers = ['province','num']  # this will extract row headers
    rv = cur.fetchall()
    json_data = []
    #print(json_data)
    for result in rv:
        json_data.append(dict(zip(row_headers, result)))
    return json.dumps(json_data, ensure_ascii=False)
 
@app.route('/tables02')
def tables02():
    cur = mysql.connection.cursor()
    cur.execute('''SELECT * FROM table02 ORDER BY stime asc ''')
    #row_headers = [x[0] for x in cur.description]  # this will extract row headers
    row_headers = ['stime','num']  # this will extract row headers
    rv = cur.fetchall()
    json_data = []
    #print(json_data)
    for result in rv:
        json_data.append(dict(zip(row_headers, result)))
    return json.dumps(json_data, ensure_ascii=False)
 
@app.route('/tables03')
def tables03():
    cur = mysql.connection.cursor()
    cur.execute('''SELECT * FROM table03 order by avg_price desc''')
    #row_headers = [x[0] for x in cur.description]  # this will extract row headers
    row_headers = ['area','avg_price']  # this will extract row headers
    rv = cur.fetchall()
    json_data = []
    #print(json_data)
    for result in rv:
        json_data.append(dict(zip(row_headers, result)))
    return json.dumps(json_data, ensure_ascii=False)
 
@app.route('/tables04')
def tables04():
    cur = mysql.connection.cursor()
    cur.execute('''SELECT * FROM table04''')
    #row_headers = [x[0] for x in cur.description]  # this will extract row headers
    row_headers = ['small_type','sum_flow']  # this will extract row headers
    rv = cur.fetchall()
    json_data = []
    #print(json_data)
    for result in rv:
        json_data.append(dict(zip(row_headers, result)))
    return json.dumps(json_data, ensure_ascii=False)
 
@app.route("/getmapcountryshowdata")
def getmapcountryshowdata():
    filepath = r"D:\\hadoop_spark_hive_mooc2024\\server\\data\\maps\\china.json"
    with open(filepath, "r", encoding='utf-8') as f:
        data = json.load(f)
        return json.dumps(data, ensure_ascii=False)
 
 
@app.route('/tables05')
def tables05():
    cur = mysql.connection.cursor()
    cur.execute('''SELECT * FROM table05''')
    #row_headers = [x[0] for x in cur.description]  # this will extract row headers
    row_headers = ['fee_mode','num']  # this will extract row headers
    rv = cur.fetchall()
    json_data = []
    #print(json_data)
    for result in rv:
        json_data.append(dict(zip(row_headers, result)))
    return json.dumps(json_data, ensure_ascii=False)
 
@app.route('/tables06')
def tables06():
    cur = mysql.connection.cursor()
    cur.execute('''SELECT * FROM table06''')
    #row_headers = [x[0] for x in cur.description]  # this will extract row headers
    row_headers = ['title','flow']  # this will extract row headers
    rv = cur.fetchall()
    json_data = []
    #print(json_data)
    for result in rv:
        json_data.append(dict(zip(row_headers, result)))
    return json.dumps(json_data, ensure_ascii=False)
 
@app.route('/tables07')
def tables07():
    cur = mysql.connection.cursor()
    cur.execute('''SELECT * FROM table07''')
    #row_headers = [x[0] for x in cur.description]  # this will extract row headers
    row_headers = ['ctime','num']  # this will extract row headers
    rv = cur.fetchall()
    json_data = []
    #print(json_data)
    for result in rv:
        json_data.append(dict(zip(row_headers, result)))
    return json.dumps(json_data, ensure_ascii=False)
 
@app.route('/tables08')
def tables08():
    cur = mysql.connection.cursor()
    cur.execute('''SELECT * FROM table08''')
    #row_headers = [x[0] for x in cur.description]  # this will extract row headers
    row_headers = ['name','num']  # this will extract row headers
    rv = cur.fetchall()
    json_data = []
    #print(json_data)
    for result in rv:
        json_data.append(dict(zip(row_headers, result)))
    return json.dumps(json_data, ensure_ascii=False)
 
@app.route('/tables09')
def tables09():
    cur = mysql.connection.cursor()
    cur.execute('''SELECT * FROM table09''')
    row_headers = [x[0] for x in cur.description]  # this will extract row headers
    #row_headers = ['car_name','score']  # this will extract row headers
    rv = cur.fetchall()
    json_data = []
    #print(json_data)
    for result in rv:
        json_data.append(dict(zip(row_headers, result)))
    return json.dumps(json_data, ensure_ascii=False)
 
 
@app.route('/data',methods=['GET'])
def data():
    limit = int(request.args['limit'])
    page = int(request.args['page'])
    page = (page-1)*limit
    conn = pymysql.connect(host='bigdata', user='root', password='123456', port=3306, db='hive_ads',
                           charset='utf8mb4')
 
    cursor = conn.cursor()
    if (len(request.args) == 2):
        cursor.execute("select count(*) from tb_ads");
        count = cursor.fetchall()
        cursor = conn.cursor(cursor=pymysql.cursors.DictCursor)
        cursor.execute("select * from tb_ads limit "+str(page)+","+str(limit));
        data_dict = []
        result = cursor.fetchall()
        for field in result:
            data_dict.append(field)
    else:
        small_type = str(request.args['small_type'])
        fee_mode = str(request.args['fee_mode']).lower()
        if(small_type=='不限'):
            cursor.execute("select count(*) from tb_ads where fee_mode like '%"+fee_mode+"%'");
            count = cursor.fetchall()
            cursor = conn.cursor(cursor=pymysql.cursors.DictCursor)
            cursor.execute("select * from tb_ads where fee_mode like '%"+fee_mode+"%' limit " + str(page) + "," + str(limit));
            data_dict = []
            result = cursor.fetchall()
            for field in result:
                data_dict.append(field)
        else:
            cursor.execute("select count(*) from tb_ads where fee_mode like '%"+fee_mode+"%' and small_type = '"+small_type+"'");
            count = cursor.fetchall()
            cursor = conn.cursor(cursor=pymysql.cursors.DictCursor)
            cursor.execute("select * from tb_ads where fee_mode like '%"+fee_mode+"%' and small_type = '"+small_type+"' limit " + str(page) + "," + str(limit));
            data_dict = []
            result = cursor.fetchall()
            for field in result:
                data_dict.append(field)
    table_result = {"code": 0, "msg": None, "count": count[0], "data": data_dict}
    cursor.close()
    conn.close()
    return jsonify(table_result)
 
 
@app.route('/rec_item',methods=['GET'])
def rec_item():
    #print(request.get_json())
    limit = 10
    page = 1
    param1 = str(random.choice([1,2,3,4,5,6]))
    result = recommend(int(param1))
    list = []
    for r in result:
        list.append(dict(iid=r[0], rate=r[1]))
    print(list)
    iids=[]
    for iid in list :
        iids.append(str(iid['iid']))
    conn = pymysql.connect(host='bigdata', user='root', password='123456', port=3306, db='hive_ads',
                           charset='utf8mb4')
    print(iids)
    iids_str=','.join(iids)
    cursor = conn.cursor(cursor=pymysql.cursors.DictCursor)
    cursor.execute( "select * from tb_ads where id in (" + iids_str + ")");
    data_dict = []
    result = cursor.fetchall()
    for field in result:
        data_dict.append(field)
    table_result = {"code": 0, "msg": None, "count": len(result), "data": data_dict}
    cursor.close()
    conn.close()
    return jsonify(table_result)
 
@app.route('/rec_user',methods=['GET'])
def rec_user():
    #print(request.get_json())
    limit = 10
    page = 1
    param1 = str(random.choice([1,2,3,4,5,6]))
    param1 = "1"
    result = UserCF.recommend(int(param1))
    list = []
    for r in result:
        list.append(dict(iid=r[0], rate=r[1]))
    print(list)
    print(list)
    iids=[]
    for iid in list :
        iids.append(str(iid['iid']))
    conn = pymysql.connect(host='bigdata', user='root', password='123456', port=3306, db='hive_ads',
                           charset='utf8mb4')
    print(iids)
    iids_str=','.join(iids)
    cursor = conn.cursor(cursor=pymysql.cursors.DictCursor)
    cursor.execute( "select * from tb_ads where id in (" + iids_str + ")");
    data_dict = []
    result = cursor.fetchall()
    for field in result:
        data_dict.append(field)
    table_result = {"code": 0, "msg": None, "count": len(result), "data": data_dict}
    cursor.close()
    conn.close()
    return jsonify(table_result)
 
# @app.route('/mlp',methods=['GET'])
# def mlp():
#     #print(request.get_json())
#     limit = 10
#     page = 1
#     param1 = str(random.choice([1,2,3,4,5,6]))
#     result = als_mlp_predict(int(param1), 55, 4)
#     list = []
#     # print(result)
#     for r in result:
#         list.append(dict(iid=r['iid'], rate=r['score']))
#     print(list)
#     print(list)
#     print(list)
#     iids=[]
#     for iid in list :
#         iids.append(str(iid['iid']))
#     conn = pymysql.connect(host='bigdata', user='root', password='123456', port=3306, db='hive_ads',
#                            charset='utf8mb4')
#     print(iids)
#     iids_str=','.join(iids)
#     cursor = conn.cursor(cursor=pymysql.cursors.DictCursor)
#     cursor.execute( "select * from tb_ads where id in (" + iids_str + ")");
#     data_dict = []
#     result = cursor.fetchall()
#     for field in result:
#         data_dict.append(field)
#     table_result = {"code": 0, "msg": None, "count": len(result), "data": data_dict}
#     cursor.close()
#     conn.close()
#     return jsonify(table_result)
 
@app.route('/svd',methods=['GET'])
def svd():
    #print(request.get_json())
    limit = 10
    page = 1
    param1 = str(random.choice([1,2,3,4,5,6]))
    #param1 = 1
    predictions = SVD.recommend(int(param1),10)
    # print(predictions)
    res = []
    for p in predictions:
        # print(p)
        d = dict(iid=p, rate=0.9)
        res.append(d)
    print(res)
    print(res)
    print(res)
    print(res)
    iids=[]
    for iid in res :
        iids.append(str(iid['iid']))
    conn = pymysql.connect(host='bigdata', user='root', password='123456', port=3306, db='hive_ads',
                           charset='utf8mb4')
    print(iids)
    iids_str=','.join(iids)
    cursor = conn.cursor(cursor=pymysql.cursors.DictCursor)
    cursor.execute( "select * from tb_ads where id in (" + iids_str + ")");
    data_dict = []
    result = cursor.fetchall()
    for field in result:
        data_dict.append(field)
    table_result = {"code": 0, "msg": None, "count": len(result), "data": data_dict}
    cursor.close()
    conn.close()
    return jsonify(table_result)
 
if __name__ == "__main__":
    app.run(debug=False)