基于spark的豆瓣阅读分析与推荐系统.zip

#-*- coding:utf-8 -*- from django.http import HttpResponse from django.views.decorators.csrf import csrf_exempt from django.conf import settings from datetime import * import os, codecs import json import random import re config_path = os.path.join(os.path.dirname(__file__), "ueconfig.json") base_dir = settings.BASE_DIR #项目的根目录 #本地上传图片时构造json返回值 class JsonResult(object): def __init__(self,state="未知错误",url="",title="",original="",error="null"): super(JsonResult,self).__init__() self.state = state self.url = url self.title = title self.original = original self.error = error #构造返回json def buildJsonResult(result): jsondata = {"state":result.state,"url":result.url,"title":result.title,"original":result.original,"error":result.error} return json.dumps(jsondata) def buildFileName(pathformat, filename): """ PathFormat处理 """ dt = datetime.now() name,ext = os.path.splitext(filename) #创建替换字典 keys = ['{filename}', '{time}', '{yyyy}', '{yy}', '{mm}', '{dd}', '{hh}', '{ii}', '{ss}', ] values = [name, '%H%M%S', '%Y', '%y', '%m', '%d', '%H', '%M', '%S', ] texts = dict(zip(keys, values)) #遍历对应替换 format_text = pathformat """ File "/home/yc/py6/myproject-test/ueditor/controller.py", line 45, in buildFileName for key, value in texts.iteritems(): AttributeError: 'dict' object has no attribute 'iteritems' """ # for key, value in texts.iteritems(): for key, value in texts.items(): format_text = format_text.replace(key, value) #处理随机数 regstr = r'{rand:(\d+?)}' ms = re.search(regstr, format_text) group = ms.group() if group: rand_length = int(ms.groups()[0]) #获取随机数字的长度 rand_number = random.randint(1, 10**rand_length -1) #生成随机数 rand_number = str(rand_number).zfill(rand_length) #不足位数补0 format_text = format_text.replace(group, rand_number) return dt.strftime(format_text) + ext #读取json文件 def getConfigContent(): # name 'file' is not defined # jsonfile = file(config_path) jsonfile = open(config_path) content = json.load(jsonfile) return content #上传配置类 class UploadConfig(object): def __init__(self,PathFormat,UploadFieldName,SizeLimit,AllowExtensions,SavePath,Base64,Base64Filename): super(UploadConfig,self).__init__() self.PathFormat = PathFormat self.UploadFieldName = UploadFieldName self.SizeLimit = SizeLimit self.AllowExtensions = AllowExtensions self.SavePath = SavePath self.Base64 = Base64 self.Base64Filename = Base64Filename #获取json配置中的某属性值 def GetConfigValue(key): config = getConfigContent() return config[key] #检查文件扩展名是否在允许的扩展名内 def CheckFileType(filename,AllowExtensions): exts = list(AllowExtensions) name,ext = os.path.splitext(filename) return ext in exts def CheckFileSize(filesize,SizeLimit): return filesize<SizeLimit #处理上传图片、文件、视频文件 @csrf_exempt def uploadFile(request,config): result = JsonResult() if config.Base64: pass else: buf = request.FILES.get(config.UploadFieldName) filename = buf.name if not CheckFileType(filename,config.AllowExtensions): result.error =u"不允许的文件格式" return HttpResponse(buildJsonResult(result)) if not CheckFileSize(buf.size,config.SizeLimit): result.error = u"文件大小超出服务器限制" return HttpResponse(buildJsonResult(result)) # try: truelyName = buildFileName(config.PathFormat, filename) webUrl = config.SavePath+ truelyName savePath = base_dir + webUrl #判断文件夹是否存在，不存在则创建 folder, filename = os.path.split(savePath) if not os.path.isdir(folder): os.makedirs(folder) print(base_dir,savePath) f = codecs.open(savePath,"wb") for chunk in buf.chunks(): f.write(chunk) f.flush() f.close() add_watermark(savePath) #加水印 result.state = "SUCCESS" result.url = truelyName result.title = truelyName result.original = truelyName response = HttpResponse(buildJsonResult(result)) response["Content-Type"] = "text/plain" return response # except Exception as e: # result.error = u"网络错误" # return HttpResponse(buildJsonResult(result)) #加水印 def add_watermark(savePath): try: #判断是否是图片文件 if not os.path.splitext(savePath)[-1].lower() in ['.jpg', '.jpge', '.png', '.bmp']: return #获取配置 config = getConfigContent() is_mark = config.get('openWaterMark', False) #是否开启加水印功能 watermark = config.get('waterMarkText', '') #水印内容 font = config.get('waterMarkFont', 'msyhbd.ttf') #字体 size = config.get('waterMarkSize', 15) #字体大小 bottom = config.get('waterMarkBottom', 45) #下边距 right = config.get('waterMarkRight', 155) #右边距 #判断是否开启了加水印功能 if not is_mark: return #python2.7 pillow from PIL import Image, ImageDraw, ImageFont #打开图片 im = Image.open(savePath).convert('RGBA') #透明的图层，用于写文本 text_layer = Image.new('RGBA', im.size, (0,0,0,0)) draw = ImageDraw.Draw(text_layer) #加载字体，设置大小 font_path = os.path.join(os.path.dirname(__file__), font) fnt = ImageFont.truetype(font_path, size) #要加中文字体才能识别中文 point = (text_layer.size[0]-right, text_layer.size[1]-bottom) #位置 draw.text(point, watermark, font=fnt, fill=(0,255,0,255)) # draw.text(point, watermark, font=fnt, fill=(255,255,255,255)) #out=Image.alpha_composite(im, text_layer) out = Image.composite(text_layer, im, text_layer) out.save(savePath) out.close() except Exception as e: print('[error]', e.message) #处理在线图片与在线文件 #返回的数据格式：{"state":"SUCCESS","list":[{"url":"upload/image/20140627/6353948647502438222009315.png"},{"url":"upload/image/20140627/6353948659383617789875352.png"},{"url":"upload/image/20140701/6353980733328090063690725.png"},{"url":"upload/image/20140701/6353980745691597223366891.png"},{"url":"upload/image/20140701/6353980747586705613811538.png"},{"url":"upload/image/20140701/6353980823509548151892908.png"}],"start":0,"size":20,"total":6} def listFileManage(request,imageManagerListPath,imageManagerAllowFiles,listsize): pstart = request.GET.get("start") start = pstart==None and int(pstart) or 0 psize = request.GET.get("size") size = psize==None and int(GetConfigValue(listsize)) or int(psize) localPath = base_dir + imageManagerListPath #2016-10-31自动创建在线管理的文件夹 if not os.path.isdir(localPath): os.makedirs(localPath) filelist = [] exts = list(imageManagerAllowFiles) index = start for imagename in os.listdir(localPath): name,ext = os.path.splitext(imagename) if ext in exts: filelist.append(dict(url=imagename)) index+=1 if index-start>=size: break jsondata = {"state":"SUCCESS","list":filelist,"start":start,"size":size,"total":index} return HttpResponse(json.dumps(jsondata)) #返回配置信息 def configHandler(request): content = getConfigContent() callback = request.GET.get("callback") if callback: return HttpResponse("{