dayone_to_wordpress.py

#coding:utf-8

import json,sys,mistune,os,md5,datetime
from wordpress_xmlrpc import Client, WordPressPost, WordPressMedia
from wordpress_xmlrpc.compat import xmlrpc_client
from wordpress_xmlrpc.methods import media, posts

#中文乱码
reload(sys)
sys.setdefaultencoding( "utf-8" )

def new_post_with_pic(content_raw,photos_info_list,post_date):
    
    photos_path =  os.path.dirname(json_path) + u"/photos/"

    print "处理photo,添加本地路径"
    photos_info_list = add_photos_path(photos_info_list,photos_path)
    print photos_info_list

    print "上传photo,只上传必要图片,写入key"
    photos_info_list,n = upload_pic_list(photos_info_list)
    print photos_info_list
    print "共上传了%s张图片"%n
    post_content = content_raw[content_raw.find('\n') + 1:]

    #得到特色图片id
    thumbnail_img_id = get_thumbnail_img_id(photos_info_list)

    print "替换里的图片地址为url"
    post_content_markdown = deal_content_raw(post_content,photos_info_list)

    print "转md to html"
    post_content = mistune.markdown(post_content_markdown.encode("utf-8"))

    global music_url
    global wp_post_tag
    if music_url:
        post_content =add_music(post_content,music_url)
        wp_post_tag.append("音乐")

    print "处理标题"
    post_title = content_raw[0:content_raw.find('\n')]
    while post_title[0] == "#":
        post_title = post_title[1:]

    # 上传文章----------------------
    post_id = upload_post(post_title,post_content,img_id =thumbnail_img_id, post_status = post_status,post_date = post_date,post_tag = wp_post_tag,post_format = post_format)

    print "上传成功,post id:",post_id
    return post_id,n

def new_post_without_pic(content_raw,post_date):

    print "处理标题"
    post_title = content_raw[0:content_raw.find('\n')]
    while post_title[0] == "#":
        post_title = post_title[1:]

    print "处理内容"
    post_content_markdown = content_raw[content_raw.find('\n') + 1:]
    print "转md to html"
    post_content = mistune.markdown(post_content_markdown.encode("utf-8"))

    global music_url
    global wp_post_tag
    if music_url:
        post_content =add_music(post_content,music_url)
        wp_post_tag.append("音乐")
    

    print "上传文章"
    post_id = upload_post(post_title,post_content,post_status = post_status,post_date = post_date,post_tag = wp_post_tag,post_format = post_format)

    print "上传成功,post id:",post_id
    return post_id

def old_post_with_pic(post_id,photos_info_list,content_raw,post_date):
    # print "下载wp中的配图-------------------------------"
    wp_img_info = get_wp_post_img(post_id)
    #wp_img_info结构:[{"id":1234,"img_url":"http://...jpg"},...]

    if wp_img_info:
        print "共找着%s张插图"%len(wp_img_info)
        # print "准备下载至本地以作对比用"
        print "删除全部旧文章配图"
        del_post_img_out(wp_img_info)

    else:
        print "旧文章中没有任何插图"

    print "取得本地配图-----------------------------"

    print "处理photo,添加本地路径"
    photos_path =  os.path.dirname(json_path) + u"/photos/"
    photos_info_list = add_photos_path(photos_info_list,photos_path)

    print "上传本地photo,写入key"
    photos_info_list,n = upload_pic_list(photos_info_list)
    print "共上传了%s张图片"%n
    #得到特色图片id
    thumbnail_img_id = get_thumbnail_img_id(photos_info_list)

    print "分离标题与内容"
    post_title = content_raw[0:content_raw.find('\n')]
    post_content = content_raw[content_raw.find('\n') + 1:]

    while post_title[0] == "#":
    #去掉#号
        post_title = post_title[1:]

    while post_content[0] == "\n":
    #去掉首行空行
        post_content = post_content[1:]

    while ("![](dayone-moment" in post_title) or (post_title == "\n"):
        print "标题有问题"
        first_img = post_title
        post_title = post_content[0:post_content.find('\n')]
        print "new title:",post_title

        post_content = first_img +"\n"+ post_content[post_content.find('\n') + 2:]

    # print "title:", post_title
    # print "content:",post_content
    

    print "替换里的图片地址为url"
    post_content_markdown = deal_content_raw(post_content,photos_info_list)


    print "转md to html"
    post_content = mistune.markdown(post_content_markdown.encode("utf-8"))
    # print post_content
    global music_url
    global wp_post_tag
    if music_url:
        post_content =add_music(post_content,music_url)
        wp_post_tag.append("音乐")
    

    print "修改wp文章"
    edit_dlmao_post(post_title,post_content,post_id,img_id =thumbnail_img_id,post_status = post_status,post_date = post_date,post_tag = wp_post_tag,post_format = post_format)
    print "完成"


    return post_id, n

def old_post_without_pic(post_id,content_raw,post_date):
    print "新的文章没有配图"

    print "处理标题"
    post_title = content_raw[0:content_raw.find('\n')]
    while post_title[0] == "#":
        post_title = post_title[1:]

    print "处理内容"
    post_content = content_raw[content_raw.find('\n') + 1:]

    print "转md to html"
    post_content = mistune.markdown(post_content.encode("utf-8"))

    global music_url
    global wp_post_tag
    if music_url:
        post_content =add_music(post_content,music_url)
        wp_post_tag.append("音乐")
    
    # print "文章内容:"
    # print post_content
    print "修改wp文章"
    edit_dlmao_post(post_title,post_content,post_id,post_status = post_status,post_date = post_date,post_tag = wp_post_tag,post_format = post_format)
    print "完成"
    
    print "删除wp未附加的图片"
    wp_post_img_list = get_wp_post_img(post_id)
    del_post_img_out(wp_post_img_list)


def get_thumbnail_img_id(photos_info_list):
    for photos_info in photos_info_list:
        if photos_info["orderInEntry"] == 0:
            return photos_info["id"]

def add_music(content,url):
    music_script = "[audio loop=\"false\" src=\"%s\"]"%url
    content = content + music_script
    return content


def getmd5(filename): 
    file_txt = open(filename,'rb').read()  
    m = md5.new(file_txt)  
    return m.hexdigest()

#得到所有图片本地路径和md5
def GetFileList(FindPath,FlagStr=[]):   
    ''''' 
    #检查目录是否有配图，返回图片path_list

    #获取目录中指定的文件名
    #>>>FlagStr=['F','EMS','txt'] #要求文件名称中包含这些字符 
    #>>>FileList=GetFileList(FindPath,FlagStr) # 
    ''' 
    # print FindPath
    if os.path.exists(FindPath):
        FileList=[]
        FileNames=os.listdir(FindPath)
        if (len(FileNames)>0):  
            for fn in FileNames:    
                    
                    if (len(FlagStr)>0):    
                            #返回指定类型的文件名
                            if (FlagStr == fn): 
                                fullfilename=os.path.join(FindPath,fn)  

                                #md5
                                img_md5 = getmd5(fullfilename)

                                file_dirt = {u"file_path":fullfilename,u"md5":img_md5}

                                FileList.append(file_dirt)
                    else:   
                            #默认直接返回所有文件,除去.html以外
                            if (os.path.splitext(fn)[1] == '.jpg' or os.path.splitext(fn)[1] == '.png' or os.path.splitext(fn)[1] == '.JPG' or os.path.splitext(fn)[1] == '.PNG'or os.path.splitext(fn)[1] == '.jpeg'or os.path.splitext(fn)[1] == '.gif'or os.path.splitext(fn)[1] == '.GIF'):
                                # print fn
                                fullfilename=os.path.join(FindPath,fn)
                                # print "fullfilename",fullfilename

                                #md5
                                img_md5 = getmd5(fullfilename)

                                file_dirt = {u"file_path":fullfilename,u"md5":img_md5}

                                FileList.append(file_dirt)
    
        #对文件名排序 
        if (len(FileList)>0):   
                FileList.sort() 
        else:
                return False
    
        return FileList 
    else:
        return False

def print_photos_list(photos_list):
    for photo in photos_list:
        for i in photo: 
            print "%s=" % i,photo[i]
        print "\n\n"

def add_photos_path(photos_list,photos_path):
    """
    photos_list数组里元素格式(dict):

    "fnumber": "(null)", 
    "orderInEntry": 0, 
    "width": 1920, 
    "type": "jpeg", 
    "identifier": "A0CB51BE7EED435A93E23C3BE0886944", 
    "height": 1080, 
    "md5": "e782060a72bc99cb08143e7a70f9b2ca", 
    "focalLength": "(null)"
    "url":False
    "file_path": /kelso/....
    """


    finder_photos = GetFileList(photos_path)

    """
    finder_photos数组里元素格式(dict):
    "file_path":fullfilename,
    "md5":img_md5
    """

    # print "finder_photos:",finder_photos
    for img in photos_list:
        img[u"url"] = False
        img[u"file_path"] = u"这里是路径"
        img_md5 = img[u"md5"]

        for finder_photo in finder_photos:
            if img_md5 == finder_photo[u"md5"]:
                img[u"file_path"] = finder_photo[u"file_path"]

    return photos_list

def deal_content_raw(content_raw,photos_info_list):
    # ![](dayone-moment://A0CB51BE7EED435A93E23C3BE0886944)

    if len(photos_info_list)>0:
        for photos_info in photos_info_list:
            # print "照片标识符", photos_info["identifier"]
            # print "照片path", photos_info["file_path"]
            # print "照片url", photos_info["url"]
            if photos_info["url"]:
                content_raw = content_raw.replace("dayone-moment://"+photos_info["identifier"],photos_info["url"])
    return content_raw

def get_time():
    #返回当前时间字符串，格式：20170123
    return datetime.datetime.now().strftime("20%y%m%d-%H%M")

#上传图片
def upload_pic(pic_path,pic_title=[]):
    print "上传图片的路径:",pic_path
    # 准备元数据
    if (len(pic_title)>0):
        data = {
            'name': pic_title + '.jpg', 
            'type': 'image/jpeg',   # mimetype
        }
    else:
        #把图像名命名为当前时间
        img_name = get_time()
        data = {
                        'name': img_name, 
                        'type': 'image/jpeg',   # mimetype
        }
    # 上传，转化成二进制文件
    with open(pic_path, 'rb') as img:
                    data['bits'] = xmlrpc_client.Binary(img.read())

    img_have_upload = client.call(media.UploadFile(data))

    #上传后返回的图像信息
    # img_have_upload == {
    #          'id': 6,
    #          'file': 'picture.jpg'
    #          'url': 'http://www.example.com/wp-content/uploads/2012/04/16/picture.jpg',
    #          'type': 'image/jpeg',
    # }
    pic_id = img_have_upload['id']
    pic_url = img_have_upload['url']
    print "上传图片成功"
    return pic_url,pic_id

def upload_pic_list(pic_list):
    """
    pic_list 数组里元素格式(dict):
    "fnumber": "(null)", 
    "orderInEntry": 0, 
    "width": 1920, 
    "type": "jpeg", 
    "identifier": "A0CB51BE7EED435A93E23C3BE0886944", 
    "height": 1080, 
    "md5": "e782060a72bc99cb08143e7a70f9b2ca", 
    "focalLength": "(null)",
    "url":http://....,
    "file_path": /kelso/....
    "id":1234
    """
    n = 0
    for pic in pic_list:
        if pic[u"url"] == False:
            pic_url,pic_id = upload_pic(pic[u"file_path"],)
            pic[u"url"] = pic_url
            pic[u"id"] = pic_id
            n = n + 1

    return pic_list,n

def upload_post(post_title,post_content,img_id = "",post_date = "",post_format = "standard",post_status = "publish",post_tag = ""):
    post = WordPressPost()
    #标题
    post.title = post_title
    # 内容
    post.content = post_content


    # 时间
    if post_date != "" :
        post.date = post_date

    #tag
    if post_tag:
        post.terms_names = {
            'post_tag': post_tag,
            }


    # 格式,默认为standard
    post.post_format = post_format

    post.post_status = post_status
    post.comment_status = "open"

    #设置为特色图像
    if (len(img_id)>0):
        post.thumbnail = img_id
    post.id = client.call(posts.NewPost(post))


    return post.id

def downlaod_pic(picurl):
    import urllib2

    save_path= os.environ['HOME'] + "/Downloads/"
    img_name = urllib2.unquote(picurl).decode('utf8').split('/')[-1]
    print "准备下载图片:",img_name
    try: 
        imgData = urllib2.urlopen(picurl).read()
        # 给定图片存放名称
        fileName = save_path + img_name
        # 文件名是否存在
        n = 1
        while os.path.exists(fileName):
            fileName = save_path + str(n) + "_" + img_name
            n = n + 1


        output = open(fileName,'wb+')
        output.write(imgData)
        output.close()
        print "Finished download \n"
        return fileName
    except IOError, error: 
        print "DOWNLOAD %s ERROR!==>>%s" % (picurl, error) 
        return False
    except Exception, e: 
        return False

def get_wp_post_img(post_id):
    img_list = []
    post_img_list = client.call(media.GetMediaLibrary({"parent_id":post_id}))
    if len(post_img_list)>0:
        for img in post_img_list:
            # id
            # parent
            # title
            # description
            # caption
            # date_created (datetime)
            # link
            # thumbnail
            # metadata
            img_list.append({"id":img.id,"img_url":img.link})

    return img_list

def get_post_tag(entries):
    post_id = False
    music_url = False
    post_status = "publish"
    post_format = "standard"
    Preset_tag = ["音乐","随手拍","设计","视频","电影","生日","游戏","旅行","教程","推荐","技巧","吉他","代码","败家"]
    if entries.has_key('tags'):
        for tag in entries["tags"]:
            # print "tag:", tag
            if tag[-4:] == ".mp3" or tag[-4:] == ".m4a":
                music_url = tag
            elif tag.startswith("postid"):
                post_id = tag[7:]
            elif len(filter(str.isdigit, tag.encode("utf-8"))) == 4:
                post_id = filter(str.isdigit, tag.encode("utf-8"))
            elif tag == "private" or tag == "p":
                post_status = "private"
            elif tag == "image" or tag == "postformat:image":
                post_format = "image"
            elif tag in Preset_tag:
                wp_post_tag.append(tag)

    return post_id,music_url,post_status,post_format

def finder_vs_wp_photos(finder_img_list,wp_list):
    # """
    # wp_img_list数组里元素格式(dict):
    # "url":img["img_url"] , 
    # "path":img_path,
    # "md5":getmd5(img_path),
    # "id":img["id"]

    # ----------------------------
    # finder_img_list 数组里元素格式(dict):
    # "fnumber": "(null)", 
    # "orderInEntry": 0, 
    # "width": 1920, 
    # "type": "jpeg", 
    # "identifier": "A0CB51BE7EED435A93E23C3BE0886944", 
    # "height": 1080, 
    # "md5": "e782060a72bc99cb08143e7a70f9b2ca", 
    # "focalLength": "(null)"
    # "url":False
    # "file_path": /kelso/....
    # """
    wp_img_list = wp_list[:] #传参list是个大坑
    not_del_list = []

    for img in finder_img_list:
        # print "本地图片md5:", img["md5"] 
        for wp_img in wp_img_list:
            # print "wp图片md5:", wp_img["md5"]
            if img["md5"] == wp_img["md5"]:
                # print "此图片已存在wp：",img['file_path']
                img['url'] = wp_img["url"]
                img['id'] = wp_img['id']
                not_del_list.append(wp_img)

    for i in not_del_list:
        wp_img_list.remove(i)
        #删除有用的图片信息,只剩下无用的wp图片

    del_post_img_out(wp_img_list)
    return finder_img_list


def del_post_img_out(wp_img_list):
    if len(wp_img_list)>0:
        #删除云端wp多余的图
        for del_img in wp_img_list:
            client.call(posts.DeletePost(del_img['id']))

        print "删除云端wp多余的图片共%s张"%len(wp_img_list)
    else:
        print "没有删除任何wp图片"

def edit_dlmao_post(new_post_title,new_post_content,post_id,img_id = "",post_date = "",post_format = "standard",post_status = "publish",post_tag = ""):

    old_post = WordPressPost()
    old_post.title = new_post_title
    old_post.content = new_post_content

    # 时间
    if post_date != "" :
        old_post.date = post_date

    #tag
    if post_tag:
        old_post.terms_names = {
            'post_tag': post_tag,
            }

    #设置为特色图像
    if (len(img_id)>0):
        old_post.thumbnail = img_id
    

    old_post.post_format = post_format
    old_post.post_status = post_status
    old_post.comment_status = "open"    
    client.call(posts.EditPost(post_id,old_post))

def deal_meta_end(post_id,meta_data = []):
    if len(meta_data) > 0:
        meta_data.insert(0,post_id)
        print "发表成功,准备打印数据"
        post_id_int = str(meta_data)
    else:
        post_id_int = filter(str.isdigit, post_id.encode("utf-8"))
        #复制到粘贴板

    print "DONE! 数据已复制到粘贴板,请手动粘贴到脚注中>>"
    os.system("echo '%s' | pbcopy" % post_id_int)

def notification(title,content):
    command = "osascript -e \'display notification \"%s\" with title \"%s\"\'"%(content,title)
    os.system(command)

def dayone_have_pic(json_path,entries):
    
    b = False

    photos_path =  os.path.dirname(json_path) + u"/photos/"
    if os.path.exists(photos_path):
        b = True
    else:
        b = False

    photos_info_list = False 
    if entries.has_key('photos'):
        photos_info_list = entries["photos"]
        print "共有配图%s张"%len(photos_info_list)
    else:
        photos_info_list = False 

    if (b and photos_info_list):
        return photos_info_list
    else:
        return False

# 初始化连接数据------------------------------------------------------------------------------
#输入wordpress，并创建为一个实例
client = Client('https://your_url.com/xmlrpc.php', 'wordpress_user', 'wordpress_password')
json_path = ''

for f in sys.argv[1:]:
    if os.path.isfile(f):
        json_path = f

if os.path.exists(json_path):
# 初始化本地数据------------------------------------------------------------------------------
    with open( json_path , 'r') as f:
        data = json.load(f)
    #data 为一个字典,所有有用的信息都在entries里,entries为一个list
    wp_post_tag = []
    entries = data["entries"][0]
    content_raw = entries["text"]

    creationDate =entries["creationDate"]
    post_date = datetime.datetime.strptime(creationDate, "%Y-%m-%dT%H:%M:%SZ")

    photos_info_list = dayone_have_pic(json_path,entries)
    post_id,music_url,post_status,post_format = get_post_tag(entries)
    

    if post_id:
        # 旧文章流程------------------------------------------------------------------------------
        print "旧文章，posdid为:",post_id
        if photos_info_list:
            postid,num_photo = old_post_with_pic(post_id,photos_info_list,content_raw,post_date)
            if num_photo > 0:
                notification("旧文章更新成功","此次共上传图片%s张"%num_photo)
            else:
                notification("旧文章更新成功","图片未作修改")
        else:
            old_post_without_pic(post_id,content_raw,post_date)
            notification("旧文章更新成功","未上传任何图片")
    else:
        # 新文章流程------------------------------------------------------------------------------
        print "新文章"
        if photos_info_list:
            post_id,num_photo = new_post_with_pic(content_raw,photos_info_list,post_date)
            notification("文章发表成功","请粘贴post_id到标签,此次共上传图片%s张"%num_photo)
        else:
            post_id = new_post_without_pic(content_raw,post_date)
            notification("文章发表成功","请粘贴post_id到标签,没有配图")
# 新文章流程------------------------------------------------------------------------------
    deal_meta_end(post_id)
else:
    notification("参数传入错误","请从dayone中打开此程序")