meta.py

import os
import json
import time
import re
from pprint import pprint
path = '学习笔记'
metas_filename = '_meta.json'
meta_data = {}
image_set = set()

#获取文件创建时间
def getCreatedTime(path):
    if path in created_time:
        return created_time[path]
    print("%s not found in commit history"%path)
    t = os.path.getmtime(path)
    t = time.localtime(t)
    t = time.strftime('%Y-%m-%d %H:%M:%S', t)
    return t

#获取文件修改时间
def getLastUpdated(path):
    if path in updated_time:
        return updated_time[path]
    print("%s not found in commit history"%path)
    t = os.path.getmtime(path)
    t = time.localtime(t)
    t = time.strftime('%Y-%m-%d %H:%M:%S', t)
    return t

#获取某个目录下的meta数据
def getDIRMetas(filedir):
    metas = {}
    metasfile = os.path.join(filedir, metas_filename)
    if os.path.exists(metasfile):
        with open(metasfile, 'r', encoding='utf-8') as f:
            metas = json.load(f)#有此文件则读取文件
    print('Meta data loaded from dir %s' % filedir)
    return metas

#设置某个目录下的meta数据
def setDIRMetas(filedir,metas):
    if metas == {}:
        print('No meta data in %s' % filedir)
        return
    metasfile = os.path.join(filedir, metas_filename)
    with open(metasfile, 'w', encoding='utf-8') as f:
        json.dump(metas, f, ensure_ascii=False, indent=4)
    print('Meta data dumped to dir %s' % filedir)

# 获取某个.md文件的meta数据
titler = re.compile(r'#\s+(.*?)\n', re.S)
imagesr = re.compile(r'!\[.*?\]\((.*?)\)', re.S)
titletagr = re.compile(r'^\((.*?)\)', re.S)
def updateMDMeta(filedir, filename, metas):
    print('Meta data collecting: %s' % filename)
    #先从metas里面找meta，找不到就用{}
    meta = metas[filename] if filename in metas else {}
    filepath = os.path.join(filedir, filename)
    with open(filepath, 'r', encoding='utf-8') as f:
        s = f.read() + '\n'

    title = re.findall(titler,s)
    if len(title)>0:
        meta['title'] = title[0]#文章标题数据直接覆盖

    if __name__=="__main__":#TODO:CI系统pygit2中的Object not found问题仍未解决
        meta['created'] = getCreatedTime(filepath)#日期数据直接覆盖
        meta['updated'] = getLastUpdated(filepath)#日期数据直接覆盖
        meta['date'] = meta['updated']
    
    path_splitted = filedir.replace('\\','/').split('/')[1:]
    if not 'tags' in meta:#tag数据
        meta['tags'] = path_splitted
    
    meta['categories'] = path_splitted#目录数据直接覆盖

    for c in meta['categories']:
        if not c in meta['tags']:
            meta['tags'].append(c)
        
    titletag = re.findall(titletagr,meta['title']) #找文章开头的括号加入到tag中，比如“(未完成)”
    if len(titletag)>0 and not titletag[0] in meta['tags']:
        meta['tags'].append(titletag[0])
    
    images = re.findall(imagesr,s)
    if len(images)>0:
        cover = images[0]
        if (len(cover)>=7 and cover[0:7]=='http://') or (len(cover)>=8 and cover[0:8]=='https://'):
            meta['cover'] = cover
        else:
            meta['cover'] = '/'+'/'.join(path_splitted)+'/'+images[0]#封面数据直接覆盖
        for image in images:
            fds = filedir.replace('\\','/').split('/')
            if image[0:2]=='./':
                image_set.add('/'.join(fds)+'/'+image[2:])
            elif image[0:3]=='../':
                image_set.add('/'.join(fds[0:-1])+'/'+image[3:])
            else:
                image_set.add('/'.join(fds)+'/'+image)
    pprint(meta)
    print('Meta data collected : %s' % filename)
    meta_data[filepath] = meta
    metas[filename] = meta
    return meta


def processMDIR(path):
    old_metas = getDIRMetas(path)#获取该目录下文件的meta数据
    new_metas = {}
    for file in os.listdir(path):#遍历当前目录下的每个子路径
        p = os.path.join(path, file)
        if os.path.isdir(p):#如果是文件夹就递归
            processMDIR(p)
        elif p[-3:] == '.md' and os.path.isfile(p):#是md文件就更新meta TODO: 不区分大小写
            new_metas[file] = updateMDMeta(path,file,old_metas)
    setDIRMetas(path,new_metas)#最后将这个文件夹的meta数据写入到对应文件中
    print('Meta data processed in dir %s' % path)

#TODO:CI系统pygit2中的Object not found问题仍未解决
#TODO:_meta.json文件中不应该放日期目录封面之类的信息
if __name__=="__main__":
    from getDate import created_time,updated_time

processMDIR(path)

# 以下用于删除多余图片
def processIDIR(path, image_set):
    def isImg(fname):
        if not os.path.isfile(fname):
            return False
        return fname[-4:] == '.png' or \
            fname[-4:] == '.jpg' or \
            fname[-5:] == '.jpeg' or \
            fname[-5:] == '.webp' or \
            fname[-4:] == '.svg' # TODO: 不区分大小写
    for i in os.listdir(path):
        p = os.path.join(path, i)
        if os.path.isdir(p):
            processIDIR(p, image_set)
        elif isImg(p) and not p.replace('\\','/') in image_set:
            os.remove(p)
            print('Image %s deleted' % p)


if __name__=="__main__":
    processIDIR(path, image_set)