func.php

<?php
/**
 * whether it is a GET request
 */
function is_get(){
	return $_SERVER['REQUEST_METHOD'] == 'GET';
}

/**
 * which action is requested
 */
function action(){
	// if(is_get())
	// return 'index';
	return isset($_GET['a']) ? $_GET['a']:'index';
}

/**
 * show the index page
 */
function index(){
	require 'manong.php';
	exit;
}

/**
 * singleton db class
 */
function get_db(){
	static $db=null;
	if(is_null($db)){
		$db=new manongdb();
	}
	return $db;
}

/**
 * log text
 */
$log=true;
function mylog($str){
	global $log;
	if($log){
		if(is_array($str)){
			echo "<pre>";
			print_r($str);
			echo "</pre>";
		}else{
			echo $str.'<br>';
		}
	}
}

/**
 * return json string
 */
function ajax_return($arr){
	header('Content-type:application/json;charset=utf-8');
	echo json_encode($arr);
	exit;
}

/**
 * crawl the content
 */
function crawl(){
	$number=$_POST['number'];
	
	$mdb=get_db();

	$data=$mdb->get_issue($number);
	$html='';
	if(empty($data)){
		$html .= 'no data';
	}else{
		$cates=$mdb->get_cate();
		foreach ($data as $val) {
			// basic classification
			$cate='';
			foreach ($cates as $v) {
				if(strlen($v) < 2){	// in case R or D matched
					continue;
				}
				if(false !== strpos(strtoupper($val['title']), $v)){
					$cate=$v;
				}
			}
			$html .= '<div class="item">';
			$html .= '<hr>';
			$html .= '<form>';
			$html .= "标题：<input type='text' name='title' value='{$val['title']}'><br>";
			$html .= "描述：<input type='text' name='desc' value='{$val['desc']}'><br>";
			$html .= "地址：<input type='text' name='href' value='{$val['href']}'><button class='openurl'>打开</button><br>";
			$html .= "<input type='hidden' name='id' value='{$val['id']}'>";
			$html .= "<input type='hidden' name='number' value='{$val['number']}'>";
			$html .= "<input type='text' class='newcate' name='newcate' value='{$cate}'>";
			$html .= "<button class='add'>添加</button>";
			$html .= "<button class='del''>删除</button>";
			$html .= "</form>";
			$html .= "</div>";
		}
	}
	echo $html;
}

/**
 * load categories
 */
function cate(){
	$mdb=get_db();
	$cate=$mdb->get_cate();
	$html='';
	$html.='<select name="category">';
	$html.='<option value="0">请选择</option>';
	$catearr=[];
	foreach ($cate as $val) {
		$html.='<option value="'.$val.'">'.$val.'</option>';
		$catearr[]=$val;
	}
	$html.='</select>';
	ajax_return(['html'=>$html,'cate'=>$catearr]);
}

/**
 * add an item to db
 */
function add(){
	$cate=trim($_GET['newcate']);
	$cate=$cate ? $cate:$_GET['category'];
	$cate || ajax_return(['res'=>0,'msg'=>'fill category']);
	$data=[
		'title'=>trim($_GET['title']),
		'desc'=>trim($_GET['desc']),
		'href'=>trim($_GET['href']),
		'number'=>trim($_GET['number']),
		'category'=>strtoupper($cate),
		'hash'=>md5(trim($_GET['href'])),
		'addtime'=>time(),
		'ctime'=>time(),
	];
	if(get_db()->add($data)){
		ajax_return(['res'=>1,'msg'=>'success','cate'=>$data['category']]);
	}else{
		ajax_return(['res'=>0,'msg'=>'db error']);
	}
}

/**
 * delete an item from cache
 */
function del(){
	$id=$_GET['id'];
	$rs=get_db()->del_cache($id);
	$res=$rs ? 1:0;
	ajax_return(compact('res'));
}

/**
 * render data to markdown text
 */
function render(){
	$mdb=get_db();
	$data=$mdb->get_all();
	$current=$mdb->current_number();
	$content="码农周刊分类整理
======
码农周刊的类别分的比较大，不易于后期查阅，所以我把每期的内容按语言或技术进行了分类整理。  
码农周刊官方网址 [http://weekly.manong.io/](http://weekly.manong.io/)  
一些不熟悉的领域分类可能不准确，请见谅  
15期为图书推荐，请直接浏览[原地址](http://weekly.manong.io/issues/15)  
56期为14年最受欢迎列表，请直接浏览[原地址](http://weekly.manong.io/issues/56)  
现在已整理到第{$current}期。  
 

";

	// category index
	// ##大纲
	// [ANDROID](#ANDROID)
	// [ANGULAR](#ANGULAR)
	$categories=$mdb->get_cate();
	if($categories){
		$content.="\n";
		$content.="##索引\n";
		foreach ($categories as $val) {
			$content.="[{$val}](#{$val})  \n";
		}
	}

	$current_cate='';
	foreach ($data as $val) {
		if($val['category'] != $current_cate){
			$content.="\n";
			$content.="<a name=\"{$val['category']}\"></a>\n";
			$content.="##".str_replace('#', '\# ', $val['category'])."\n";
			$current_cate=$val['category'];
		}
		$content.="[{$val['title']}]({$val['href']})  \n";
	}
	$rs=file_put_contents('./readme.md', $content);
	if($rs){
		ajax_return(['res'=>1]);
	}else{
		ajax_return(['res'=>0,'msg'=>'输出失败']);
	}
}

class manongdb{
	private $pdo;
	private $issue_url='http://weekly.manong.io/issues/';

	function __construct($user='root',$password='',$dbname='manong'){
		$this->pdo=new PDO('mysql:host=localhost;dbname='.$dbname,$user,$password);
		$this->pdo->query('set names utf8');
	}

	/**
	 * get issue data
	 */
	function get_issue($number){
		mylog('searching for cache');
		$data=$this->cache($number);
		if(empty($data)){
			mylog('no cache,start crawling');
			$data=$this->crawl($number);
			if(false === $data){
				die('抓取失败');
			}
		}
		return $data;
	}

	/**
	 * get issue cache
	 */
	function cache($number){
		$data=$this->pdo->query("select * from cache where number={$number}")->fetchAll(PDO::FETCH_ASSOC);
		if($data){
			mylog('cache founded');
		}
		return $data;
	}

	/**
	 * delete an item from cache
	 */
	function del_cache($id){
		return $this->pdo->exec("delete from cache where id={$id}");
	}

	/**
	 * crawl the data
	 */
	function crawl($number){
		$url=$this->issue_url.$number;
		$content=file_get_contents($url);
		$content=str_replace(["\r","\n"], '', $content);
		$pattern='/<h4><a target="_blank" href="(.*?)">(.*?)<\/a>&nbsp;&nbsp;<\/h4>.*?<p>(.*?)<\/p>/';
		$rs=preg_match_all($pattern, $content, $matches);
		if($rs){
			mylog('crawl finished.start parsing');
			$data=array();
			foreach ($matches[1] as $key => $val) {
				if(false !== strpos($matches[1][$key], 'job') || false !== strpos($matches[1][$key], 'amazon')){	// get rid of job and book recommendations
					continue;
				}
				$item=[
					'title'=>strip_tags($matches[2][$key]),
					'desc'=>$matches[3][$key],
					'href'=>$val,
					'number'=>$number,
					'hash'=>md5($val)
				];
				//加入数据库
				$id=$this->add_cache($item);
				$item['id']=$id;
				mylog("item {$id} added to cache");
				// 加入数组
				$data[]=$item;
			}
			return $data;
		}
		mylog('failed to crawl');
		return false;
	}

	/**
	 * add item to cache
	 */
	function add_cache($item){
		$sql=$this->arr2sql('cache',$item);
		$this->pdo->exec($sql);
		$id=$this->pdo->lastInsertId();
		return $id;
	}

	/**
	 * translate array to sql
	 */
	function arr2sql($dbname,$arr,$updateid=null){
		
		if($updateid){
			// return "update {$dbname} set "
			unset($arr['ctime']);
			unset($arr['addtime']);
			$sql="update {$dbname} set ";
			foreach ($arr as $key => $val) {
				$sql.="`{$key}`='{$val}',";
			}
			$sql.='ctime='.time();
			$sql.=" where id={$updateid}";
			return $sql;
		}else{
			$fields=[];
			$values=[];
			foreach ($arr as $key => $v) {
				$fields[]="`{$key}`";
				$values[]="'{$v}'";
			}
			return "insert into {$dbname} (".implode(',', $fields).") values(".implode(',', $values).")";
		}
	}

	/**
	 * get categories
	 */
	function get_cate(){
		$arr=[];
		$rs=$this->pdo->query("select distinct category from issue order by category")->fetchAll(PDO::FETCH_ASSOC);
		foreach ($rs as $val) {
			$arr[]=$val['category'];
		}
		return $arr;
	}

	/**
	 * add an item to db or update it if exists
	 */
	function add($data){
		$rs=$this->pdo->exec($this->arr2sql('issue',$data));
		if($rs){
			return $this->pdo->lastInsertId();
		}
		$rs=$this->pdo->query("select id from issue where hash='{$data['hash']}'")->fetch(PDO::FETCH_ASSOC);
		if(isset($rs['id'])){
			$update=$this->pdo->exec($this->arr2sql('issue',$data,$rs['id']));
			if($update)	return $rs['id'];
		}
		return false;
	}

	/**
	 * fetch all recorded data
	 */
	function get_all(){
		return $this->pdo->query('select * from issue order by category,addtime')->fetchAll(PDO::FETCH_ASSOC);
	}

	function current_number(){
		$rs=$this->pdo->query('select max(number) as max from issue')->fetch(PDO::FETCH_ASSOC);
		return $rs['max'];
	}
}
?>