thêm module xử lý crawler

application/controllers/Crawler.php

+<?php
+/**
+ * Created by PhpStorm.
+ * User: Administrator
+ * Date: 25/12/2015
+ * Time: 2:22 CH
+ */
+if (!defined('BASEPATH')) exit('No direct script access allowed');
+
+class Crawler extends CI_Controller
+{
+    public function __construct()
+    {
+        parent::__construct();
+        date_default_timezone_set("Asia/Ho_Chi_Minh");
+    }
+
+    /**
+     * http://localhost/vmusicchart-cms/crawler/getZingMp3Song
+     * http://cms.vmusicchart.vn/crawler/getZingMp3Song
+     */
+    public function getZingMp3Song()
+    {
+        echo __FUNCTION__;
+    }
+
+    /**
+     * http://localhost/vmusicchart-cms/crawler/getNctSong
+     * http://cms.vmusicchart.vn/crawler/getNctSong
+     */
+    public function getNctSong()
+    {
+        echo __FUNCTION__;
+    }
+
+    /**
+     * http://localhost/vmusicchart-cms/crawler/getKeengSong
+     * http://cms.vmusicchart.vn/crawler/getKeengSong
+     */
+    public function getKeengSong()
+    {
+        echo __FUNCTION__;
+    }
+
+
+
+} 
\ No newline at end of file

composer.json

+{
+    "require": {
+        "sunra/php-simple-html-dom-parser": "^1.5"
+    }
+}

composer.lock

+{
+    "_readme": [
+        "This file locks the dependencies of your project to a known state",
+        "Read more about it at https://getcomposer.org/doc/01-basic-usage.md#installing-dependencies",
+        "This file is @generated automatically"
+    ],
+    "content-hash": "a2cd1f6c42569c6325acb5f532ecc95e",
+    "packages": [
+        {
+            "name": "sunra/php-simple-html-dom-parser",
+            "version": "v1.5.2",
+            "source": {
+                "type": "git",
+                "url": "https://github.com/sunra/php-simple-html-dom-parser.git",
+                "reference": "75b9b1cb64502d8f8c04dc11b5906b969af247c6"
+            },
+            "dist": {
+                "type": "zip",
+                "url": "https://api.github.com/repos/sunra/php-simple-html-dom-parser/zipball/75b9b1cb64502d8f8c04dc11b5906b969af247c6",
+                "reference": "75b9b1cb64502d8f8c04dc11b5906b969af247c6",
+                "shasum": ""
+            },
+            "require": {
+                "ext-mbstring": "*",
+                "php": ">=5.3.2"
+            },
+            "type": "library",
+            "autoload": {
+                "psr-0": {
+                    "Sunra\\PhpSimple\\HtmlDomParser": "Src/"
+                }
+            },
+            "notification-url": "https://packagist.org/downloads/",
+            "license": [
+                "MIT"
+            ],
+            "authors": [
+                {
+                    "name": "Sunra",
+                    "email": "sunra@yandex.ru",
+                    "homepage": "https://github.com/sunra"
+                },
+                {
+                    "name": "S.C. Chen",
+                    "homepage": "http://sourceforge.net/projects/simplehtmldom/"
+                }
+            ],
+            "description": "Composer adaptation of: A HTML DOM parser written in PHP5+ let you manipulate HTML in a very easy way! Require PHP 5+. Supports invalid HTML. Find tags on an HTML page with selectors just like jQuery. Extract contents from HTML in a single line.",
+            "homepage": "https://github.com/sunra/php-simple-html-dom-parser",
+            "keywords": [
+                "dom",
+                "html",
+                "parser"
+            ],
+            "time": "2016-11-22T22:57:47+00:00"
+        }
+    ],
+    "packages-dev": [],
+    "aliases": [],
+    "minimum-stability": "stable",
+    "stability-flags": [],
+    "prefer-stable": false,
+    "prefer-lowest": false,
+    "platform": [],
+    "platform-dev": []
+}

vendor/autoload.php

+<?php
+
+// autoload.php @generated by Composer
+
+require_once __DIR__ . '/composer/autoload_real.php';
+
+return ComposerAutoloaderInit4001913f90e9ef40fe3c249c8b138728::getLoader();

vendor/composer/LICENSE

+
+Copyright (c) Nils Adermann, Jordi Boggiano
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is furnished
+to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+

vendor/composer/autoload_classmap.php

+<?php
+
+// autoload_classmap.php @generated by Composer
+
+$vendorDir = dirname(dirname(__FILE__));
+$baseDir = dirname($vendorDir);
+
+return array(
+);

vendor/composer/autoload_namespaces.php

+<?php
+
+// autoload_namespaces.php @generated by Composer
+
+$vendorDir = dirname(dirname(__FILE__));
+$baseDir = dirname($vendorDir);
+
+return array(
+    'Sunra\\PhpSimple\\HtmlDomParser' => array($vendorDir . '/sunra/php-simple-html-dom-parser/Src'),
+);

vendor/composer/autoload_psr4.php

+<?php
+
+// autoload_psr4.php @generated by Composer
+
+$vendorDir = dirname(dirname(__FILE__));
+$baseDir = dirname($vendorDir);
+
+return array(
+);

vendor/composer/autoload_real.php

+<?php
+
+// autoload_real.php @generated by Composer
+
+class ComposerAutoloaderInit4001913f90e9ef40fe3c249c8b138728
+{
+    private static $loader;
+
+    public static function loadClassLoader($class)
+    {
+        if ('Composer\Autoload\ClassLoader' === $class) {
+            require __DIR__ . '/ClassLoader.php';
+        }
+    }
+
+    public static function getLoader()
+    {
+        if (null !== self::$loader) {
+            return self::$loader;
+        }
+
+        spl_autoload_register(array('ComposerAutoloaderInit4001913f90e9ef40fe3c249c8b138728', 'loadClassLoader'), true, true);
+        self::$loader = $loader = new \Composer\Autoload\ClassLoader();
+        spl_autoload_unregister(array('ComposerAutoloaderInit4001913f90e9ef40fe3c249c8b138728', 'loadClassLoader'));
+
+        $useStaticLoader = PHP_VERSION_ID >= 50600 && !defined('HHVM_VERSION') && (!function_exists('zend_loader_file_encoded') || !zend_loader_file_encoded());
+        if ($useStaticLoader) {
+            require_once __DIR__ . '/autoload_static.php';
+
+            call_user_func(\Composer\Autoload\ComposerStaticInit4001913f90e9ef40fe3c249c8b138728::getInitializer($loader));
+        } else {
+            $map = require __DIR__ . '/autoload_namespaces.php';
+            foreach ($map as $namespace => $path) {
+                $loader->set($namespace, $path);
+            }
+
+            $map = require __DIR__ . '/autoload_psr4.php';
+            foreach ($map as $namespace => $path) {
+                $loader->setPsr4($namespace, $path);
+            }
+
+            $classMap = require __DIR__ . '/autoload_classmap.php';
+            if ($classMap) {
+                $loader->addClassMap($classMap);
+            }
+        }
+
+        $loader->register(true);
+
+        return $loader;
+    }
+}

vendor/composer/autoload_static.php

+<?php
+
+// autoload_static.php @generated by Composer
+
+namespace Composer\Autoload;
+
+class ComposerStaticInit4001913f90e9ef40fe3c249c8b138728
+{
+    public static $prefixesPsr0 = array (
+        'S' => 
+        array (
+            'Sunra\\PhpSimple\\HtmlDomParser' => 
+            array (
+                0 => __DIR__ . '/..' . '/sunra/php-simple-html-dom-parser/Src',
+            ),
+        ),
+    );
+
+    public static function getInitializer(ClassLoader $loader)
+    {
+        return \Closure::bind(function () use ($loader) {
+            $loader->prefixesPsr0 = ComposerStaticInit4001913f90e9ef40fe3c249c8b138728::$prefixesPsr0;
+
+        }, null, ClassLoader::class);
+    }
+}

vendor/composer/installed.json

+[
+    {
+        "name": "sunra/php-simple-html-dom-parser",
+        "version": "v1.5.2",
+        "version_normalized": "1.5.2.0",
+        "source": {
+            "type": "git",
+            "url": "https://github.com/sunra/php-simple-html-dom-parser.git",
+            "reference": "75b9b1cb64502d8f8c04dc11b5906b969af247c6"
+        },
+        "dist": {
+            "type": "zip",
+            "url": "https://api.github.com/repos/sunra/php-simple-html-dom-parser/zipball/75b9b1cb64502d8f8c04dc11b5906b969af247c6",
+            "reference": "75b9b1cb64502d8f8c04dc11b5906b969af247c6",
+            "shasum": ""
+        },
+        "require": {
+            "ext-mbstring": "*",
+            "php": ">=5.3.2"
+        },
+        "time": "2016-11-22T22:57:47+00:00",
+        "type": "library",
+        "installation-source": "dist",
+        "autoload": {
+            "psr-0": {
+                "Sunra\\PhpSimple\\HtmlDomParser": "Src/"
+            }
+        },
+        "notification-url": "https://packagist.org/downloads/",
+        "license": [
+            "MIT"
+        ],
+        "authors": [
+            {
+                "name": "Sunra",
+                "email": "sunra@yandex.ru",
+                "homepage": "https://github.com/sunra"
+            },
+            {
+                "name": "S.C. Chen",
+                "homepage": "http://sourceforge.net/projects/simplehtmldom/"
+            }
+        ],
+        "description": "Composer adaptation of: A HTML DOM parser written in PHP5+ let you manipulate HTML in a very easy way! Require PHP 5+. Supports invalid HTML. Find tags on an HTML page with selectors just like jQuery. Extract contents from HTML in a single line.",
+        "homepage": "https://github.com/sunra/php-simple-html-dom-parser",
+        "keywords": [
+            "dom",
+            "html",
+            "parser"
+        ]
+    }
+]

vendor/sunra/php-simple-html-dom-parser/README.md

+php-simple-html-dom-parser
+==========================
+
+Version 1.5.2
+
+Adaptation for Composer and PSR-0 of:
+
+A HTML DOM parser written in PHP5+ let you manipulate HTML in a very easy way!
+Require PHP 5+.
+Supports invalid HTML.
+Find tags on an HTML page with selectors just like jQuery.
+Extract contents from HTML in a single line.
+
+http://simplehtmldom.sourceforge.net/
+
+
+Install
+-------
+
+ composer.phar
+```json
+"require": {
+    "sunra/php-simple-html-dom-parser": "1.5.2"
+    }
+```
+
+Usage
+-----
+
+```php
+use Sunra\PhpSimple\HtmlDomParser;
+
+...
+$dom = HtmlDomParser::str_get_html( $str );
+or 
+$dom = HtmlDomParser::file_get_html( $file_name );
+
+$elems = $dom->find($elem_name);
+...
+
+```

vendor/sunra/php-simple-html-dom-parser/Src/Sunra/PhpSimple/HtmlDomParser.php

+<?php
+
+namespace Sunra\PhpSimple;
+
+require 'simplehtmldom_1_5'.DIRECTORY_SEPARATOR.'simple_html_dom.php';
+
+class HtmlDomParser {
+	
+	/**
+	 * @return \simplehtmldom_1_5\simple_html_dom
+	 */
+	static public function file_get_html() {
+		return call_user_func_array ( '\simplehtmldom_1_5\file_get_html' , func_get_args() );
+	}
+
+	/**
+	 * get html dom from string
+	 * @return \simplehtmldom_1_5\simple_html_dom
+	 */
+	static public function str_get_html() {
+		return call_user_func_array ( '\simplehtmldom_1_5\str_get_html' , func_get_args() );
+	}
+}
\ No newline at end of file

vendor/sunra/php-simple-html-dom-parser/composer.json

+{
+    "name": "sunra/php-simple-html-dom-parser",
+    "type": "library",
+    "description": "Composer adaptation of: A HTML DOM parser written in PHP5+ let you manipulate HTML in a very easy way! Require PHP 5+. Supports invalid HTML. Find tags on an HTML page with selectors just like jQuery. Extract contents from HTML in a single line.",    
+    "keywords": ["html", "dom", "parser"],
+    "homepage": "https://github.com/sunra/php-simple-html-dom-parser",
+    "license": "MIT",
+    "authors": [
+        {   
+            "name": "S.C. Chen",
+            "homepage": "http://sourceforge.net/projects/simplehtmldom/"
+        },
+        {
+            "name": "Sunra",
+            "email": "sunra@yandex.ru",
+            "homepage": "https://github.com/sunra"
+        }   
+    ],
+    "require": {
+        "php": ">=5.3.2",
+        "ext-mbstring": "*"
+    },
+    "autoload": {
+        "psr-0": { "Sunra\\PhpSimple\\HtmlDomParser": "Src/" }
+    }    
+}