path: root/class/Parser.php

<?php

/* vim: set expandtab tabstop=4 shiftwidth=4 softtabstop=4: */

/**
 * Class for "repo" Table management
 *
 * PHP version 5
 *
 * Copyright © 2010 Remi Collet
 *
 * This file is part of rpmphp.
 *
 * rpmphp is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * rpmphp is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with rpmphp.  If not, see <http://www.gnu.org/licenses/>.
 *
 * @category  Main
 * @package   RPMPHP
 *
 * @author    Remi Collet <unknown@unknwown.com>
 * @author    Johan Cwiklinski <johan@x-tnd.be>
 * @copyright 2010 Remi Collet
 * @license   http://www.gnu.org/licenses/agpl-3.0-standalone.html AGPL License 3.0 or (at your option) any later version
 * @link      http://github.com/remicollet/rpmphp/
 * @since     The begining of times.
*/
class Parser
{
    /**
     * Display a message
     */
    static private function log($msg)
    {
        echo date("r : ") . $msg ."\n";
    }

    /**
     * Parse the Bugzilla ACL list from pkgdb
     *
     * @param TableAcl $acls the table to write to
     * @param string   $url  the file to read from
     *
     * @return integer number of parsed line
     */
    static public function readAcls(TableAcls $acls, $url)
    {
        $tot = 0;

        self::log("Read pkgdb/owner");
        $fic=fopen($url, 'r');
        if (!$fic) {
            self::log("ERROR reading '$url'");
        } else {
            $nb = $acls->getCount();
            $acls->truncate();
            self::log("Delete $nb owners");

            for ($tot=0 ; $line=fgetcsv($fic, 1024, '|'); ) {
                if (count($line)>5 && substr($line[0], 0, 1)!='#') {
                    for ($i=0; $i<6; $i++) {
                        $line[$i]=trim($line[$i]);
                    }
                    $input = array(
                        'collection'    => $line[0],
                        'name'          => $line[1],
                        'summary'       => $line[2],
                    );
                    if (!empty($line[3])) {
                        $input['owner'] = $line[3];
                    }
                    if (!empty($line[4])) {
                        $input['qa'] = $line[3];
                    }
                    if (!empty($line[5])) {
                        $input['cc'] = $line[3];
                    }
                    if ($acls->add($input)) {
                        $tot++;
                    }
                }
            }
            fclose($fic);
            self::log("wrote $tot package's owner");
        }
        return $tot;
    }

    /**
     * Parse the content of a R repository
     *
     * @param TableUpstream $uptable the table to write to
     * @param hastable      $repo    the repo to read from
     *
     * @return integer number of parsed line
     */
    static private function readOneR(TableUpstream $uptable, Array $repo)
    {
        $tot = 0;

        self::log("Reading " . $repo["name"] . " (" .
            $repo["state"] . ")");
        $index = @file_get_contents($repo["url"]);
        if (!$index) {
            self::log("Can't read [" . $repo["url"] . "], skip this channel");
            return 0;
        }
        if ($repo["state"]=="stable") {
            $crit = array('type'=>'R', 'channel'=>$repo['name']);
            $nb = $uptable->delete($crit);
            self::log("Delete $nb packages");
        }
        $results=array();
        $pat = '/Package: *(.*)\nVersion: *(.*)\n/i';
        if (preg_match_all($pat, $index, $results, PREG_SET_ORDER)) {
            foreach ($results as $result) {
                $rpmname = "R-".$result[1];
                $ver = str_replace('-', '.', $result[2]);
                $add = $uptable->record(
                    "R",
                    $repo["name"],
                    $rpmname,
                    $ver,
                    $repo["state"]=='stable',
                    ($repo["state"]=="stable"?"":"devel")
                );

                if ($add) {
                    $tot++;
                }
            }
            self::log("Write $tot packages in this channel");
        } else {
            self::log("No package in this channel");
        }
        return $tot;
    }

    /**
     * Parse the content of all R repository
     *
     * @param TableUpstream $uptable the table to write to
     * @param TableRRepo    $rrepo   the table to read from
     *
     * @return integer number of parsed line
     */
    static public function readR(TableUpstream $uptable, TableRRepo $rrepo)
    {
        $tot = 0;

        foreach ($rrepo->request() as $repo) {
            $tot += self::readOneR($uptable, $repo);
        }
        self::log("Write $tot packages in all channels");
        return $tot;
    }

    /**
     * Parse the content of all RPM repository
     *
     * @param TableRpm      $rpmtable   the table to write to
     * @param TableRpmRepo  $rpmrepo    the table to store timestamp
     * @param hastable      $row        the repo to read from
     *
     * @return integer number of parsed line
     */
    static public function readOneRpm(TableRpm $rpmtable, TableRpmRepo $rpmrepo, Array $row)
    {
        $tot = 0;

        self::log("REPOSITORY " . $row['main'] . " " . $row['sub']);
        $TimRemote = 0;
        $repomd = @simplexml_load_file($row['url'] . "repodata/repomd.xml");
        if ($repomd) {
            foreach ($repomd->data as $data) {
                if ($data->attributes()=="primary") {
                    $TimRemote = $data->timestamp;
                    $UrlRemote = $row['url'] . $data->location->attributes();
                }
            }
        }
        if (!$TimRemote) {
            self::log("Can't read $UrlRemote");

        } else if ($TimRemote > $row['stamp']) {
            self::log("Loading $UrlRemote");

            //$fic=gzopen("primary.xml.gz", "r");
            $fic=gzopen($UrlRemote, "r");
            if ($fic) {
                $txt="";
                while ($buf=gzread($fic, 8196)) {
                    $txt .= $buf;
                }
                self::log("Read " . strlen($txt) . " bytes");
                gzclose($fic);

                $primary = simplexml_load_string($txt);
                self::log("Read " . $primary->attributes() . " packages");
                unset($txt);

                $crit = array(
                    'repo_main' => $row['main'],
                    'repo_sub'  => $row['sub']
                );
                $nb = $rpmtable->delete($crit);
                self::log("Delete $nb packages");

                foreach ($primary->package as $package) {
                    if ($package->attributes()=='rpm') {
                        $ver = $package->version->attributes();

                        $input = array(
                            'repo_main' => $row['main'],
                            'repo_sub'  => $row['sub'],
                            'name'      => $package->name,
                            'epoch'     => $ver['epoch'],
                            'ver'       => $ver['ver'],
                            'rel'       => $ver['rel'],
                            'summary'   => $package->summary,
                            'url'       => $package->url
                        );
                        if ($rpmtable->add($input)) {
                            $tot++;
                        }
                    }
                }
                self::log("Write $tot packages");

                $rpmrepo->update($row['id'], array('stamp' =>$TimRemote));

                unset($primary);
            } else {
                self::log("ERROR : can't read $UrlRemote");
            }
        } else {
            self::log("no update needed : $TimRemote / " . $row['stamp']);
        }

        return $tot;
    }

    /**
     * Parse the content of all RPM repository
     *
     * @param TableRpm      $rpmtable   the table to write to
     * @param TableRpmRepo  $rpmrepo    the table to read from
     * @param Array         $crit       array for repo selection
     *
     * @return integer number of parsed line
     */
    static public function readRpm(TableRpm $rpmtable, TableRpmRepo $rpmrepo, Array $crit)
    {
        $tot = 0;

        foreach ($rpmrepo->request($crit) as $row) {
            $tot += self::ReadOneRpm($rpmtable, $rpmrepo, $row);
        }
        return $tot;
    }

    /**
     * Parse the PECL webservices
     *
     * @param TableUpstream $uptable the table to write to
     * @param string        $url     the URL to read from
     *
     * @return integer number of parsed line
     */
    static public function readPecl(TableUpstream $uptable, $url)
    {
        self::log("PECL listLatestReleases - stable");

        $request = xmlrpc_encode_request("package.listLatestReleases", "stable");
        $context = stream_context_create(
            array(
                'http' => array(
                    'method' => "POST",
                    'header' => "Content-Type: text/xml",
                    'content' => $request
                )
            )
        );
        $file = file_get_contents($url, false, $context);
        if (!$file) {
            self::log("Can't file_get_contents($url)");
            return 0;
        }

        $stable = xmlrpc_decode($file);
        if (xmlrpc_is_fault($stable)) {
            self::log("ERROR xmlrpc: $stable[faultString] ($stable[faultCode])");
        } else {
            $nb = $uptable->delete(array('type'=>'pecl', 'channel'=>'pecl'));
            self::log("Delete $nb packages");

            $nb=0;
            foreach ($stable as $name => $info) {
                $rpmname="php-pecl-".str_replace("_", "-", $name);

                $id = $uptable->record(
                    'pecl',
                    'pecl',
                    $rpmname,
                    $info["version"],
                    true
                );
                if ($id) {
                    $nb++;
                }
            }
            self::log("Write $nb packages");
        }

        // -------------------------------------------------------------------
        self::log("PECL listLatestReleases - unstable");

        $request = xmlrpc_encode_request("package.listLatestReleases", array());
        $context = stream_context_create(
            array(
                'http' => array(
                    'method' => "POST",
                    'header' => "Content-Type: text/xml",
                    'content' => $request
                )
            )
        );
        $file = file_get_contents($url, false, $context);
        if (!$file) {
            self::log("Can't file_get_contents($url)");
            return 0;
        }
        $unstable = xmlrpc_decode($file);
        if (xmlrpc_is_fault($unstable)) {
            self::log("ERROR xmlrpc: $stable[faultString] ($stable[faultCode])");
        } else {
            $nb=0;
            foreach ($unstable as $name => $info) {
                $rpmname="php-pecl-".str_replace("_", "-", $name);

                $id = $uptable->record(
                    'pecl',
                    'pecl',
                    $rpmname,
                    $info["version"],
                    true,
                    $info["state"]
                );
                if ($id) {
                    $nb++;
                }
            }
            self::log("Write $nb packages");
        }
        return $nb;
    }
}
?>