summaryrefslogtreecommitdiff
path: root/portdb/cacher/pdbcacher.php
blob: 877cf6f477291649f1754728df31058e15944a11 (plain)
    1 #!/usr/bin/php
    2 <?php
    3 require('DB.php');
    4 # Collect port info from 3rd-party repositories into a sqlite database
    5 # Written by Simone Rota <sip@crux.nu>
    6 #
    7 # Configuration #############################################################
    8 #
    9 # Collections: name|Maintainer <email>|type|url
   10 # Supported types: httpup, rsync
   11 
   12 $version = "2.7";
   13 
   14 $collections = array (
   15 	"core|crux@crux.nu|rsync|crux.nu::ports/crux-".$version."/core/",
   16 	"opt|crux@crux.nu|rsync|crux.nu::ports/crux-".$version."/opt/",
   17 	"xorg|tilman@code-monkey.de|rsync|crux.nu::ports/crux-".$version."/xorg/",
   18 	"contrib|crux@crux.nu|rsync|crux.nu::ports/crux-".$version."/contrib/",
   19 	"gnome|jaeger@morpheus.net|rsync|morpheus.net::gnome/tags/current/", #Matt Housh
   20 	"kde|alan+crux@mizrahi.com.ve|rsync|crux.nu::ports/crux-2.5/kde/",
   21 	"kde4|alan+crux@mizrahi.com.ve|rsync|crux.nu::ports/crux-".$version."/kde4/",
   22 	"xfce|sepen@crux.nu|rsync|crux.nu::ports/crux-".$version."/xfce/",
   23 	"aba|abaumann@yahoo.com|httpup|http://www.andreasbaumann.cc/crux/ports/", #Andreas Baumann
   24 	"ako|alexko256@gmail.com|httpup|http://ports.ako.serveftp.org/", #Alex Kostrewa
   25 	"alan|alan+crux@mizrahi.com.ve|httpup|http://www.mizrahi.com.ve/crux/pkgs/",
   26 	"aubic|ales@hushmail.com|httpup|http://crux.org.pl/ports/aubic/",
   27 	"augustao|augustao@augustao.org|httpup|http://augustao.org/ports/", #Augusto Pereira
   28 	"bashy|ronny.kornexl@t-online.de|httpup|http://ronny-kornexl.homepage.t-online.de/crux/ports/", #Ronny Kornexl
   29 	"bdfy|jean@mosk.ru|httpup|http://bdfy.googlecode.com/svn/trunk/", #Ivan Rodionov
   30 	"captlloyd|captlloyd@gmail.com|httpup|http://lloyd.is.an.evil-genius.net/crux/ports/", #Justin W. Lloyd
   31 	"chw|chw@tks6.net|httpup|http://iacs.epfl.ch/~winkelma/crux_ports/", # Christoph Winkelmann
   32 	"cruxab|abaranov.anton@gmail.com|httpup|http://cruxab.comlu.com/crux/ports/", #Anton Baranov
   33 	"cruxpl|sirmacik@crux.org.pl|httpup|http://sirmacik.net/static/download/cruxpl-ports/", # CRUX Poland (Marcin Karpezo)
   34 	"df|wyatt@prairieturtle.ca|httpup|http://home.cc.umanitoba.ca/~fonsecah/crux/ports/", # Daryl Fonseca-Holt (nthwyatt)
   35 	"dokpm0|Kevin@RawFedDogs.net|httpup|http://crux.RawFedDogs.net/", #Kevin Monceaux
   36 	"e17|pitillo@ono.com|rsync|lokalix.dyndns.org::ports/e17/",
   37 	"ecarux|kontakt@ecarux.de|httpup|http://ecarux.de/ports/", #Hannes Mayer
   38 	"falcony|falcony@users.sourceforge.net|httpup|http://falcony.googlecode.com/svn/trunk/falcony/", #Maxim Falcony
   39 	"fho|holler_f@informatik.haw-hamburg.de|httpup|http://users.informatik.haw-hamburg.de/~holler_f/crux_ports/", # Fabian Holler
   40 	"flaveur|grim@asu.ntu-kpi.kiev.ua|httpup|http://flaveur.googlecode.com/svn/trunk/ports/", #Oleksiy Khilkevich
   41 	"f1y|dwanasciegroszy@o2.pl|httpup|http://pierwszeliceum.bedzin.pl:8080/~f1y/httpup/", #Bartosz Sobel
   42 	"haikob|haiko.brandes@stud.uni-goettingen.de|httpup|http://www.stud.uni-goettingen.de/~s462320/crux/",
   43 	"haskell|moritz+crux@wzff.de|rsync|rsync.wzff.de::crux-haskell/", #Moritz Wilhelmy's haskell collection
   44 	"hnc|bile@landofbile.com|httpup|http://www.landofbile.com/crux_ports/", #Antonio SJ Musumeci
   45 	"jaeger|jaeger@morpheus.net|rsync|morpheus.net::cruxports/", #Matt Housh
   46 	"jdolan|jasonthomasdolan@yahoo.com|httpup|http://jdolan.dyndns.org/jaydolan/ports/",
   47 	"jue|jue@jue.li|httpup|http://jue.li/crux/ports/",
   48 	"jw|jw@smts.ch|httpup|http://jw.smts.ch/files/crux/ports/",
   49 	"karpunix|sirmacik@gmail.com|httpup|http://download.sirmacik.lin4all.org/crux/ports/", # Marcin Karpezo
   50 	"kp4|vs@kp4.ru|httpup|http://crux.kp4.ru/", # Vitaly Sinilin
   51 	"larryn|wawrzek@gmail.com|httpup|http://wawrzek.name/Crux/Ports/",
   52 	"lennart|devel@lennart.sauerbeck.org|rsync|code-monkey.de::lennarts-crux-ports/", #Lennart Sauerbeck
   53 	"linoports|benemue@googlemail.com|rsync|karif.server-speed.net::linoports/", #Benedikt Muller
   54 	"lxde|rotwang@crux.org.pl|httpup|http://crux.org.pl/ports/lxde/", #Bartlomeij Palmowski
   55 	"malster|clover@mail.nnov.ru|httpup|http://malster.nnov.ru/ports/",
   56 	"mason|msonderegger@aon.at|httpup|http://www.tip9ug.jp/who/dude/webdir/lunix/CRUX/", #Markus Sonderegger
   57 	"mhedenskog|mattias@hedenskog.se|httpup|http://magog.se/crux/",
   58 	"mike_attic|mike@openbunker.org|httpup|http://www.openbunker.org/crux/ports/mike_attic/", #Mikhail Kolesnik
   59 	"mike|mike@openbunker.org|httpup|http://openbunker.org/crux/ports/mike/", #Mikhail Kolesnik
   60 	"mono|nymacro@gmail.com|httpup|http://members.optusnet.com.au/dfmarks/crux/mono/",
   61 	"mruiz|manuel.tienza@gmail.com|httpup|http://www.tienza.es/crux/ports/", #Manuel Tienza
   62 	"namenlos|richard.poettler@gmail.com|httpup|http://www.sti2.at/~richardp/ports/", #Richard Poettler
   63 	"nexscrp|jkr@nex.scrapping.cc|httpup|http://nex.scrapping.cc/crux/ports/", #Jonas Kramer
   64 	"ninuzzo|ant@venus.deis.unical.it|httpup|http://monitor.deis.unical.it/ant/crux/",
   65 	"nipul|lucas@die.net.au|httpup|http://nipul.die.net.au/ports/", #Lucas Hazel
   66 	"nym|nymacro@gmail.com|httpup|http://members.optushome.com.au/dfmarks/crux/ports/",
   67 	"patroclo7|patroclo7@gmail.com|httpup|http://www.patroclo7.org/crux/ports/patroclo7/", #Giorgio Lando
   68 	"pitillo|pitillo@ono.com|rsync|lokalix.dyndns.org::ports/pitillo/",
   69 	"predatorfreak|predatorfreak@dcaf-security.org|httpup|http://www.dcaf-security.org/ports/", #Brett Andrew Goulder
   70 	"prologic|prologic@shortcircuit.net.au|httpup|http://crux.shortcircuit.net.au/", #James Mills
   71 	"qba|teoqba@gmail.com|httpup|http://escher.unige.ch/~qba/crux/ports/", #Kuba Kaminski
   72 	"rehabdoll|fredrik@obra.se|rsync|obra.se::ports/", #Fredrik Rinnest
   73 	"rho|rho@thinkingspot.ch|httpup|http://www.thinkingspot.ch/crux/ports/",
   74 	"rk|crux@roeschu.ch|httpup|http://www.roeschu.ch/ports/crux/",
   75 	"roliveira|crux@roliveira.eu|httpup|http://roliveira.eu/crux/ports/", #Ricardo Oliveira
   76 	"romster|monster.romster@gmail.com|httpup|http://romster.dyndns.org:8080/linux/ports/crux/romster/", #Danny Rawlins
   77 	"rotwang|rotwang@crux.org.pl|httpup|http://crux.org.pl/ports/rotwang/", #Bartlomiej Palmowski
   78 	"rugek|rugek@btcl.de|httpup|http://rugek.dirtyhack.net/crux-ports/rugek/",
   79 	"sepen|sepen@crux.nu|rsync|sepen.mine.nu::crux/ports/sepen/", #Jose V Beneyto
   80 	"sgtmcd|sgtmcd@sgtmcd.com|httpup|http://crux.sgtmcd.com/ports/",
   81 	"shin|shin@sterneck.asia|httpup|http://ports.sterneck.asia/shin/", #Shin Sterneck
   82 	"singular|arbor@mail.ru|httpup|http://singular.ru/ports/",
   83 	"slapdash|dave-slapdash@weller-fahy.com|httpup|http://slapdash.caterva.org/", #David J. Weller-Fahy
   84 	"stdevel|webmaster@stankowic-development.net|httpup|http://crux.stankowic-development.net/", #Christian Stankowic
   85 	"strw|strawi@googlemail.com|httpup|http://www.gnoedi.org/~straw/crux/ports/",
   86 	"syl|syl@clyl.net|rsync|rsync.clyl.net::crux/", # Pierre Chaussee
   87 	"tadzik|tadzikes@gmail.com|httpup|http://mhroczny.abuser.eu/~tadzik/ports/", #Tadeus Sosnierz (irc handle: tadzik)
   88 	"thenschel|thenschel@henschelsoft.de|httpup|http://www.henschelsoft.de/cruxports/",
   89 	"ticklestix|npardoe@ticklestix.co.uk|httpup|http://www.ticklestix.co.uk/crux/", #Nathan Pardoe
   90 	"tillb|tillbiedermann@yahoo.de|httpup|http://still2come.net/crux/ports/tillb/", #Till Biedermann
   91 	"tilman|tilman@code-monkey.de|rsync|crux.nu::ports/crux-master/tilman/",
   92 	"tsubasa|nickp102@gmail.com|httpup|http://tsubasa.googlecode.com/svn/trunk/tsubasa/", #Sasha Chernyavsky
   93 	"uhlu|crux@uhlu.com|httpup|http://ports.uhlu.com/repository/",
   94 	"vico|vico@bicisport.de|httpup|http://vico.kleinplanet.de/files/repo/",
   95 	"vni|younghead@ukr.net|httpup|http://vni.org.ua/crux/ports/vni/", #Vasylchyshyn Nikolay
   96 	"wzff|moritz+crux@wzff.de|rsync|rsync.wzff.de::crux-wzff/", #Moritz Wilhelmy
   97 	"xen|syl@clyl.net|rsync|rsync.clyl.net::crux-xen/", # Pierre Chaussee
   98 	"yhafri|ycrux@club-internet.fr|httpup|http://perso.club-internet.fr/yhafri/crux/",
   99 );
  100 
  101 $dsn = 'sqlite:////home/crux/public_html/local/portdb.db';
  102 
  103 # End of configuration ######################################################
  104 
  105 $db =& DB::connect($dsn);
  106 if (DB::isError($db)) die("Cannot connect to database");
  107 $db->setFetchMode(DB_FETCHMODE_ASSOC);
  108 
  109 # Clean existing entries
  110 $sql = "delete from ports";
  111 $res = $db->simpleQuery($sql);
  112 if (DB::isError($res)) die("Query error (delete)");
  113 $sql = "delete from collections";
  114 $res = $db->simpleQuery($sql);
  115 if (DB::isError($res)) die("Query error (delete)");
  116 $sql = "vacuum";
  117 $res = $db->simpleQuery($sql);
  118 if (DB::isError($res)) die("Query error (delete)");
  119 
  120 
  121 
  122 foreach ($collections as $coll) {
  123     $ports = getCollection($coll);
  124     if ($ports !== FALSE) {
  125         storeCollection($coll, $ports);
  126     } else {
  127         $fields = explode('|', $coll);
  128         echo "Errors while retrieving collection ". $fields[0]."\n";
  129     }
  130 }
  131 
  132 function getCollection($coll) {
  133     $fields = explode('|', $coll);
  134     switch ($fields[2]) {
  135         case "httpup":
  136             return getHttpupCollection($coll);
  137             break;
  138         case "rsync":
  139             return getRsyncCollection($coll);
  140             break;
  141         default:
  142             return FALSE;
  143     }
  144 }
  145 
  146 function getRsyncCollection($coll) {
  147     $ports = array();
  148     $out = array();
  149     $fields = explode('|', $coll);
  150     $res = -1;
  151     exec("/usr/bin/rsync --list-only $fields[3]", $out, $res);
  152     if ($res !== 0)
  153         return FALSE;
  154     foreach ($out as $line) {
  155         if ($line[0] == "d") {
  156             $sp = explode(' ', $line);
  157             $portname = $sp[count($sp)-1];
  158             if ($portname != ".")
  159                 $ports[] = $portname;
  160         }
  161     }
  162     if (count($ports)>0)
  163         return $ports;
  164     return FALSE;
  165 }
  166 
  167 function getHttpupCollection($coll){
  168     $ports = array();
  169     $fields = explode('|', $coll);
  170     $lines = file($fields[3]."REPO");
  171     if ($lines === FALSE)
  172         return FALSE;
  173     foreach ($lines as $line) {
  174         if (substr($line, 0, 2) == "d:") {
  175             $ports[] = trim(substr($line,2));
  176         }
  177     }
  178     if (count($ports)>0)
  179         return $ports;
  180     return FALSE;
  181 }
  182 
  183 function storeCollection($coll, $ports) {
  184     global $db;
  185     $fields = explode('|', $coll);
  186     foreach ($ports as $port) {
  187         $vals = array($port, $fields[0]);
  188         $sth = $db->prepare("insert into ports values (NULL, ?, ?)");
  189     	$res = $db->execute($sth, $vals);
  190 	if (DB::isError($res)) die("Query error (port)");
  191     }
  192     $vals = explode('|', $coll);
  193     $sth = $db->prepare("insert into collections values (NULL, ?, ?, ?, ?)");
  194     $res = $db->execute($sth, $vals);
  195     if (DB::isError($res)) die("Query error (collection)");
  196 }
  197 
  198 
  199 
  200 ?>

Generated by cgit