====== Replace Mulgara with BlazeGraph ====== * Count current triples browse http://asarepo.to.cnr.it:8080/fedora/risearch Language - itql Response - CSV Limit - Unlimited Query: select count(select $subject $predicate $object from <#ri> where $subject $predicate $object) from <#ri> where $subject $predicate $object; "k0" 122874 * Disable Tomcat7 start at boot # sysv-rc-conf disable tomcat7 at boot for each runlevel # reboot * Install a second instance of Tomcat7 and BlazeGraph # http://it.apache.contactlab.it/tomcat/tomcat-7/v7.0.75/bin/apache-tomcat-7.0.75.tar.gz # tar xf apache-tomcat-7.0.75.tar.gz # mv apache-tomcat-7.0.75 /usr/share/tomcat-blzg # useradd -m -d /var/bigdata -s /bin/false blazegraph # nano -w /var/bigdata/.bash_profile export BLZG_CONF=/etc/bigdata export CATALINA_HOME=/usr/share/tomcat-blzg export CATALINA_PID="/usr/share/tomcat-blzg/catalina.pid" export JAVA_HOME=/usr/lib/jvm/java-8-oracle/jre export BLZG_USER=blazegraph export PATH=/usr/lib/jvm/java-8-oracle/jre/bin:/usr/share/tomcat-blzg/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin export JAVA_OPTS="-server -Djava.awt.headless=true -Xmx10g -Xms8g -Dcom.bigdata.rdf.sail.webapp.ConfigParams.propertyFile=/etc/bigdata/RWStore.properties -Dlog4j.configuration=/etc/bigdata/log4j.properties -Dfile.encoding=UTF-8 -Dsun.jnu.encoding=UTF-8 -XX:+UseG1GC -XX:+DisableExplicitGC" NOTE: instead of "-XX:+UseParallelOldGC" may be better "-XX:+UseG1GC -XX:+DisableExplicitGC" [thanks Diego!] NOTE: add initial mem size to, so "-Xmx2000m" change into "-Xms2000m -Xmx2000m" [thanks Diego!] # nano -w /usr/share/tomcat-blzg/conf/server.xml - + - + redirectPort="8444" /> - + # mkdir -p /var/bigdata/logs # mkdir -p /etc/bigdata/ # git clone https://github.com/discoverygarden/blazegraph_conf # cp blazegraph_conf/RWStore.properties /etc/bigdata # cp blazegraph_conf/log4j.properties /etc/bigdata # cp blazegraph_conf/blazegraph_init /etc/init.d/blazegraph # cd /usr/share/tomcat-blzg/webapps # wget https://sourceforge.net/projects/bigdata/files/bigdata/2.1.4/blazegraph.war/download -O blazegraph.war # chowner -R blazegraph:blazegraph /usr/share/tomcat-blzg # chowner -R blazegraph:blazegraph /var/bigdata # chowner -R blazegraph:blazegraph /etc/bigdata # chmoder +x /etc/init.d/blazegraph # update-rc.d blazegraph start 64 2 3 4 5 . stop 36 0 1 6 . # service blazegraph start * Install Trippi-sail # apt-get install maven maven is already the newest version (3.3.9-3). # git clone https://github.com/discoverygarden/trippi-sail.git # cd trippi-sail # mvn package -Dfedora.version=3.8.1 [INFO] ------------------------------------------------------------------------ [INFO] Reactor Summary: [INFO] [INFO] trippi-sail ........................................ SUCCESS [01:01 min] [INFO] trippi-sail-base ................................... SUCCESS [ 45.640 s] [INFO] trippi-sail-blazegraph-embedded .................... SUCCESS [ 50.659 s] [INFO] trippi-sail-blazegraph-remote ...................... SUCCESS [ 14.731 s] [INFO] ------------------------------------------------------------------------ [INFO] BUILD SUCCESS [INFO] ------------------------------------------------------------------------ [INFO] Total time: 02:52 min [INFO] Finished at: 2016-10-17T15:32:29+02:00 [INFO] Final Memory: 69M/440M [INFO] ------------------------------------------------------------------------ # cd trippi-sail-blazegraph-remote/target # tar xf trippi-sail-blazegraph-remote-0.0.1-SNAPSHOT-bin.tar.gz # mv trippi-sail-blazegraph-remote-0.0.1-SNAPSHOT /opt/trippi-sail # chowner -R tomcat7:tomcat7 /opt/trippi-sail # service tomcat7 stop * Configure Fedora # cp /etc/tomcat7/Catalina/localhost/fedora.xml ~/backup/ # nano -w /etc/tomcat7/Catalina/localhost/fedora.xml + # cp ~/trippi-sail/trippi-sail-blazegraph-remote/src/main/resources/sample-bean-config-xml/remote-blazegraph.xml /usr/local/fedora/server/config/spring/ # nano -w /usr/local/fedora/server/config/spring/remote-blazegraph.xml + + - + - + # chowner -R tomcat7:tomcat7 /usr/local/fedora # cp /usr/local/fedora/server/config/fedora.fcfg ~/backup/ # nano -w /usr/local/fedora/server/config/fedora.fcfg + # cp /usr/local/fedora/server/bin/env-server.sh ~/backup/ # nano -w /usr/local/fedora/server/bin/env-server.sh - -cp \"$webinf\"/classes:\"$FEDORA_HOME\"/server/bin:\"$webinf\"/lib/* \ + -cp \"$webinf\"/classes:/opt/trippi-sail/*:\"$FEDORA_HOME\"/server/bin:\"$webinf\"/lib/* \ * Rebuild RI and Mysql DB Check pigGen before and after # mysql -u root -p mysql> use v2p2db mysql> select * from pidGen; +-------------+-----------+ | namespace | highestID | +-------------+-----------+ | islandora | 185 | | minio | 1072 | | changeme | 8 | | ismar | 7 | | carte | 3 | | volumi | 445 | | hthuret | 4 | | chlorophyta | 11 | +-------------+-----------+ 8 rows in set (0,00 sec) mysql> quit # su - tomcat7 -s /bin/bash $ cd /usr/local/fedora/server/bin/ $ export FEDORA_HOME=/usr/local/fedora $ export PATH=$FEDORA_HOME/server/bin:$FEDORA_HOME/client/bin:$JAVA_HOME/bin:$PATH $ export CATALINA_HOME=/usr/share/tomcat7 $ export FEDORA_WEBAPP_HOME=/var/lib/tomcat7/webapps/fedora $ ./fedora-rebuild.sh [NOTE: by VM console] 1) RI rebuild $ ./fedora-rebuild.sh [NOTE: by VM console] 2) MySQL rebuild $ exit Recheck pidGen Check triple count Browse http://asarepo.to.cnr.it:8081/blazegraph/#query SELECT (COUNT(*) AS ?triples) WHERE {?s ?p ?o} triples 122874 # service tomcat7 start Browse [?http://drupalserver/admin/islandora/configure uncheck “Use iTQL for particular queries”.] # service tomcat7 stop # service blazegraph stop # nano -w /etc/bigdata/log4j.properties log4j.rootCategory=ERROR, dest1 ... log4j.logger.com.bigdata=ERROR log4j.logger.com.bigdata.btree=ERROR # service blazegraph start # service tomcat7 start