forked from bofh/fetsite
831 lines
43 KiB
HTML
831 lines
43 KiB
HTML
<?xml version="1.0" encoding="utf-8"?>
|
|
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
|
|
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
|
|
<head>
|
|
<meta content="text/html; charset=utf-8" http-equiv="Content-Type" />
|
|
|
|
<title>Class: Crawlobject</title>
|
|
|
|
<link rel="stylesheet" href="./rdoc.css" type="text/css" media="screen" />
|
|
|
|
<script src="./js/jquery.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="./js/thickbox-compressed.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="./js/quicksearch.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="./js/darkfish.js" type="text/javascript" charset="utf-8"></script>
|
|
|
|
</head>
|
|
<body id="top" class="class">
|
|
|
|
<div id="metadata">
|
|
<div id="home-metadata">
|
|
<div id="home-section" class="section">
|
|
<h3 class="section-header">
|
|
<a href="./index.html">Home</a>
|
|
<a href="./index.html#classes">Classes</a>
|
|
<a href="./index.html#methods">Methods</a>
|
|
</h3>
|
|
</div>
|
|
</div>
|
|
|
|
<div id="file-metadata">
|
|
<div id="file-list-section" class="section">
|
|
<h3 class="section-header">In Files</h3>
|
|
<div class="section-body">
|
|
<ul>
|
|
|
|
<li><a href="./app/models/crawlobject_rb.html?TB_iframe=true&height=550&width=785"
|
|
class="thickbox" title="app/models/crawlobject.rb">app/models/crawlobject.rb</a></li>
|
|
|
|
</ul>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
</div>
|
|
|
|
<div id="class-metadata">
|
|
|
|
<!-- Parent Class -->
|
|
<div id="parent-class-section" class="section">
|
|
<h3 class="section-header">Parent</h3>
|
|
|
|
<p class="link">ActiveRecord::Base</p>
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<!-- Method Quickref -->
|
|
<div id="method-list-section" class="section">
|
|
<h3 class="section-header">Methods</h3>
|
|
<ul class="link-list">
|
|
|
|
<li><a href="#method-c-config">::config</a></li>
|
|
|
|
<li><a href="#method-c-crawl_news">::crawl_news</a></li>
|
|
|
|
<li><a href="#method-i-calc_hash">#calc_hash</a></li>
|
|
|
|
<li><a href="#method-i-has_attachments-3F">#has_attachments?</a></li>
|
|
|
|
<li><a href="#method-i-json">#json</a></li>
|
|
|
|
<li><a href="#method-i-load_attachments">#load_attachments</a></li>
|
|
|
|
<li><a href="#method-i-move_to_neuigkeit">#move_to_neuigkeit</a></li>
|
|
|
|
<li><a href="#method-i-parse_children">#parse_children</a></li>
|
|
|
|
<li><a href="#method-i-parse_object">#parse_object</a></li>
|
|
|
|
</ul>
|
|
</div>
|
|
|
|
|
|
|
|
</div>
|
|
|
|
<div id="project-metadata">
|
|
|
|
|
|
<div id="fileindex-section" class="section project-section">
|
|
<h3 class="section-header">Files</h3>
|
|
<ul>
|
|
|
|
<li class="file"><a href="./doc/README_FOR_APP.html">README_FOR_APP</a></li>
|
|
|
|
</ul>
|
|
</div>
|
|
|
|
|
|
<div id="classindex-section" class="section project-section">
|
|
<h3 class="section-header">Class/Module Index
|
|
<span class="search-toggle"><img src="./images/find.png"
|
|
height="16" width="16" alt="[+]"
|
|
title="show/hide quicksearch" /></span></h3>
|
|
<form action="#" method="get" accept-charset="utf-8" class="initially-hidden">
|
|
<fieldset>
|
|
<legend>Quicksearch</legend>
|
|
<input type="text" name="quicksearch" value=""
|
|
class="quicksearch-field" />
|
|
</fieldset>
|
|
</form>
|
|
|
|
<ul class="link-list">
|
|
|
|
<li><a href="./Flagable.html">Flagable</a></li>
|
|
|
|
<li><a href="./Flagable/ActsAsFlagableController.html">Flagable::ActsAsFlagableController</a></li>
|
|
|
|
<li><a href="./Flagable/ActsAsFlagableController/ClassMethods.html">Flagable::ActsAsFlagableController::ClassMethods</a></li>
|
|
|
|
<li><a href="./Flagable/ActsAsFlagableController/LocalClassMethods.html">Flagable::ActsAsFlagableController::LocalClassMethods</a></li>
|
|
|
|
<li><a href="./Flagable/ActsAsFlagableController/LocalInstanceMethods.html">Flagable::ActsAsFlagableController::LocalInstanceMethods</a></li>
|
|
|
|
<li><a href="./Flagable/ActsAsFlagableRecord.html">Flagable::ActsAsFlagableRecord</a></li>
|
|
|
|
<li><a href="./Flagable/ActsAsFlagableRecord/ClassMethods.html">Flagable::ActsAsFlagableRecord::ClassMethods</a></li>
|
|
|
|
<li><a href="./Flagable/ActsAsFlagableRecord/LocalInstanceMethods.html">Flagable::ActsAsFlagableRecord::LocalInstanceMethods</a></li>
|
|
|
|
<li><a href="./Flagable/FlagableHelper.html">Flagable::FlagableHelper</a></li>
|
|
|
|
<li><a href="./Survey.html">Survey</a></li>
|
|
|
|
<li><a href="./Survey/Answer.html">Survey::Answer</a></li>
|
|
|
|
<li><a href="./Survey/AnswersHelper.html">Survey::AnswersHelper</a></li>
|
|
|
|
<li><a href="./Survey/Choice.html">Survey::Choice</a></li>
|
|
|
|
<li><a href="./Survey/ChoicesController.html">Survey::ChoicesController</a></li>
|
|
|
|
<li><a href="./Survey/ChoicesHelper.html">Survey::ChoicesHelper</a></li>
|
|
|
|
<li><a href="./Survey/Question.html">Survey::Question</a></li>
|
|
|
|
<li><a href="./Survey/QuestionsController.html">Survey::QuestionsController</a></li>
|
|
|
|
<li><a href="./Survey/QuestionsHelper.html">Survey::QuestionsHelper</a></li>
|
|
|
|
<li><a href="./IsCommentable.html">IsCommentable</a></li>
|
|
|
|
<li><a href="./IsCommentable/InstanceMethods.html">IsCommentable::InstanceMethods</a></li>
|
|
|
|
<li><a href="./LikeVoteable.html">LikeVoteable</a></li>
|
|
|
|
<li><a href="./LikeVoteable/InstanceMethods.html">LikeVoteable::InstanceMethods</a></li>
|
|
|
|
<li><a href="./Users.html">Users</a></li>
|
|
|
|
<li><a href="./Users/OmniauthCallbacksController.html">Users::OmniauthCallbacksController</a></li>
|
|
|
|
<li><a href="./Ability.html">Ability</a></li>
|
|
|
|
<li><a href="./ApplicationController.html">ApplicationController</a></li>
|
|
|
|
<li><a href="./ApplicationHelper.html">ApplicationHelper</a></li>
|
|
|
|
<li><a href="./Attachment.html">Attachment</a></li>
|
|
|
|
<li><a href="./AttachmentUploader.html">AttachmentUploader</a></li>
|
|
|
|
<li><a href="./AttachmentsController.html">AttachmentsController</a></li>
|
|
|
|
<li><a href="./AttachmentsHelper.html">AttachmentsHelper</a></li>
|
|
|
|
<li><a href="./Beispiel.html">Beispiel</a></li>
|
|
|
|
<li><a href="./BeispieldateiUploader.html">BeispieldateiUploader</a></li>
|
|
|
|
<li><a href="./BeispieleController.html">BeispieleController</a></li>
|
|
|
|
<li><a href="./BeispieleHelper.html">BeispieleHelper</a></li>
|
|
|
|
<li><a href="./Calendar.html">Calendar</a></li>
|
|
|
|
<li><a href="./CalendarsController.html">CalendarsController</a></li>
|
|
|
|
<li><a href="./CalendarsHelper.html">CalendarsHelper</a></li>
|
|
|
|
<li><a href="./CalentriesController.html">CalentriesController</a></li>
|
|
|
|
<li><a href="./CalentriesHelper.html">CalentriesHelper</a></li>
|
|
|
|
<li><a href="./Calentry.html">Calentry</a></li>
|
|
|
|
<li><a href="./CheckboxAutocompleteInput.html">CheckboxAutocompleteInput</a></li>
|
|
|
|
<li><a href="./Comment.html">Comment</a></li>
|
|
|
|
<li><a href="./CommentsController.html">CommentsController</a></li>
|
|
|
|
<li><a href="./CommentsHelper.html">CommentsHelper</a></li>
|
|
|
|
<li><a href="./ConfigController.html">ConfigController</a></li>
|
|
|
|
<li><a href="./Confirmmailer.html">Confirmmailer</a></li>
|
|
|
|
<li><a href="./CrawlerController.html">CrawlerController</a></li>
|
|
|
|
<li><a href="./Crawlobject.html">Crawlobject</a></li>
|
|
|
|
<li><a href="./CrawlobjectHelper.html">CrawlobjectHelper</a></li>
|
|
|
|
<li><a href="./DateStringInput.html">DateStringInput</a></li>
|
|
|
|
<li><a href="./DatepickerInput.html">DatepickerInput</a></li>
|
|
|
|
<li><a href="./DatetimepickerInput.html">DatetimepickerInput</a></li>
|
|
|
|
<li><a href="./Document.html">Document</a></li>
|
|
|
|
<li><a href="./DocumentsController.html">DocumentsController</a></li>
|
|
|
|
<li><a href="./EmailsController.html">EmailsController</a></li>
|
|
|
|
<li><a href="./Fetprofile.html">Fetprofile</a></li>
|
|
|
|
<li><a href="./FetprofilesController.html">FetprofilesController</a></li>
|
|
|
|
<li><a href="./FetprofilesHelper.html">FetprofilesHelper</a></li>
|
|
|
|
<li><a href="./Fetznedition.html">Fetznedition</a></li>
|
|
|
|
<li><a href="./FetzneditionsController.html">FetzneditionsController</a></li>
|
|
|
|
<li><a href="./FetzneditionsHelper.html">FetzneditionsHelper</a></li>
|
|
|
|
<li><a href="./Foto.html">Foto</a></li>
|
|
|
|
<li><a href="./FotoUploader.html">FotoUploader</a></li>
|
|
|
|
<li><a href="./FotosController.html">FotosController</a></li>
|
|
|
|
<li><a href="./FotosHelper.html">FotosHelper</a></li>
|
|
|
|
<li><a href="./Frage.html">Frage</a></li>
|
|
|
|
<li><a href="./FragenController.html">FragenController</a></li>
|
|
|
|
<li><a href="./FragenHelper.html">FragenHelper</a></li>
|
|
|
|
<li><a href="./GalleriesController.html">GalleriesController</a></li>
|
|
|
|
<li><a href="./GalleriesHelper.html">GalleriesHelper</a></li>
|
|
|
|
<li><a href="./Gallery.html">Gallery</a></li>
|
|
|
|
<li><a href="./GremienController.html">GremienController</a></li>
|
|
|
|
<li><a href="./GremienHelper.html">GremienHelper</a></li>
|
|
|
|
<li><a href="./Gremium.html">Gremium</a></li>
|
|
|
|
<li><a href="./HomeController.html">HomeController</a></li>
|
|
|
|
<li><a href="./Key.html">Key</a></li>
|
|
|
|
<li><a href="./Lecturer.html">Lecturer</a></li>
|
|
|
|
<li><a href="./LecturersController.html">LecturersController</a></li>
|
|
|
|
<li><a href="./LecturersHelper.html">LecturersHelper</a></li>
|
|
|
|
<li><a href="./Lva.html">Lva</a></li>
|
|
|
|
<li><a href="./LvasController.html">LvasController</a></li>
|
|
|
|
<li><a href="./MailerHelper.html">MailerHelper</a></li>
|
|
|
|
<li><a href="./Meeting.html">Meeting</a></li>
|
|
|
|
<li><a href="./MeetingsController.html">MeetingsController</a></li>
|
|
|
|
<li><a href="./MeetingsHelper.html">MeetingsHelper</a></li>
|
|
|
|
<li><a href="./Meetingtyp.html">Meetingtyp</a></li>
|
|
|
|
<li><a href="./MeetingtypsController.html">MeetingtypsController</a></li>
|
|
|
|
<li><a href="./MeetingtypsHelper.html">MeetingtypsHelper</a></li>
|
|
|
|
<li><a href="./Membership.html">Membership</a></li>
|
|
|
|
<li><a href="./MembershipsController.html">MembershipsController</a></li>
|
|
|
|
<li><a href="./MembershipsHelper.html">MembershipsHelper</a></li>
|
|
|
|
<li><a href="./Modul.html">Modul</a></li>
|
|
|
|
<li><a href="./Modulgruppe.html">Modulgruppe</a></li>
|
|
|
|
<li><a href="./ModulgruppenController.html">ModulgruppenController</a></li>
|
|
|
|
<li><a href="./ModulgruppenHelper.html">ModulgruppenHelper</a></li>
|
|
|
|
<li><a href="./ModulsController.html">ModulsController</a></li>
|
|
|
|
<li><a href="./ModulsHelper.html">ModulsHelper</a></li>
|
|
|
|
<li><a href="./Neuigkeit.html">Neuigkeit</a></li>
|
|
|
|
<li><a href="./NeuigkeitenController.html">NeuigkeitenController</a></li>
|
|
|
|
<li><a href="./NewsMailer.html">NewsMailer</a></li>
|
|
|
|
<li><a href="./Nlink.html">Nlink</a></li>
|
|
|
|
<li><a href="./PagesHelper.html">PagesHelper</a></li>
|
|
|
|
<li><a href="./PictureUploader.html">PictureUploader</a></li>
|
|
|
|
<li><a href="./PluginsHelper.html">PluginsHelper</a></li>
|
|
|
|
<li><a href="./Role.html">Role</a></li>
|
|
|
|
<li><a href="./Rubrik.html">Rubrik</a></li>
|
|
|
|
<li><a href="./RubrikenController.html">RubrikenController</a></li>
|
|
|
|
<li><a href="./RubrikenHelper.html">RubrikenHelper</a></li>
|
|
|
|
<li><a href="./Semester.html">Semester</a></li>
|
|
|
|
<li><a href="./SemestersController.html">SemestersController</a></li>
|
|
|
|
<li><a href="./SemestersHelper.html">SemestersHelper</a></li>
|
|
|
|
<li><a href="./StudienController.html">StudienController</a></li>
|
|
|
|
<li><a href="./StudienHelper.html">StudienHelper</a></li>
|
|
|
|
<li><a href="./Studium.html">Studium</a></li>
|
|
|
|
<li><a href="./StudmodsHelper.html">StudmodsHelper</a></li>
|
|
|
|
<li><a href="./Thema.html">Thema</a></li>
|
|
|
|
<li><a href="./ThemenController.html">ThemenController</a></li>
|
|
|
|
<li><a href="./ThemenHelper.html">ThemenHelper</a></li>
|
|
|
|
<li><a href="./Themengruppe.html">Themengruppe</a></li>
|
|
|
|
<li><a href="./ThemengruppenController.html">ThemengruppenController</a></li>
|
|
|
|
<li><a href="./ThemengruppenHelper.html">ThemengruppenHelper</a></li>
|
|
|
|
<li><a href="./TinymceTextInput.html">TinymceTextInput</a></li>
|
|
|
|
<li><a href="./UploaderInput.html">UploaderInput</a></li>
|
|
|
|
<li><a href="./User.html">User</a></li>
|
|
|
|
<li><a href="./UsersController.html">UsersController</a></li>
|
|
|
|
</ul>
|
|
<div id="no-class-search-results" style="display: none;">No matching classes.</div>
|
|
</div>
|
|
|
|
|
|
</div>
|
|
</div>
|
|
|
|
<div id="documentation">
|
|
<h1 class="class">Crawlobject</h1>
|
|
|
|
<div id="description" class="description">
|
|
|
|
</div><!-- description -->
|
|
|
|
|
|
|
|
|
|
<div id="5Buntitled-5D" class="documentation-section">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<!-- Methods -->
|
|
|
|
<div id="public-class-method-details" class="method-section section">
|
|
<h3 class="section-header">Public Class Methods</h3>
|
|
|
|
|
|
<div id="config-method" class="method-detail ">
|
|
<a name="method-c-config"></a>
|
|
|
|
|
|
<div class="method-heading">
|
|
<span class="method-name">config</span><span
|
|
class="method-args">()</span>
|
|
<span class="method-click-advice">click to toggle source</span>
|
|
</div>
|
|
|
|
|
|
<div class="method-description">
|
|
|
|
|
|
|
|
|
|
|
|
<div class="method-source-code" id="config-source">
|
|
<pre>
|
|
<span class="ruby-comment"># File app/models/crawlobject.rb, line 7</span>
|
|
<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">config</span>
|
|
<span class="ruby-constant">Rails</span>.<span class="ruby-identifier">application</span>.<span class="ruby-identifier">config</span>.<span class="ruby-identifier">crawlconfig</span>
|
|
<span class="ruby-keyword">end</span></pre>
|
|
</div><!-- config-source -->
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div><!-- config-method -->
|
|
|
|
|
|
<div id="crawl_news-method" class="method-detail ">
|
|
<a name="method-c-crawl_news"></a>
|
|
|
|
|
|
<div class="method-heading">
|
|
<span class="method-name">crawl_news</span><span
|
|
class="method-args">(id)</span>
|
|
<span class="method-click-advice">click to toggle source</span>
|
|
</div>
|
|
|
|
|
|
<div class="method-description">
|
|
|
|
|
|
|
|
|
|
|
|
<div class="method-source-code" id="crawl_news-source">
|
|
<pre>
|
|
<span class="ruby-comment"># File app/models/crawlobject.rb, line 122</span>
|
|
<span class="ruby-keyword">def</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">crawl_news</span>(<span class="ruby-identifier">id</span>)
|
|
<span class="ruby-identifier">cfg</span> = <span class="ruby-constant">Rails</span>.<span class="ruby-identifier">application</span>.<span class="ruby-identifier">config</span>
|
|
<span class="ruby-identifier">res</span> = <span class="ruby-constant">JSON</span>.<span class="ruby-identifier">parse</span>(<span class="ruby-node">`python #{Rails.root}/bin/#{cfg.crawlconfig[id]['bin']} #{cfg.crawlconfig[id]['url']}`</span>)
|
|
<span class="ruby-identifier">res</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">r</span><span class="ruby-operator">|</span>
|
|
<span class="ruby-identifier">cc</span>=<span class="ruby-constant">Crawlobject</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value">:raw=</span><span class="ruby-operator">></span><span class="ruby-identifier">r</span>.<span class="ruby-identifier">to_json</span>)
|
|
<span class="ruby-identifier">cc</span>.<span class="ruby-identifier">objtype</span>=<span class="ruby-identifier">id</span>
|
|
<span class="ruby-identifier">cc</span>.<span class="ruby-identifier">parse_object</span>
|
|
<span class="ruby-identifier">cc</span>.<span class="ruby-identifier">calc_hash</span>
|
|
<span class="ruby-keyword">if</span> <span class="ruby-constant">Crawlobject</span>.<span class="ruby-identifier">where</span>(<span class="ruby-value">:objhash2=</span><span class="ruby-operator">></span><span class="ruby-identifier">cc</span>.<span class="ruby-identifier">objhash2</span>, <span class="ruby-value">:objtype=</span><span class="ruby-operator">></span><span class="ruby-identifier">id</span>).<span class="ruby-identifier">count</span><span class="ruby-operator">==</span><span class="ruby-value">0</span>
|
|
<span class="ruby-identifier">cc</span>.<span class="ruby-identifier">save</span>
|
|
<span class="ruby-keyword">else</span>
|
|
<span class="ruby-identifier">cc</span> = <span class="ruby-constant">Crawlobject</span>.<span class="ruby-identifier">where</span>(<span class="ruby-value">:objhash2=</span><span class="ruby-operator">></span><span class="ruby-identifier">cc</span>.<span class="ruby-identifier">objhash2</span>, <span class="ruby-value">:objtype=</span><span class="ruby-operator">></span><span class="ruby-identifier">id</span>).<span class="ruby-identifier">first</span>
|
|
<span class="ruby-identifier">cc</span>.<span class="ruby-identifier">raw</span>=<span class="ruby-identifier">r</span>.<span class="ruby-identifier">to_json</span>
|
|
<span class="ruby-identifier">cc</span>.<span class="ruby-identifier">parse_object</span>
|
|
<span class="ruby-identifier">cc</span>.<span class="ruby-identifier">calc_hash</span>
|
|
<span class="ruby-identifier">cc</span>.<span class="ruby-identifier">save</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span></pre>
|
|
</div><!-- crawl_news-source -->
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div><!-- crawl_news-method -->
|
|
|
|
|
|
</div><!-- public-class-method-details -->
|
|
|
|
<div id="public-instance-method-details" class="method-section section">
|
|
<h3 class="section-header">Public Instance Methods</h3>
|
|
|
|
|
|
<div id="calc_hash-method" class="method-detail ">
|
|
<a name="method-i-calc_hash"></a>
|
|
|
|
|
|
<div class="method-heading">
|
|
<span class="method-name">calc_hash</span><span
|
|
class="method-args">()</span>
|
|
<span class="method-click-advice">click to toggle source</span>
|
|
</div>
|
|
|
|
|
|
<div class="method-description">
|
|
|
|
|
|
|
|
|
|
|
|
<div class="method-source-code" id="calc_hash-source">
|
|
<pre>
|
|
<span class="ruby-comment"># File app/models/crawlobject.rb, line 114</span>
|
|
<span class="ruby-keyword">def</span> <span class="ruby-identifier">calc_hash</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">objhash</span>=<span class="ruby-constant">Digest</span><span class="ruby-operator">::</span><span class="ruby-constant">SHA512</span>.<span class="ruby-identifier">hexdigest</span>(<span class="ruby-keyword">self</span>.<span class="ruby-identifier">raw</span>)
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">objhash2</span>=<span class="ruby-constant">Digest</span><span class="ruby-operator">::</span><span class="ruby-constant">SHA512</span>.<span class="ruby-identifier">hexdigest</span>(<span class="ruby-keyword">self</span>.<span class="ruby-identifier">url</span>.<span class="ruby-identifier">to_s</span><span class="ruby-operator">+</span><span class="ruby-keyword">self</span>.<span class="ruby-identifier">try</span>(<span class="ruby-value">:name</span>).<span class="ruby-identifier">to_s</span><span class="ruby-operator">+</span><span class="ruby-keyword">self</span>.<span class="ruby-identifier">schematype</span>.<span class="ruby-identifier">to_s</span><span class="ruby-operator">+</span><span class="ruby-keyword">self</span>.<span class="ruby-identifier">published_at</span>.<span class="ruby-identifier">try</span>(<span class="ruby-value">:utc</span>).<span class="ruby-identifier">to_s</span>)
|
|
|
|
<span class="ruby-keyword">end</span></pre>
|
|
</div><!-- calc_hash-source -->
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div><!-- calc_hash-method -->
|
|
|
|
|
|
<div id="has_attachments-3F-method" class="method-detail ">
|
|
<a name="method-i-has_attachments-3F"></a>
|
|
|
|
|
|
<div class="method-heading">
|
|
<span class="method-name">has_attachments?</span><span
|
|
class="method-args">()</span>
|
|
<span class="method-click-advice">click to toggle source</span>
|
|
</div>
|
|
|
|
|
|
<div class="method-description">
|
|
|
|
|
|
|
|
|
|
|
|
<div class="method-source-code" id="has_attachments-3F-source">
|
|
<pre>
|
|
<span class="ruby-comment"># File app/models/crawlobject.rb, line 10</span>
|
|
<span class="ruby-keyword">def</span> <span class="ruby-identifier">has_attachments?</span>
|
|
<span class="ruby-keyword">if</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span><span class="ruby-operator">==</span><span class="ruby-value">2</span>
|
|
<span class="ruby-keyword">return</span> <span class="ruby-keyword">true</span>
|
|
<span class="ruby-keyword">else</span>
|
|
<span class="ruby-keyword">return</span> <span class="ruby-keyword">false</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span></pre>
|
|
</div><!-- has_attachments-3F-source -->
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div><!-- has_attachments-3F-method -->
|
|
|
|
|
|
<div id="json-method" class="method-detail ">
|
|
<a name="method-i-json"></a>
|
|
|
|
|
|
<div class="method-heading">
|
|
<span class="method-name">json</span><span
|
|
class="method-args">()</span>
|
|
<span class="method-click-advice">click to toggle source</span>
|
|
</div>
|
|
|
|
|
|
<div class="method-description">
|
|
|
|
|
|
|
|
|
|
|
|
<div class="method-source-code" id="json-source">
|
|
<pre>
|
|
<span class="ruby-comment"># File app/models/crawlobject.rb, line 119</span>
|
|
<span class="ruby-keyword">def</span> <span class="ruby-identifier">json</span>
|
|
<span class="ruby-constant">JSON</span>.<span class="ruby-identifier">parse</span>(<span class="ruby-keyword">self</span>.<span class="ruby-identifier">raw</span>)
|
|
<span class="ruby-keyword">end</span></pre>
|
|
</div><!-- json-source -->
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div><!-- json-method -->
|
|
|
|
|
|
<div id="load_attachments-method" class="method-detail ">
|
|
<a name="method-i-load_attachments"></a>
|
|
|
|
|
|
<div class="method-heading">
|
|
<span class="method-name">load_attachments</span><span
|
|
class="method-args">()</span>
|
|
<span class="method-click-advice">click to toggle source</span>
|
|
</div>
|
|
|
|
|
|
<div class="method-description">
|
|
|
|
|
|
|
|
|
|
|
|
<div class="method-source-code" id="load_attachments-source">
|
|
<pre>
|
|
<span class="ruby-comment"># File app/models/crawlobject.rb, line 65</span>
|
|
<span class="ruby-keyword">def</span> <span class="ruby-identifier">load_attachments</span>
|
|
<span class="ruby-keyword">if</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span> <span class="ruby-operator">==</span> <span class="ruby-value">2</span> <span class="ruby-comment"># ET Comments only</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"attachments"</span>].<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">url</span><span class="ruby-operator">|</span>
|
|
<span class="ruby-identifier">fn</span> = <span class="ruby-node">`python ../microdata/download_file.py "#{url}"`</span>
|
|
|
|
<span class="ruby-keyword">unless</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">attachments</span>.<span class="ruby-identifier">where</span>(<span class="ruby-value">:name=</span><span class="ruby-operator">></span><span class="ruby-string">"Et_21.01.2015_L_sung.pdf"</span>).<span class="ruby-identifier">count</span> <span class="ruby-operator">></span> <span class="ruby-value">0</span>
|
|
|
|
<span class="ruby-identifier">a</span>=<span class="ruby-constant">Attachment</span>.<span class="ruby-identifier">new</span>
|
|
<span class="ruby-identifier">a</span>.<span class="ruby-identifier">datei</span>=<span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-string">"/home/andreas/www/microdata/tmp/"</span><span class="ruby-operator">+</span><span class="ruby-identifier">fn</span>.<span class="ruby-identifier">strip</span>)
|
|
<span class="ruby-identifier">a</span>.<span class="ruby-identifier">name</span>=<span class="ruby-identifier">fn</span>.<span class="ruby-identifier">strip</span>
|
|
<span class="ruby-identifier">a</span>.<span class="ruby-identifier">parent</span>=<span class="ruby-keyword">self</span>
|
|
<span class="ruby-identifier">a</span>.<span class="ruby-identifier">save</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">attachments</span><span class="ruby-operator"><<</span> <span class="ruby-identifier">a</span>
|
|
<span class="ruby-identifier">a</span>.<span class="ruby-identifier">save</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span></pre>
|
|
</div><!-- load_attachments-source -->
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div><!-- load_attachments-method -->
|
|
|
|
|
|
<div id="move_to_neuigkeit-method" class="method-detail ">
|
|
<a name="method-i-move_to_neuigkeit"></a>
|
|
|
|
|
|
<div class="method-heading">
|
|
<span class="method-name">move_to_neuigkeit</span><span
|
|
class="method-args">(user,rubrik)</span>
|
|
<span class="method-click-advice">click to toggle source</span>
|
|
</div>
|
|
|
|
|
|
<div class="method-description">
|
|
|
|
|
|
|
|
|
|
|
|
<div class="method-source-code" id="move_to_neuigkeit-source">
|
|
<pre>
|
|
<span class="ruby-comment"># File app/models/crawlobject.rb, line 17</span>
|
|
<span class="ruby-keyword">def</span> <span class="ruby-identifier">move_to_neuigkeit</span>(<span class="ruby-identifier">user</span>,<span class="ruby-identifier">rubrik</span>)
|
|
<span class="ruby-keyword">if</span> ( <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span> <span class="ruby-operator">==</span> <span class="ruby-value">5</span> <span class="ruby-operator">||</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span> <span class="ruby-operator">==</span> <span class="ruby-value">6</span> )<span class="ruby-keyword">and</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">something</span>.<span class="ruby-identifier">nil?</span>
|
|
<span class="ruby-identifier">n</span>=<span class="ruby-constant">Neuigkeit</span>.<span class="ruby-identifier">new</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">title</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">name</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">text</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">text</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">datum</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">published_at</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">author</span>=<span class="ruby-identifier">user</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">rubrik</span>=<span class="ruby-identifier">rubrik</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">origurl</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">url</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">save</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">something</span>=<span class="ruby-identifier">n</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">save</span>
|
|
<span class="ruby-keyword">return</span> <span class="ruby-identifier">n</span>
|
|
<span class="ruby-keyword">elsif</span> ( <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span> <span class="ruby-operator">==</span> <span class="ruby-value">5</span> <span class="ruby-operator">||</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span><span class="ruby-operator">==</span><span class="ruby-value">6</span>)
|
|
<span class="ruby-identifier">n</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">something</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">title</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">name</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">text</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">text</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">datum</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">published_at</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">author</span>=<span class="ruby-identifier">user</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">rubrik</span>=<span class="ruby-identifier">rubrik</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">origurl</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">url</span>
|
|
<span class="ruby-identifier">n</span>.<span class="ruby-identifier">save</span>
|
|
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span></pre>
|
|
</div><!-- move_to_neuigkeit-source -->
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div><!-- move_to_neuigkeit-method -->
|
|
|
|
|
|
<div id="parse_children-method" class="method-detail ">
|
|
<a name="method-i-parse_children"></a>
|
|
|
|
|
|
<div class="method-heading">
|
|
<span class="method-name">parse_children</span><span
|
|
class="method-args">()</span>
|
|
<span class="method-click-advice">click to toggle source</span>
|
|
</div>
|
|
|
|
|
|
<div class="method-description">
|
|
|
|
|
|
|
|
|
|
|
|
<div class="method-source-code" id="parse_children-source">
|
|
<pre>
|
|
<span class="ruby-comment"># File app/models/crawlobject.rb, line 42</span>
|
|
<span class="ruby-keyword">def</span> <span class="ruby-identifier">parse_children</span>
|
|
<span class="ruby-keyword">if</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span> <span class="ruby-operator">==</span> <span class="ruby-value">1</span> <span class="ruby-comment"># ET Forum Article loaded</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"comments"</span>].<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">com</span><span class="ruby-operator">|</span>
|
|
<span class="ruby-keyword">if</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">children</span>.<span class="ruby-identifier">where</span>(<span class="ruby-value">:objhash=</span><span class="ruby-operator">></span><span class="ruby-constant">Digest</span><span class="ruby-operator">::</span><span class="ruby-constant">SHA512</span>.<span class="ruby-identifier">hexdigest</span>(<span class="ruby-identifier">com</span>.<span class="ruby-identifier">to_json</span>)).<span class="ruby-identifier">empty?</span>
|
|
<span class="ruby-identifier">cco</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">children</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value">:raw=</span><span class="ruby-operator">></span><span class="ruby-identifier">com</span>.<span class="ruby-identifier">to_json</span>,<span class="ruby-value">:crawlurl=</span><span class="ruby-operator">></span><span class="ruby-keyword">self</span>.<span class="ruby-identifier">crawlurl</span>)
|
|
<span class="ruby-identifier">cco</span>.<span class="ruby-identifier">objtype</span>=<span class="ruby-value">2</span>
|
|
<span class="ruby-identifier">cco</span>.<span class="ruby-identifier">parse_object</span>
|
|
<span class="ruby-identifier">cco</span>.<span class="ruby-identifier">calc_hash</span>
|
|
|
|
<span class="ruby-keyword">if</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">children</span>.<span class="ruby-identifier">where</span>(<span class="ruby-value">:objhash2=</span><span class="ruby-operator">></span><span class="ruby-identifier">cco</span>.<span class="ruby-identifier">objhash2</span>).<span class="ruby-identifier">empty?</span>
|
|
<span class="ruby-identifier">cco</span>.<span class="ruby-identifier">save</span>
|
|
<span class="ruby-keyword">else</span>
|
|
<span class="ruby-identifier">cco</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">children</span>.<span class="ruby-identifier">where</span>(<span class="ruby-value">:objhash2=</span><span class="ruby-operator">></span><span class="ruby-identifier">cco</span>.<span class="ruby-identifier">objhash2</span>).<span class="ruby-identifier">first</span>
|
|
<span class="ruby-identifier">cco</span>.<span class="ruby-identifier">raw</span>=<span class="ruby-identifier">com</span>.<span class="ruby-identifier">to_json</span>
|
|
<span class="ruby-identifier">cco</span>.<span class="ruby-identifier">parse_object</span>
|
|
<span class="ruby-identifier">cco</span>.<span class="ruby-identifier">calc_hash</span>
|
|
<span class="ruby-identifier">cco</span>.<span class="ruby-identifier">save</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">end</span></pre>
|
|
</div><!-- parse_children-source -->
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div><!-- parse_children-method -->
|
|
|
|
|
|
<div id="parse_object-method" class="method-detail ">
|
|
<a name="method-i-parse_object"></a>
|
|
|
|
|
|
<div class="method-heading">
|
|
<span class="method-name">parse_object</span><span
|
|
class="method-args">()</span>
|
|
<span class="method-click-advice">click to toggle source</span>
|
|
</div>
|
|
|
|
|
|
<div class="method-description">
|
|
|
|
|
|
|
|
|
|
|
|
<div class="method-source-code" id="parse_object-source">
|
|
<pre>
|
|
<span class="ruby-comment"># File app/models/crawlobject.rb, line 83</span>
|
|
<span class="ruby-keyword">def</span> <span class="ruby-identifier">parse_object</span>
|
|
|
|
<span class="ruby-keyword">if</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span> <span class="ruby-operator">==</span> <span class="ruby-value">1</span> <span class="ruby-comment"># ET Forum Article loaded</span>
|
|
<span class="ruby-comment"># ET - Forum </span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">schematype</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"type"</span>].<span class="ruby-identifier">first</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">name</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"properties"</span>][<span class="ruby-string">"name"</span>].<span class="ruby-identifier">first</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">url</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"properties"</span>][<span class="ruby-string">"url"</span>].<span class="ruby-identifier">first</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">published_at</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"properties"</span>][<span class="ruby-string">"dateCreated"</span>].<span class="ruby-identifier">first</span>
|
|
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">if</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span> <span class="ruby-operator">==</span> <span class="ruby-value">2</span> <span class="ruby-comment"># ET Forum Comment loaded is part of Article </span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">schematype</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"type"</span>].<span class="ruby-identifier">first</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">url</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"properties"</span>][<span class="ruby-string">"replyToUrl"</span>].<span class="ruby-identifier">first</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">name</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"properties"</span>][<span class="ruby-string">"name"</span>].<span class="ruby-identifier">try</span>(<span class="ruby-value">:first</span>)
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">published_at</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"properties"</span>][<span class="ruby-string">"commentTime"</span>].<span class="ruby-identifier">try</span>(<span class="ruby-value">:first</span>)
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">text</span> = <span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"properties"</span>][<span class="ruby-string">"commentText"</span>].<span class="ruby-identifier">try</span>(<span class="ruby-value">:first</span>)
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">if</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span><span class="ruby-operator">==</span><span class="ruby-value">5</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">name</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"name"</span>].<span class="ruby-identifier">strip</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">text</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"text"</span>]
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">published_at</span>=<span class="ruby-constant">Time</span>.<span class="ruby-identifier">parse</span>(<span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"date"</span>].<span class="ruby-identifier">strip</span>)
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">url</span>=<span class="ruby-string">"http://www.htu.at"</span>
|
|
<span class="ruby-keyword">end</span>
|
|
<span class="ruby-keyword">if</span> <span class="ruby-keyword">self</span>.<span class="ruby-identifier">objtype</span><span class="ruby-operator">==</span><span class="ruby-value">6</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">name</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"name"</span>].<span class="ruby-identifier">strip</span>
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">text</span>=<span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"text"</span>]
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">published_at</span>=<span class="ruby-constant">Time</span>.<span class="ruby-identifier">parse</span>(<span class="ruby-keyword">self</span>.<span class="ruby-identifier">json</span>[<span class="ruby-string">"date"</span>].<span class="ruby-identifier">strip</span>)
|
|
<span class="ruby-keyword">self</span>.<span class="ruby-identifier">url</span>=<span class="ruby-string">"http://etit.tuwien.ac.at"</span>
|
|
<span class="ruby-keyword">end</span>
|
|
|
|
<span class="ruby-keyword">end</span></pre>
|
|
</div><!-- parse_object-source -->
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
</div><!-- parse_object-method -->
|
|
|
|
|
|
</div><!-- public-instance-method-details -->
|
|
|
|
</div><!-- 5Buntitled-5D -->
|
|
|
|
|
|
</div><!-- documentation -->
|
|
|
|
<div id="validator-badges">
|
|
<p><small><a href="http://validator.w3.org/check/referer">[Validate]</a></small></p>
|
|
<p><small>Generated with the <a href="http://deveiate.org/projects/Darkfish-Rdoc/">Darkfish
|
|
Rdoc Generator</a> 2</small>.</p>
|
|
</div>
|
|
|
|
</body>
|
|
</html>
|
|
|