1
0
Fork 0

Bot controller

This commit is contained in:
Hipster Hitman 2011-04-28 03:18:06 +04:00
parent 91b14bf524
commit 6809623b02
13 changed files with 350 additions and 2 deletions

View File

@ -10,6 +10,7 @@ gem 'mongo', '1.3.0'
gem 'bson_ext', '1.3.0' gem 'bson_ext', '1.3.0'
gem 'mongoid', '~> 2.0' gem 'mongoid', '~> 2.0'
gem 'nokogiri' gem 'nokogiri'
gem 'daemons'
# Use unicorn as the web server # Use unicorn as the web server
# gem 'unicorn' # gem 'unicorn'
@ -33,3 +34,4 @@ gem 'nokogiri'
# group :development, :test do # group :development, :test do
# gem 'webrat' # gem 'webrat'
# end # end

View File

@ -32,6 +32,7 @@ GEM
bson (1.3.0) bson (1.3.0)
bson_ext (1.3.0) bson_ext (1.3.0)
builder (2.1.2) builder (2.1.2)
daemons (1.1.2)
erubis (2.6.6) erubis (2.6.6)
abstract (>= 1.0.0) abstract (>= 1.0.0)
i18n (0.5.0) i18n (0.5.0)
@ -81,6 +82,7 @@ PLATFORMS
DEPENDENCIES DEPENDENCIES
bson_ext (= 1.3.0) bson_ext (= 1.3.0)
daemons
mongo (= 1.3.0) mongo (= 1.3.0)
mongoid (~> 2.0) mongoid (~> 2.0)
nokogiri nokogiri

View File

@ -0,0 +1,131 @@
class BotController < ApplicationController
require 'daemons'
PIDS_PATH = "#{Rails.root.to_s}/tmp/pids"
@@accounts = YAML.load_file("#{Rails.root.to_s}/config/vk_accounts.yml")
@error = ""
def list
@bots = []
@@accounts.each do |bot_name, data|
bot = Bot.new(bot_name)
@bots << {
:name => bot_name,
:started => bot.running?,
:current_track => bot.getCurrentTrack,
:started_at => bot.running? ? bot.startedAt : nil
}
end
pp @bots
end
def stats
end
def queue
bot_name = params['bot_name']
group_by_artist = params['group_by_artist']
limit = params['limit']
if not bot_name.nil?
if not @@accounts.include?(bot_name)
throw "Wrong bot name."
end
end
if not group_by_artist.nil?
group_by_artist = true
end
if params['limit'].to_i != 0
limit = params['limit'].to_i
end
statuses = [0, 1, 4]
data = ParseQueue.any_in(status: statuses)
if not bot_name.nil?
data = data.where(:bot_name => bot_name)
end
# if group_by_artist
# data = data.only(:artist_name).group
# end
if not limit.nil?
data = data.limit(limit)
end
@queue = []
unless data.nil?
data.each do |track|
@queue << track
end
end
pp @queue
end
def start
name = params['name']
begin
if name.nil? or name.strip.empty?
throw "Empty bot name"
end
bot = Bot.new(name)
bot.start
rescue
return render :file => "#{Rails.root}/public/404.html", :status => 404, :layout => false
end
end
def stop
name = params['name']
begin
if name.nil? or name.strip.empty?
throw "Empty bot name"
end
bot = Bot.new(name)
bot.stop
rescue
return render :file => "#{Rails.root}/public/404.html", :status => 404, :layout => false
end
end
# Add artist to parse_queue
def add
name = params['name']
if name.nil? or name.strip.empty?
redirect_to '/'
end
artist = Artist.getByName(name)
if artist.nil?
@error = "There is no such artist."
else
data = ParseQueue.where(:artist_id => artist.id).first
if not data.nil?
throw "This artist already exist in queue."
else
tracks = []
artist.albums.each do |album|
unless album.releases.empty?
album.releases.first.tracks.each do |track|
tracks << track
end
end
end
tracks.each do |track|
ParseQueue.collection.insert({
:track_id => track.id,
:artist_id => artist.id,
:artist_name => artist.name,
:track_name => track.name,
:bot_name => nil,
:status => 0,
:date => nil,
:times_failed => 0
})
end
end
end
end
end

54
app/models/bot.rb Normal file
View File

@ -0,0 +1,54 @@
# encoding: UTF-8
class Bot < Daemons::PidFile
require "daemons"
PIDS_PATH = "#{Rails.root.to_s}/tmp/pids"
DAEMON_PATH = "#{Rails.root.to_s}/lib/daemons"
@@accounts = YAML.load_file("#{Rails.root.to_s}/config/vk_accounts.yml")
def initialize(name)
unless @@accounts.include?(name)
throw "Empty bot name."
end
@dir = File.expand_path(PIDS_PATH)
@progname = name
@multiple = false
@number = nil
end
def getCurrentTrack
current_track = ParseQueue.where(:status => 4, :bot_name => @progname).first
end
def startedAt
unless self.running?
return false
end
ts = eval('`date -d "\`ps -p ' + self.pid.to_s + ' -o lstart=\`" +"%Y-%m-%d %H:%M:%S"`')
ts = ts.strip
end
def start
if bot.running?
throw "This bot already started."
end
eval('`ruby ' + DAEMON_PATH + '/parse_controller.rb ' + Rails.root.to_s + ' ' + name + '`')
end
def stop
if not self.running?
throw "This bot already stopped."
end
signal = (RUBY_PLATFORM =~ /win32/ ? 'KILL' : 'TERM')
pid = self.pid
begin
Process.kill(signal, self.pid)
self.cleanup
rescue Errno::ESRCH => e
throw "#{e} #{pid}"
end
end
end

14
app/models/parse_queue.rb Normal file
View File

@ -0,0 +1,14 @@
class ParseQueue
include Mongoid::Document
store_in :bot_parse_queue
key :track_id, Integer
key :artist_id, Integer
key :artist_name, String
key :track_name, String
key :bot_name, String
key :status, Integer
key :date, Array
key :times_failed, Integer
end

View File

@ -0,0 +1,2 @@
<h1>Bot#list</h1>
<p>Find me in app/views/bot/list.html.erb</p>

View File

@ -0,0 +1,2 @@
<h1>Bot#stats</h1>
<p>Find me in app/views/bot/stats.html.erb</p>

View File

@ -1,4 +1,13 @@
Beathaven::Application.routes.draw do Beathaven::Application.routes.draw do
get "bot/list"
get "bot/stats"
match "bot/queue/" => "bot#queue"
match "bot/start/:name" => "bot#start"
match "bot/stop/:name" => "bot#stop"
match "bot/add/:name" => "bot#add"
get "main/index" get "main/index"
root :to => "main#index", :as => "main" root :to => "main#index", :as => "main"
@ -6,12 +15,12 @@ Beathaven::Application.routes.draw do
match 'artist(/:name)' => 'artist#view' match 'artist(/:name)' => 'artist#view'
match 'listen/:id' => 'track#listen' match 'listen/:id' => 'track#listen'
match 'search/autocomplete' => 'artist#autocomplete' match 'search/autocomplete' => 'artist#autocomplete'
# Registration & login # Registration & login
match 'reg/:email/:code' => 'user#register', :constraints => { :email => /[-a-z0-9\._@]+/i, :code => /[a-f0-9]{64}/ } match 'reg/:email/:code' => 'user#register', :constraints => { :email => /[-a-z0-9\._@]+/i, :code => /[a-f0-9]{64}/ }
match 'reg/complete' => 'user#complete' match 'reg/complete' => 'user#complete'
match 'login' => 'user#login' match 'login' => 'user#login'
match '*a', :to => 'errors#routing' match '*a', :to => 'errors#routing'
end end

73
lib/daemons/parse.rb Normal file
View File

@ -0,0 +1,73 @@
ENV["RAILS_ENV"] ||= "development"
require ARGV[0] + "/config/environment.rb"
require "daemons"
require "pp"
ROOT_PATH = ARGV[0]
LOGS_PATH = ROOT_PATH + "/log"
BOT_NAME = ARGV[1]
@@logger = Logger.new("/var/www/bh/log/Parser.log")
@@logger.info(ARGV)
loop {
sleep(10)
}
#loop {
# Получаем список песен для загрузки, помечаем в очереди, что мы их взяли в работу
# bot_name =
# ParseQueue.collection.update({status: {$in: [0, 1, 4]}, $atomic: true}, {$set: {bot_name: bot_name}})
# $queue = $db->getRows($db->q("SELECT * FROM beathaven.queue WHERE status=0 ORDER BY priority DESC, times_failed ASC LIMIT ". QUEUE_PACK));
# $ids = array();
# foreach ($queue as $t) {
# $ids[] = $t['track_id'];
# }
# $db->q('UPDATE beathaven.queue SET status=1 WHERE track_id IN('. implode(',', $ids) .')');
# $db->q('COMMIT');
# if (!$queue || count($queue) == 0) {
# sleep(EMPTY_QUEUE_TIMEOUT);
# } else {
# $stats['queue_size'] = count($queue);
# foreach ($queue as $t) {
# $t1 = microtime(true);
# echo "{$t['track_id']} {$t['track_title']} -- ";
# $ok = $vk->getTracks($t['track_title']);
# if (strpos($vk->getHtml(), 'searchOffset') === false) {
# echo "Session kaput!\n";
# die;
# }
# if ($ok) {
# echo "OK\n";
# $db->q("UPDATE beathaven.queue SET status=3 WHERE track_id=". $t['track_id']);
# $file_name = Config::get('app:Parser:good_html_dir'). $t['track_id'] .'.html';
# $stats['good_results']++;
# } else {
# echo "FAILED\n";
# $db->q("UPDATE beathaven.queue SET status = 2, times_failed = times_failed + 1 WHERE track_id=". $t['track_id']);
# $file_name = Config::get('app:Parser:bad_html_dir'). $t['track_id'] .'.html';
# $stats['bad_results']++;
# }
# file_put_contents($file_name, $vk->getHtml());
# chmod($file_name, 0777);
# $stats['last_request'] = $t['track_title'];
# $stats['queue_size']--;
# $stats['eneded_job'] = time();
# $bot_stats_file_name = Config::get('app:Parser:bot_stats_dir'). $bot_name .'.json';
# file_put_contents($bot_stats_file_name, json_encode($stats));
# chmod($bot_stats_file_name, 0777);
# $t2 = microtime(true);
# if ($t2 - $t1 < VKTIMEOUT) {
# sleep(ceil(VKTIMEOUT - ($t2 - $t1)));
# }
# }
# }
#}

View File

@ -0,0 +1,21 @@
ENV["RAILS_ENV"] ||= "development"
return false if ARGV.empty?
require ARGV[0] + "/config/environment.rb"
require "daemons"
require "pp"
ROOT_PATH = ARGV[0]
PIDS_PATH = ROOT_PATH + "/tmp/pids"
options = {
:app_name => ARGV[1],
:dir_mode => :normal,
:ARGV => ["start", "--", ROOT_PATH, ARGV[1]],
:dir => PIDS_PATH,
:ontop => false,
:backtrace => false
}
Daemons.run(File.dirname(__FILE__) << '/parse.rb', options)

View File

View File

@ -0,0 +1,34 @@
require 'test_helper'
class BotControllerTest < ActionController::TestCase
test "should get list" do
get :list
assert_response :success
end
test "should get stats" do
get :stats
assert_response :success
end
test "should get queue" do
get :queue
assert_response :success
end
test "should get start" do
get :start
assert_response :success
end
test "should get stop" do
get :stop
assert_response :success
end
test "should get add" do
get :add
assert_response :success
end
end

View File

@ -0,0 +1,4 @@
require 'test_helper'
class BotHelperTest < ActionView::TestCase
end