# 2009 12 31 john blue # command line ruby code to extract question elements for twitter discussions # The questions/responses must have a string that has a 'q' and a number require 'rubygems' require 'hpricot' require 'open-uri' # Pull command line items: intro text, question number, web page url containing twitter discussion # For ref on command line info see http://ruby.about.com/od/rubyfeatures/a/argv.htm questionnumber = ARGV[0] # example 1 introtext = ARGV[1] # example "Agchaxt for 2009-12-29" weburl = ARGV[2] # example "http://localhost:8888/files/Agchat20081229Frame.html" appendfilename = ARGV[3] # name of file to append before #mydebug = File.new("debug%d.html" % questionnumber, 'a') #mydebug.puts("/n questionnumber debugdebugdebugdebugdebugdebugdebug") # #mydebug.puts(questionnumber) # #mydebug.puts("/n debugdebugdebugdebugdebugdebugdebug") # #mydebug.puts("/n introtext debugdebugdebugdebugdebugdebugdebug") # #mydebug.puts(introtext) # #mydebug.puts("/n debugdebugdebugdebugdebugdebugdebug") # #mydebug.puts("/n weburl debugdebugdebugdebugdebugdebugdebug") # #mydebug.puts(weburl) # #mydebug.puts("/n debugdebugdebugdebugdebugdebugdebug") # #mydebug.puts("/n appendfilename debugdebugdebugdebugdebugdebugdebug") # #mydebug.puts(appendfilename) # #mydebug.puts("/n debugdebugdebugdebugdebugdebugdebug") # # Get the Twitter discussion input web page info doc = Hpricot(open(weburl)) #----------- # get the head part of page, set absolute link, and update all relative links to absolute links thehead=doc.search("/html/head") thebody=doc.search("/html/body") theresultsul=doc.search("/html/body/div/div/div/ul") #----------- # set up output # beginning html file codes htmlstart = '' htmlhead=' ' # setup the file pre-html puts htmlhead ########### Set the ul pre html # 2010 04 06 jlb changed
to
ulprehtml='

' + introtext +'
Note: The posts are read from top to bottom.

' # setup the file post-html ulposthtml='

' htmlclose= '' # setup regular expression for use within ruby if statement # see http://icfun.blogspot.com/2008/04/ruby-regular-expression-handling.html # and use to test reg exp http://rubular.com/ regexpression = "[qQ][ :\|]*"+ "%d[ :\|]* " % questionnumber # Note space at end is required in regular expression regexforif = Regexp.new(regexpression, true) # for details see Regexp.new at http://ruby-doc.org/core/classes/Regexp.html puts htmlstart puts ulprehtml puts '' puts ulposthtml #take contents of append file and insert before body close tag File.open(appendfilename).each { |line| puts line } puts htmlclose