iPhone Developer and Product Strategist

$start_time = time();
$total_music_profile_count = 0;
$friendID_start = 100000000;     //Start at 100 million
$friendID_end =   101000000;    //101 million
$PATH = ""; //insert path here
$ch = curl_init();           
 
/* You can use Tor to surf anonymously... I found this too slow */
//$tor_address = '127.0.0.1:8118';           
 
for($friendID=$friendID_start; $friendID<$friendID_end; ++$friendID){
     //Uncomment these to surf anonymously
     /*
     curl_setopt ($ch, CURLOPT_PROXY, $tor_address);
     curl_setopt ($ch, CURLOPT_FOLLOWLOCATION, 1);
     curl_setopt ($ch, CURLOPT_HTTPPROXYTUNNEL, true);
     curl_setopt ($ch, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
     */           
 
     curl_setopt ($ch, CURLOPT_URL,
"http://profile.myspace.com/index.cfm?fuseaction=user.viewprofile&friendID=$friendID");
     curl_setopt ($ch, CURLOPT_RETURNTRANSFER, 1);
     $result = curl_exec($ch);
     $pattern = '/MySpace music profile/i';           
 
     if(preg_match ($pattern, $result ,$matches)){
          ++$total_music_profile_count;
          $filename = "$PATH/mp_$friendID.html";
          $file_HANDLE = fopen($filename, "wb");
          $bytes_written = fwrite($file_HANDLE, $result);
          fclose($file_HANDLE);
     }
     print "Processed MySpace profile with friend ID: $friendID\n";
}           
 
$end_time = time();
$time_elapsed = $end_time - $start_time;

#!/usr/bin/rubyrequire 'rubygems'           
 
require 'mysql'
require 'date'         
 
def main           
 
     db = Mysql.new(hostname, user, password, database) #insert db info here
     path = ""    #insert path here           
 
     entries = Dir.entries(path).reject { |e| e == "." || e == ".." }
     total_profile_views=0
     total_friends=0
     today = Date.today
     max_avg_friends_per_day = 0
     max_avg_profile_views_per_day = 0
     n = 0           
 
     entries.each do |e|
          text = IO.read(path + "/" + e)
          band_id_regex = /^mp_([0-9]+).html/i
          band_name_regex = /<title>\s*MySpace\.com\s*\-\s*([^\-]+)/
          profile_views_regex = /Profile Views: (\s*)([0-9]+)/i
          num_friends_regex = /has <span class="redbtext">(\d+)<\/span> friends/
          last_login_regex = /last login: ( )?(\s*)([0-1]?[0-9]\/[0-3]?[0-9]\/[1-2][0-9]
{3})/i
          member_since_regex = /Member Since<\/span><\/td><td id="ProfileMember Since"
width="175" bgcolor="#d5e8fb" style="WORD-WRAP: break-word"<((\d|\/){8,10})>\/td</           
 
          if e =~ band_id_regex
               band_id = $1.to_i
          else
               band_id = 0
          end           
 
          if text =~ band_name_regex
               band_name = $1
               band_name.gsub!(/'+/, " ")
          else
               band_name = ""
          end           
 
          if text =~ profile_views_regex
               profile_views = $2.to_i
               total_profile_views += profile_views
          else
               profile_views = 0
          end           
 
          if text =~ num_friends_regex
               num_friends = $1.to_i
               total_friends += num_friends
          else
               num_friends = 0
          end           
 
          if text =~ last_login_regex
               last_login = $3
               ll_date = Date.parse(last_login)
          else
               last_login = "1900-01-01"
    	       puts "last login parsing error for file: " + e
          end           
 
          member_since_found = true
          if text =~ member_since_regex
              member_since = $1
    	      ms_date = Date.parse(member_since)
         else
    	      member_since = "1900-01-01" #dummy date
    	      member_since_found = false
    	      ms_date = Date.parse(member_since)
              puts "member_since parsing error for file: " + e
         end           
 
         if(member_since_found)
              avg_profile_views_per_day = (profile_views)/(today - 3 - ms_date);
              avg_profile_views_per_day = avg_profile_views_per_day.to_f
              avg_friends_per_day = (num_friends)/(today - 3 - ms_date);
      	      avg_friends_per_day = avg_friends_per_day.to_f
         else
      	      avg_friends_per_day = 0.0
              avg_profile_views_per_day = 0.0
         end           
 
          if max_avg_friends_per_day < avg_friends_per_day
               max_avg_friends_per_day = avg_friends_per_day
          end           
 
          if max_avg_profile_views_per_day < avg_profile_views_per_day
               max_avg_profile_views_per_day = avg_profile_views_per_day
          end           
 
          mysql_query = "INSERT INTO music_profile_stats (band_id, band_name,
profile_views, num_friends, last_login) VALUES (#{band_id}, '#{band_name}',
#{profile_views}, #{num_friends}, '#{last_login}')"
          db.query(mysql_query)
     end
end
main

require_once('./mysql_connect.php');         
 
bucketize("music_profile_stats", "avg_friends_per_day", 0.01, 4, 1500);
bucketize("music_profile_stats", "avg_prof_views_per_day", 0.03, 5, 12500);           
 
function bucketize($table, $column, $bucket_start, $bucket_multiplier, $max_val){           
 
     $query = "SELECT * FROM $table WHERE 1=1 ORDER BY $column";
     $result = mysql_query($query);
     $bucket = array();
     $num = 0;
     array_push($bucket, $num);
     $num = $bucket_start;           
 
     while($num < $max_val){
 	array_push($bucket, $num);
 	$num *= $bucket_multiplier;
     }           
 
     $bucket_step = 0;
     while($row = mysql_fetch_array($result)){
 	if(($bucket_step < (count($bucket) -1))&&($row[$column] >=
 $bucket[$bucket_step+1])) $bucket_step += 1;           
 
 	$temp = $bucket[$bucket_step];
 	$stats["$temp"] += 1;
     }
     print "**********************************************\n";           
 
     foreach($stats as $k=>$v){
 	//normalize data
 	$temp = $k*365;
 	print "$temp per year => $v\n";
     }
     print "**********************************************\n";
}