Initial work on Twitter searching (with hashtags)

Change-Id: Ieb45d85e606bf0a883a5c2fb56e14841f9827ab5
Reviewed-on: http://gerrit.dmdirc.com/1310
Automatic-Compile: DMDirc Local Commits <dmdirc@googlemail.com>
Reviewed-by: Shane Mc Cormack <shane@dmdirc.com>

src/com/dmdirc/addons/parser_twitter/Twitter.java

@@ -267,7 +267,13 @@ public class Twitter implements Parser, TwitterErrorHandler, TwitterRawHandler,
                             this.channels.put(channel, newChannel);
                         }
                     } catch (NumberFormatException nfe) { }
+                } else if (channel.startsWith("#")) {
+                    newChannel.setLocalTopic("Search results for " + channel);
+                    synchronized (this.channels) {
+                        this.channels.put(channel, newChannel);
+                    }
                 }
+                
                 doJoinChannel(newChannel);
             } else {
                 sendNumericOutput(474, new String[]{":"+myServerName, "474", myself.getNickname(), channel, "Cannot join channel - name is not valid, or you are already there."});
@@ -1000,6 +1006,7 @@ public class Twitter implements Parser, TwitterErrorHandler, TwitterRawHandler,
         long lastReplyId = -1;
         long lastTimelineId = -1;
         long lastDirectMessageId = -1;
+        final Map<TwitterChannelInfo, Long> lastSearchIds = new HashMap<TwitterChannelInfo, Long>();
 
         if (saveLastIDs) {
             if (getConfigManager().hasOptionString(myPlugin.getDomain(), "lastReplyId-"+myServerName+"-"+myUsername)) {
@@ -1094,6 +1101,25 @@ public class Twitter implements Parser, TwitterErrorHandler, TwitterRawHandler,
                 }
             }
 
+            for (TwitterChannelInfo searchChannel : channels.values()) {
+                if (searchChannel.getName().startsWith("#")) {
+                    long lastId = lastSearchIds.containsKey(searchChannel)
+                            ? lastSearchIds.get(searchChannel) : -1;
+                    final List<TwitterStatus> statuses
+                            = api.getSearchResults(searchChannel.getName(), lastId);
+
+                    for (TwitterStatus status : statuses) {
+                        final ChannelClientInfo cci = searchChannel
+                                .getChannelClient(status.getUserName(), true);
+                        sendChannelMessage(searchChannel, new Date(status.getTime()),
+                                status.getText(), cci, status.getUserName());
+                        lastId = Math.max(lastId, status.getID());
+                    }
+
+                    lastSearchIds.put(searchChannel, lastId);
+                }
+            }
+
             IdentityManager.getConfigIdentity().setOption(myPlugin.getDomain(), "lastReplyId-"+myServerName+"-"+myUsername, Long.toString(lastReplyId));
             IdentityManager.getConfigIdentity().setOption(myPlugin.getDomain(), "lastTimelineId-"+myServerName+"-"+myUsername, Long.toString(lastTimelineId));
             IdentityManager.getConfigIdentity().setOption(myPlugin.getDomain(), "lastDirectMessageId-"+myServerName+"-"+myUsername, Long.toString(lastDirectMessageId));

src/com/dmdirc/addons/parser_twitter/api/TwitterAPI.java

@@ -23,15 +23,28 @@
 package com.dmdirc.addons.parser_twitter.api;
 
 import java.io.BufferedReader;
+import java.io.ByteArrayInputStream;
 import java.io.IOException;
+import java.io.InputStreamReader;
+import java.io.UnsupportedEncodingException;
 import java.net.HttpURLConnection;
 import java.net.MalformedURLException;
+import java.net.NoRouteToHostException;
 import java.net.ProtocolException;
 import java.net.URL;
+import java.net.URLEncoder;
+import java.text.ParseException;
+import java.text.SimpleDateFormat;
+import java.util.ArrayList;
 import java.util.HashMap;
+import java.util.LinkedList;
 import java.util.List;
 import java.util.Map;
+
+import javax.xml.parsers.DocumentBuilder;
+import javax.xml.parsers.DocumentBuilderFactory;
 import javax.xml.parsers.ParserConfigurationException;
+
 import oauth.signpost.OAuth;
 import oauth.signpost.OAuthConsumer;
 import oauth.signpost.OAuthProvider;
@@ -43,19 +56,6 @@ import oauth.signpost.exception.OAuthMessageSignerException;
 import oauth.signpost.exception.OAuthNotAuthorizedException;
 import oauth.signpost.signature.SignatureMethod;
 
-import java.io.ByteArrayInputStream;
-
-import java.io.InputStreamReader;
-import java.io.UnsupportedEncodingException;
-import java.net.NoRouteToHostException;
-import java.net.URLEncoder;
-import java.text.ParseException;
-import java.text.SimpleDateFormat;
-import java.util.ArrayList;
-import java.util.LinkedList;
-import javax.xml.parsers.DocumentBuilder;
-import javax.xml.parsers.DocumentBuilderFactory;
-
 import org.w3c.dom.Document;
 import org.w3c.dom.Element;
 import org.w3c.dom.NodeList;
@@ -1123,6 +1123,57 @@ public class TwitterAPI {
         return result;
     }
 
+    /**
+     * Retrieves the search results for the specified term.
+     *
+     * @param term The term to be searched for
+     * @return A list of matching statuses
+     */
+    public List<TwitterStatus> getSearchResults(final String term) {
+        return getSearchResults(term, -1);
+    }
+
+    /**
+     * Retrieves the search results for the specified term, requesting only
+     * statuses newer than the specified lastStatusId.
+     *
+     * @param term The term to be searched for
+     * @param lastStatusId Maximum status ID to not be returned
+     * @return A list of matching statuses
+     */
+    public List<TwitterStatus> getSearchResults(final String term, final long lastStatusId) {
+        final List<TwitterStatus> result = new ArrayList<TwitterStatus>();
+
+        try {
+            final XMLResponse doc = getXML("http://search.twitter.com/search.atom?since_id="
+                    +lastStatusId + "&rpp=100&q=" + URLEncoder.encode(term, "utf-8"));
+
+            if (doc.isGood()) {
+                final NodeList nodes = doc.getElementsByTagName("entry");
+                for (int i = 0; i < nodes.getLength(); i++) {
+                    final Element element = (Element) nodes.item(i);
+                    final String message = TwitterAPI.getElementContents(element, "title", "");
+                    final long id = Long.parseLong(TwitterAPI.getElementContents(element, "id", "::-1").split(":")[2]);
+                    final String user = TwitterAPI.getElementContents((Element) element.getElementsByTagName("author").item(0), "name", "").split(" ")[0];
+
+                    final long time = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss'Z'").parse(TwitterAPI.getElementContents(element, "published", "")).getTime();
+
+                    result.add(0, new TwitterStatus(this, message, -1, id, user, time));
+                }
+            }
+        } catch (UnsupportedEncodingException ex) {
+            if (isDebug()) {
+                handleError(ex, "* (1) getSearchResults: "+term+" | "+lastStatusId, apiInput, apiOutput);
+            }
+        } catch (ParseException ex) {
+            if (isDebug()) {
+                handleError(ex, "* (2) getSearchResults: "+term+" | "+lastStatusId, apiInput, apiOutput);
+            }
+        }
+
+        return result;
+    }
+
     /**
      * Get a list of TwitterUsers who we are following.
      *

src/com/dmdirc/addons/parser_twitter/api/TwitterMessage.java

@@ -66,7 +66,8 @@ public class TwitterMessage implements Comparable<TwitterMessage> {
      * @param api
      * @param message Message contents
      * @param id ID of message
-     * @param sender User who send this.
+     * @param sender User who send this
+     * @param target User this message was sent to
      * @param time Time this message was sent
      */
     protected TwitterMessage(final TwitterAPI api, final String message, final long id, final String sender, final String target, final Long time) {

src/com/dmdirc/addons/parser_twitter/api/TwitterStatus.java

@@ -23,6 +23,7 @@
 package com.dmdirc.addons.parser_twitter.api;
 
 import com.dmdirc.addons.parser_twitter.api.commons.StringEscapeUtils;
+
 import org.w3c.dom.Element;
 import org.w3c.dom.Node;
 import org.w3c.dom.NodeList;
@@ -174,6 +175,15 @@ public class TwitterStatus implements Comparable<TwitterStatus> {
         return (this.retweet) ? this.originalStatus.getUser() : myAPI.getUser(this.user);
     }
 
+    /**
+     * Retrieves the username of the owner of this message.
+     *
+     * @return This message's owner.
+     */
+    public String getUserName() {
+        return retweet ? originalStatus.getUserName() : user;
+    }
+
     /**
      * Get the contents of this message
      *

src/com/dmdirc/addons/parser_twitter/api/XMLResponse.java

@@ -24,15 +24,18 @@ package com.dmdirc.addons.parser_twitter.api;
 
 import java.io.IOException;
 import java.net.HttpURLConnection;
+
 import org.w3c.dom.Document;
 import org.w3c.dom.Element;
 import org.w3c.dom.NodeList;
 
 /**
+ * Describes an XML formatted response from a URL connection.
  *
  * @author shane
  */
 public class XMLResponse {
+
     /** The HttpURLConnection that was used. */
     private final HttpURLConnection request;