Skip to content

Commit

Permalink
added some test function
Browse files Browse the repository at this point in the history
  • Loading branch information
anuejn committed Jul 7, 2015
1 parent f8129ee commit 5016da7
Show file tree
Hide file tree
Showing 5 changed files with 71 additions and 4 deletions.
16 changes: 16 additions & 0 deletions src/de/sfn_kassel/plone_crawler/test/Crawler.java
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
package de.sfn_kassel.plone_crawler.test;

public class Crawler extends Thread{
OnTaskQueEmptyListener onTaskQueEmptyListener;
OnTaskFinished onTaskFinished;

public Crawler(OnTaskQueEmptyListener onTaskQueEmptyListener, OnTaskFinished onTaskFinished) {
this.onTaskFinished = onTaskFinished;
this.onTaskQueEmptyListener = onTaskQueEmptyListener;
}

@Override
public void run() {

}
}
5 changes: 5 additions & 0 deletions src/de/sfn_kassel/plone_crawler/test/OnTaskFinished.java
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
package de.sfn_kassel.plone_crawler.test;

public interface OnTaskFinished {
public void taskQueEmpty(Page finished);
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
package de.sfn_kassel.plone_crawler.test;

public interface OnTaskQueEmptyListener {
public Page taskQueEmpty();
}
6 changes: 3 additions & 3 deletions src/de/sfn_kassel/plone_crawler/test/Page.java
Original file line number Diff line number Diff line change
Expand Up @@ -35,15 +35,15 @@ public void writePage() {

}

public URL[] getLinks() {
public Page[] getLinks() {
String[] raw = content.toString().split("href=\"");
for (int i = 0; i < raw.length; i++) {
raw[i] = raw[i].split("\"")[0];
}
URL[] links = new URL[raw.length - 1];
Page[] links = new Page[raw.length - 1];
for (int i = 0; i < links.length; i++) {
try {
links[i] = new URL(raw[i + 1]);
links[i] = new Page(new URL(raw[i + 1]));
} catch (MalformedURLException e) {
e.printStackTrace();
}
Expand Down
43 changes: 42 additions & 1 deletion src/de/sfn_kassel/plone_crawler/test/Test.java
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,51 @@

import java.io.IOException;
import java.net.URL;
import java.util.ArrayList;

public class Test {

static ArrayList<Page> futurePages = new ArrayList<>();
static ArrayList<Page> donePages = new ArrayList<>();

public static void main(String[] args) throws IOException {
new Page(new URL("http://www.physikclub.de")).loadPage();
futurePages.add(new Page(new URL("http://www.phytikclub.de")));

OnTaskFinished onTaskFinished = new OnTaskFinished() {

@Override
public void taskQueEmpty(Page finished) {
synchronized (donePages) {
donePages.add(finished);
}
}
};

OnTaskQueEmptyListener onTaskQueEmptyListener = new OnTaskQueEmptyListener() {

@Override
public Page taskQueEmpty() {
synchronized (futurePages) {
boolean exsist = false;
while (!exsist){
try {
futurePages.get(0);
exsist = true;
} catch (ArrayIndexOutOfBoundsException e) {

}
}
Page returnPage = futurePages.get(0);
futurePages.remove(0);
return returnPage;
}
}
};

for (int i = 0; i < 1; i++) {
Crawler c = new Crawler(onTaskQueEmptyListener, onTaskFinished);
c.setName("Crawler Thread " + i);
c.start();
}
}
}

0 comments on commit 5016da7

Please sign in to comment.