зеркало из https://github.com/mozilla/pjs.git
181 строка
4.3 KiB
C++
181 строка
4.3 KiB
C++
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*-
|
|
*
|
|
* The contents of this file are subject to the Netscape Public
|
|
* License Version 1.1 (the "License"); you may not use this file
|
|
* except in compliance with the License. You may obtain a copy of
|
|
* the License at http://www.mozilla.org/NPL/
|
|
*
|
|
* Software distributed under the License is distributed on an "AS
|
|
* IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or
|
|
* implied. See the License for the specific language governing
|
|
* rights and limitations under the License.
|
|
*
|
|
* The Original Code is Mozilla Communicator client code.
|
|
*
|
|
* The Initial Developer of the Original Code is Netscape Communications
|
|
* Corporation. Portions created by Netscape are
|
|
* Copyright (C) 1998 Netscape Communications Corporation. All
|
|
* Rights Reserved.
|
|
*
|
|
* Contributor(s):
|
|
*/
|
|
#ifndef nsWebCrawler_h___
|
|
#define nsWebCrawler_h___
|
|
|
|
#include "nsCOMPtr.h"
|
|
#include "nsBrowserWindow.h"
|
|
#include "nsIDocumentLoader.h"
|
|
#include "nsIDocumentLoaderObserver.h"
|
|
#include "nsVoidArray.h"
|
|
#include "nsString.h"
|
|
#include "nsIAtom.h"
|
|
|
|
class nsIContent;
|
|
class nsIDocument;
|
|
class nsITimer;
|
|
class nsIURI;
|
|
class nsIPresShell;
|
|
class nsViewerApp;
|
|
class AtomHashTable;
|
|
|
|
class nsWebCrawler : public nsIDocumentLoaderObserver {
|
|
public:
|
|
// Make a new web-crawler for the given viewer. Note: the web
|
|
// crawler does not addref the viewer.
|
|
nsWebCrawler(nsViewerApp* aViewer);
|
|
|
|
// nsISupports
|
|
NS_DECL_ISUPPORTS
|
|
|
|
// nsIDocumentLoaderObserver
|
|
NS_DECL_NSIDOCUMENTLOADEROBSERVER
|
|
|
|
// Add a url to load
|
|
void AddURL(const nsString& aURL);
|
|
|
|
// Add a domain that is safe to load url's from
|
|
void AddSafeDomain(const nsString& aDomain);
|
|
|
|
// Add a domain that must be avoided
|
|
void AddAvoidDomain(const nsString& aDomain);
|
|
|
|
void SetBrowserWindow(nsBrowserWindow* aWindow);
|
|
void GetBrowserWindow(nsBrowserWindow** aWindow);
|
|
|
|
// Set the delay (by default, the timer is set to one second)
|
|
void SetDelay(PRInt32 aSeconds) {
|
|
mDelay = aSeconds;
|
|
}
|
|
|
|
void SetPrintTest(PRInt32 aTestType) { mPrinterTestType = aTestType; }
|
|
|
|
void EnableJiggleLayout() {
|
|
mJiggleLayout = PR_TRUE;
|
|
}
|
|
|
|
// If set to TRUE the loader will post an exit message on exit
|
|
void SetExitOnDone(PRBool aPostExit) {
|
|
mPostExit = aPostExit;
|
|
}
|
|
|
|
// Start loading documents
|
|
void Start();
|
|
|
|
// Enable the crawler; when a document contains links to other
|
|
// documents the crawler will go to them subject to the limitations
|
|
// on the total crawl count and the domain name checks.
|
|
void EnableCrawler();
|
|
|
|
void SetRecordFile(FILE* aFile) {
|
|
mRecord = aFile;
|
|
}
|
|
|
|
void SetMaxPages(PRInt32 aMax) {
|
|
mMaxPages = aMax;
|
|
}
|
|
|
|
void SetOutputDir(const nsString& aOutputDir);
|
|
|
|
void SetRegressionDir(const nsString& aOutputDir);
|
|
|
|
void SetEnableRegression(PRBool aSetting) {
|
|
mRegressing = aSetting;
|
|
}
|
|
|
|
void LoadNextURL(PRBool aQueueLoad);
|
|
|
|
nsresult QueueLoadURL(const nsString& aURL);
|
|
|
|
void GoToQueuedURL(const nsString& aURL);
|
|
|
|
void QueueExit();
|
|
|
|
void Exit();
|
|
|
|
void SetVerbose(PRBool aSetting) {
|
|
mVerbose = aSetting;
|
|
}
|
|
|
|
PRBool Crawling() const {
|
|
return mCrawl;
|
|
}
|
|
|
|
PRBool LoadingURLList() const {
|
|
return mHaveURLList;
|
|
}
|
|
|
|
protected:
|
|
virtual ~nsWebCrawler();
|
|
|
|
void FindURLsIn(nsIDocument* aDocument, nsIContent* aNode);
|
|
|
|
void FindMoreURLs();
|
|
|
|
PRBool OkToLoad(const nsString& aURLSpec);
|
|
|
|
void RecordLoadedURL(const nsString& aURLSpec);
|
|
|
|
/** generate an output name from a URL */
|
|
FILE* GetOutputFile(nsIURI *aURL, nsString& aOutputName);
|
|
|
|
nsIPresShell* GetPresShell();
|
|
|
|
void PerformRegressionTest(const nsString& aOutputName);
|
|
|
|
nsCOMPtr<nsIDocumentLoader> mDocLoader;
|
|
nsBrowserWindow* mBrowser;
|
|
nsViewerApp* mViewer;
|
|
nsCOMPtr<nsITimer> mTimer;
|
|
FILE* mRecord;
|
|
nsCOMPtr<nsIAtom> mLinkTag;
|
|
nsCOMPtr<nsIAtom> mFrameTag;
|
|
nsCOMPtr<nsIAtom> mIFrameTag;
|
|
nsCOMPtr<nsIAtom> mHrefAttr;
|
|
nsCOMPtr<nsIAtom> mSrcAttr;
|
|
nsCOMPtr<nsIAtom> mBaseHrefAttr;
|
|
AtomHashTable* mVisited;
|
|
nsString mOutputDir;
|
|
|
|
PRBool mCrawl;
|
|
PRBool mHaveURLList;
|
|
PRBool mJiggleLayout;
|
|
PRBool mPostExit;
|
|
PRInt32 mDelay;
|
|
PRInt32 mMaxPages;
|
|
|
|
nsString mCurrentURL;
|
|
PRTime mStartLoad;
|
|
PRBool mVerbose;
|
|
PRBool mRegressing;
|
|
PRInt32 mPrinterTestType;
|
|
nsString mRegressionDir;
|
|
|
|
nsVoidArray mPendingURLs;
|
|
nsVoidArray mSafeDomains;
|
|
nsVoidArray mAvoidDomains;
|
|
|
|
PRInt32 mQueuedLoadURLs;
|
|
};
|
|
|
|
#endif /* nsWebCrawler_h___ */
|