用代理页面协助ss抓取程序

用ss6（supesite6.0beta）抓华师大在线的新闻时遇到一点问题，就是获取不到完整的页面代码。

华师大在线采用shtml，不知道是否与此有关，ss测试程序只能抓到菜单部分，下面就没有了。后来只好自己写个页面来替它抓，然后再提供给ss来分析。

代理页面代码如下：

protected void Page_Load(object sender, EventArgs e)
    {
        if (!String.IsNullOrEmpty(Request.QueryString["url"]))
        {
            string url = Request.QueryString["url"];
            Encoding codetype = Encoding.UTF8;
            if (!string.IsNullOrEmpty(Request.QueryString["code"]))
            {
                codetype = Encoding.GetEncoding(Request.QueryString["code"]); ;
            }
            string html=GetHtmlCode(url, 8000, 0, codetype);

            Page.Response.Write(html);
        }
        else
            TextBox1.Text = "未输入请求链接";
       
    }

//下面是抄的

    private string GetHtmlCode(string strUrl, int timeout, int enterType, Encoding EnCodeType)
    {
        string strResult;
        try
        {
            HttpWebRequest myReq = (HttpWebRequest)HttpWebRequest.Create(strUrl);
            myReq.Timeout = timeout;
            HttpWebResponse HttpWResp = (HttpWebResponse)myReq.GetResponse();
            Stream myStream = HttpWResp.GetResponseStream();
            StreamReader sr = new StreamReader(myStream, EnCodeType);
            StringBuilder strBuilder = new StringBuilder();

            while (-1 != sr.Peek())
            {
                strBuilder.Append(sr.ReadLine());
                if (enterType == 1)
                {
                    strBuilder.Append("\r\n");
                }
            }
            strResult = strBuilder.ToString();

        }
        catch (Exception err)
        {
            strResult = "请求错误：" + err.Message;
        }
        return strResult;
    }

下面是ss6采集器配置文件：

# SupeSite Dump
# Version: SupeSite 6.0beta1
# Time: 2008-01-11 11:41:43
# From: 武汉七校新闻网 ()
#
# This file was BASE64 encoded
#
# SupeSite: http://www.supesite.com
# Please visit our website for latest news about SupeSite
# ——————————————————–

YTo1MDp7czo3OiJyb2JvdGlkIjtzOjI6IjExIjtzOjQ6Im5hbW
UiO3M6MTI6IuWNjuW4iOimgemXuyI7czozOiJ1aWQiO3M6MToi
MSI7czo4OiJkYXRlbGluZSI7czoxMDoiMTIwMDAyMjExOCI7cz
o4OiJsYXN0dGltZSI7czoxMDoiMTIwMDAyMTkwNyI7czoxMToi
aW1wb3J0Y2F0aWQiO3M6MToiMSI7czo4OiJyb2JvdG51bSI7cz
oxOiIxIjtzOjExOiJsaXN0dXJsdHlwZSI7czozOiJuZXciO3M6
NzoibGlzdHVybCI7czoxNjc6ImE6Mjp7czo2OiJtYW51YWwiO2
E6MTp7aTowO3M6MTExOiJodHRwOi8vbmV3cy5mdWxsc2hhcmUu
Y24vc3BpZGVyL0dldEh0bWwuYXNweD91cmw9aHR0cDovL29ubG
luZS5jY251LmNvbS5jbi9TSHRtbC95YW93ZW4vaW5kZXguc2h0
bWwmY29kZT1nYjIzMTIiO31zOjQ6ImF1dG8iO3M6MDoiIjt9Ij
tzOjEzOiJsaXN0cGFnZXN0YXJ0IjtzOjE6IjAiO3M6MTE6Imxp
c3RwYWdlZW5kIjtzOjE6IjAiO3M6MTI6InJldmVyc2VvcmRlci
I7czoxOiIxIjtzOjY6ImFsbG51bSI7czoyOiIzNiI7czo2OiJw
ZXJudW0iO3M6MToiMSI7czo3OiJzYXZlcGljIjtzOjE6IjEiO3
M6NjoiZW5jb2RlIjtzOjU6InV0Zi04IjtzOjEzOiJwaWN1cmxs
aW5rcHJlIjtzOjA6IiI7czo5OiJzYXZlZmxhc2giO3M6MToiMC
I7czoxNDoic3ViamVjdHVybHJ1bGUiO3M6MTMzOiI8dGQgY29s
c3Bhbj0iMiIgdmFsaWduPSJ0b3AiIGJnY29sb3I9IiNFRUY5Rk
YiIGNsYXNzPSJ4aW53ZW4iPltsaXN0XTx0YWJsZSBib3JkZXI9
IjAiIHdpZHRoPSIxMDAlIj48dHI+PHRkIHdpZHRoPSI1MCUiIG
FsaWduPSJyaWdodCI+IjtzOjE4OiJzdWJqZWN0dXJsbGlua3J1
bGUiO3M6MjY6ImhyZWY9Ii9TSHRtbC95YW93ZW4vW3VybF0iIj
tzOjE3OiJzdWJqZWN0dXJsbGlua3ByZSI7czoxMDA6Imh0dHA6
Ly9uZXdzLmZ1bGxzaGFyZS5jbi9zcGlkZXIvR2V0SHRtbC5hc3
B4P2NvZGU9Z2IyMzEyJnVybD1odHRwOi8vb25saW5lLmNjbnUu
Y29tLmNuL1NIdG1sL3lhb3dlbi8iO3M6MTE6InN1YmplY3RydW
xlIjtzOjM3OiI8c3BhbiBjbGFzcz0iU1RZTEU3Ij5bc3ViamVj
dF08L3NwYW4+IjtzOjEzOiJzdWJqZWN0ZmlsdGVyIjtzOjA6Ii
I7czoxNDoic3ViamVjdHJlcGxhY2UiO3M6MDoiIjtzOjE2OiJz
dWJqZWN0cmVwbGFjZXRvIjtzOjA6IiI7czoxMDoic3ViamVjdG
tleSI7czowOiIiO3M6MTg6InN1YmplY3RhbGxvd3JlcGVhdCI7
czoxOiIwIjtzOjEyOiJkYXRlbGluZXJ1bGUiO3M6MDoiIjtzOj
g6ImZyb21ydWxlIjtzOjE5OiLmnaXmupDvvJpbZnJvbV3CoMKg
IjtzOjEwOiJhdXRob3JydWxlIjtzOjIxOiLkvZzogIXvvJpbYX
V0aG9yXcKgwqAiO3M6MTE6Im1lc3NhZ2VydWxlIjtzOjUyOiI8
dGQgY2xhc3M9ImJrX3lvdV9zaG93Ij5bbWVzc2FnZV08ZGl2IG
FsaWduPSJyaWdodCI+IjtzOjEzOiJtZXNzYWdlZmlsdGVyIjtz
OjA6IiI7czoxNToibWVzc2FnZXBhZ2V0eXBlIjtzOjQ6InBhZ2
UiO3M6MTU6Im1lc3NhZ2VwYWdlcnVsZSI7czozNToiPGRpdiBh
bGlnbj0icmlnaHQiPltwYWdlYXJlYV08L2Rpdj4iO3M6MTg6Im
1lc3NhZ2VwYWdldXJscnVsZSI7czoxNzoiPGEgaHJlZj0iW3Bh
Z2VdIj4iO3M6MjE6Im1lc3NhZ2VwYWdldXJsbGlua3ByZSI7cz
owOiIiO3M6MTQ6Im1lc3NhZ2VyZXBsYWNlIjtzOjA6IiI7czox
NjoibWVzc2FnZXJlcGxhY2V0byI7czowOiIiO3M6ODoiYXV0b3
R5cGUiO3M6MToiMSI7czoxMToid2lsZGNhcmRsZW4iO3M6MToi
MCI7czoyMDoic3ViamVjdHVybGxpbmtjYW5jZWwiO3M6MDoiIj
tzOjIwOiJzdWJqZWN0dXJsbGlua2ZpbHRlciI7czowOiIiO3M6
MTY6InN1YmplY3R1cmxsaW5rcGYiO3M6MDoiIjtzOjE2OiJzdW
JqZWN0a2V5Y2FuY2VsIjtzOjA6IiI7czoxMDoibWVzc2FnZWtl
eSI7czowOiIiO3M6MTY6Im1lc3NhZ2VrZXljYW5jZWwiO3M6MD
oiIjtzOjEzOiJtZXNzYWdlZm9ybWF0IjtzOjE6IjEiO3M6MjA6
Im1lc3NhZ2VwYWdldXJsbGlua3BmIjtzOjA6IiI7czo3OiJ1aW
RydWxlIjtzOjA6IiI7czo3OiJ2ZXJzaW9uIjtzOjg6IjYuMGJl
dGExIjt9