KDECore
nsEUCTWProber.cpp
Go to the documentation of this file.00001 /* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ 00002 /* -*- C++ -*- 00003 * Copyright (C) 1998 <developer@mozilla.org> 00004 * 00005 * 00006 * Permission is hereby granted, free of charge, to any person obtaining 00007 * a copy of this software and associated documentation files (the 00008 * "Software"), to deal in the Software without restriction, including 00009 * without limitation the rights to use, copy, modify, merge, publish, 00010 * distribute, sublicense, and/or sell copies of the Software, and to 00011 * permit persons to whom the Software is furnished to do so, subject to 00012 * the following conditions: 00013 * 00014 * The above copyright notice and this permission notice shall be included 00015 * in all copies or substantial portions of the Software. 00016 * 00017 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 00018 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 00019 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 00020 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE 00021 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION 00022 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION 00023 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 00024 */ 00025 00026 #include "nsEUCTWProber.h" 00027 00028 namespace kencodingprober { 00029 void nsEUCTWProber::Reset(void) 00030 { 00031 mCodingSM->Reset(); 00032 mState = eDetecting; 00033 mDistributionAnalyser.Reset(); 00034 //mContextAnalyser.Reset(); 00035 } 00036 00037 nsProbingState nsEUCTWProber::HandleData(const char* aBuf, unsigned int aLen) 00038 { 00039 nsSMState codingState; 00040 00041 for (unsigned int i = 0; i < aLen; i++) 00042 { 00043 codingState = mCodingSM->NextState(aBuf[i]); 00044 if (codingState == eError) 00045 { 00046 mState = eNotMe; 00047 break; 00048 } 00049 if (codingState == eItsMe) 00050 { 00051 mState = eFoundIt; 00052 break; 00053 } 00054 if (codingState == eStart) 00055 { 00056 unsigned int charLen = mCodingSM->GetCurrentCharLen(); 00057 00058 if (i == 0) 00059 { 00060 mLastChar[1] = aBuf[0]; 00061 mDistributionAnalyser.HandleOneChar(mLastChar, charLen); 00062 } 00063 else 00064 mDistributionAnalyser.HandleOneChar(aBuf+i-1, charLen); 00065 } 00066 } 00067 00068 mLastChar[0] = aBuf[aLen-1]; 00069 00070 if (mState == eDetecting) 00071 if (mDistributionAnalyser.GotEnoughData() && GetConfidence() > SHORTCUT_THRESHOLD) 00072 mState = eFoundIt; 00073 // else 00074 // mDistributionAnalyser.HandleData(aBuf, aLen); 00075 00076 return mState; 00077 } 00078 00079 float nsEUCTWProber::GetConfidence(void) 00080 { 00081 float distribCf = mDistributionAnalyser.GetConfidence(); 00082 00083 return (float)distribCf; 00084 } 00085 } 00086 00087