Code:
/ 4.0 / 4.0 / untmp / DEVDIV_TFS / Dev10 / Releases / RTMRel / ndp / clr / src / BCL / System / Text / Normalization.cs / 1305376 / Normalization.cs
// ==++== // // Copyright (c) Microsoft Corporation. All rights reserved. // // ==--== namespace System.Text { using System; using System.Globalization; using System.Text; using System.Runtime.CompilerServices; using System.Runtime.Versioning; using System.Diagnostics.Contracts; // This is the enumeration for Normalization Forms [System.Runtime.InteropServices.ComVisible(true)] public enum NormalizationForm { #if !FEATURE_NORM_IDNA_ONLY FormC = 1, FormD = 2, FormKC = 5, FormKD = 6 #endif // !FEATURE_NORM_IDNA_ONLY } internal enum ExtendedNormalizationForms { #if !FEATURE_NORM_IDNA_ONLY FormC = 1, FormD = 2, FormKC = 5, FormKD = 6, #endif // !FEATURE_NORM_IDNA_ONLY FormIdna = 0xd, #if !FEATURE_NORM_IDNA_ONLY FormCDisallowUnassigned = 0x101, FormDDisallowUnassigned = 0x102, FormKCDisallowUnassigned = 0x105, FormKDDisallowUnassigned = 0x106, #endif // !FEATURE_NORM_IDNA_ONLY FormIdnaDisallowUnassigned = 0x10d } // This internal class wraps up our normalization behavior internal class Normalization { #if !FEATURE_NORM_IDNA_ONLY private static Normalization NFC; private static Normalization NFD; private static Normalization NFKC; private static Normalization NFKD; #endif // !FEATURE_NORM_IDNA_ONLY private static Normalization IDNA; #if !FEATURE_NORM_IDNA_ONLY private static Normalization NFCDisallowUnassigned; private static Normalization NFDDisallowUnassigned; private static Normalization NFKCDisallowUnassigned; private static Normalization NFKDDisallowUnassigned; #endif // !FEATURE_NORM_IDNA_ONLY private static Normalization IDNADisallowUnassigned; private NormalizationForm normalizationForm; // These are error codes we get back from the Normalization DLL private const int ERROR_SUCCESS = 0; private const int ERROR_NOT_ENOUGH_MEMORY = 8; private const int ERROR_INVALID_PARAMETER = 87; private const int ERROR_INSUFFICIENT_BUFFER = 122; private const int ERROR_NO_UNICODE_TRANSLATION = 1113; [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.None)] [ResourceConsumption(ResourceScope.Process, ResourceScope.Process)] internal unsafe Normalization(NormalizationForm form, String strDataFile) { // Remember which form we are this.normalizationForm = form; // Load the DLL if (!nativeLoadNormalizationDLL()) { // Unable to load the normalization DLL! throw new ArgumentException( Environment.GetResourceString("Argument_InvalidNormalizationForm")); } // Tell the DLL where to find our data byte* pTables = GlobalizationAssembly.GetGlobalizationResourceBytePtr( typeof(Normalization).Assembly, strDataFile); if (pTables == null) { // Unable to load the specified normalizationForm, // tables not loaded from file throw new ArgumentException( Environment.GetResourceString("Argument_InvalidNormalizationForm")); } // All we have to do is let the .dll know how to load it, then // we can ignore the returned pointer. byte* objNorm = nativeNormalizationInitNormalization(form, pTables); if (objNorm == null) { // Unable to load the specified normalizationForm // native library class not initialized correctly throw new OutOfMemoryException( Environment.GetResourceString("Arg_OutOfMemoryException")); } } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetNormalization(NormalizationForm form) { switch ((ExtendedNormalizationForms)form) { #if !FEATURE_NORM_IDNA_ONLY case ExtendedNormalizationForms.FormC: return GetFormC(); case ExtendedNormalizationForms.FormD: return GetFormD(); case ExtendedNormalizationForms.FormKC: return GetFormKC(); case ExtendedNormalizationForms.FormKD: return GetFormKD(); #endif // !FEATURE_NORM_IDNA_ONLY case ExtendedNormalizationForms.FormIdna: return GetFormIDNA(); #if !FEATURE_NORM_IDNA_ONLY case ExtendedNormalizationForms.FormCDisallowUnassigned: return GetFormCDisallowUnassigned(); case ExtendedNormalizationForms.FormDDisallowUnassigned: return GetFormDDisallowUnassigned(); case ExtendedNormalizationForms.FormKCDisallowUnassigned: return GetFormKCDisallowUnassigned(); case ExtendedNormalizationForms.FormKDDisallowUnassigned: return GetFormKDDisallowUnassigned(); #endif // !FEATURE_NORM_IDNA_ONLY case ExtendedNormalizationForms.FormIdnaDisallowUnassigned: return GetFormIDNADisallowUnassigned(); } // They were supposed to have a form that we know about! throw new ArgumentException( Environment.GetResourceString("Argument_InvalidNormalizationForm")); } #if !FEATURE_NORM_IDNA_ONLY [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormC() { if (NFC != null) return NFC; NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp"); return NFC; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormD() { if (NFD != null) return NFD; NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp"); return NFD; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormKC() { if (NFKC != null) return NFKC; NFKC = new Normalization(NormalizationForm.FormKC, "normnfkc.nlp"); return NFKC; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormKD() { if (NFKD != null) return NFKD; NFKD = new Normalization(NormalizationForm.FormKD, "normnfkd.nlp"); return NFKD; } #endif // !FEATURE_NORM_IDNA_ONLY [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormIDNA() { if (IDNA != null) return IDNA; IDNA = new Normalization((NormalizationForm)ExtendedNormalizationForms.FormIdna, "normidna.nlp"); return IDNA; } #if !FEATURE_NORM_IDNA_ONLY [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormCDisallowUnassigned() { if (NFCDisallowUnassigned != null) return NFCDisallowUnassigned; NFCDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormCDisallowUnassigned, "normnfc.nlp"); return NFCDisallowUnassigned; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormDDisallowUnassigned() { if (NFDDisallowUnassigned != null) return NFDDisallowUnassigned; NFDDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormDDisallowUnassigned, "normnfd.nlp"); return NFDDisallowUnassigned; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormKCDisallowUnassigned() { if (NFKCDisallowUnassigned != null) return NFKCDisallowUnassigned; NFKCDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormKCDisallowUnassigned, "normnfkc.nlp"); return NFKCDisallowUnassigned; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormKDDisallowUnassigned() { if (NFKDDisallowUnassigned != null) return NFKDDisallowUnassigned; NFKDDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormKDDisallowUnassigned, "normnfkd.nlp"); return NFKDDisallowUnassigned; } #endif // !FEATURE_NORM_IDNA_ONLY [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormIDNADisallowUnassigned() { if (IDNADisallowUnassigned!= null) return IDNADisallowUnassigned; IDNADisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormIdnaDisallowUnassigned, "normidna.nlp"); return IDNADisallowUnassigned; } [System.Security.SecurityCritical] // auto-generated internal static bool IsNormalized(String strInput, NormalizationForm normForm) { return GetNormalization(normForm).IsNormalized(strInput); } [System.Security.SecurityCritical] // auto-generated private bool IsNormalized(String strInput) { if (strInput == null) throw new ArgumentNullException( Environment.GetResourceString("ArgumentNull_String"), "strInput"); Contract.EndContractBlock(); int iError = ERROR_SUCCESS; int iTest = nativeNormalizationIsNormalizedString( normalizationForm, ref iError, strInput, strInput.Length); switch(iError) { // Success doesn't need to do anything case ERROR_SUCCESS: break; // Do appropriate stuff for the individual errors: // Only possible value here is ERROR_NO_UNICODE_TRANSLATION case ERROR_NO_UNICODE_TRANSLATION: throw new ArgumentException( Environment.GetResourceString("Argument_InvalidCharSequenceNoIndex" ), "strInput"); case ERROR_NOT_ENOUGH_MEMORY: throw new OutOfMemoryException( Environment.GetResourceString("Arg_OutOfMemoryException")); default: throw new InvalidOperationException( Environment.GetRuntimeResourceString("UnknownError_Num", iError)); } // Bit 1 is true, 0 is false from our return value. return ((iTest & 1) == 1); } [System.Security.SecurityCritical] // auto-generated internal static String Normalize(String strInput, NormalizationForm normForm) { return GetNormalization(normForm).Normalize(strInput); } [System.Security.SecurityCritical] // auto-generated internal String Normalize(String strInput) { if (strInput == null) throw new ArgumentNullException( "strInput", Environment.GetResourceString("ArgumentNull_String")); Contract.EndContractBlock(); // Guess our buffer size first int iLength = GuessLength(strInput); // Don't break for empty strings (only possible for D & KD and not really possible at that) if (iLength == 0) return String.Empty; // Someplace to stick our buffer char[] cBuffer = null; int iError = ERROR_INSUFFICIENT_BUFFER; while (iError == ERROR_INSUFFICIENT_BUFFER) { // (re)allocation buffer and normalize string cBuffer = new char[iLength]; iLength = nativeNormalizationNormalizeString( normalizationForm, ref iError, strInput, strInput.Length, cBuffer, cBuffer.Length); // Could have an error (actually it'd be quite hard to have an error here) if (iError != ERROR_SUCCESS) { switch(iError) { // Do appropriate stuff for the individual errors: case ERROR_INSUFFICIENT_BUFFER: Contract.Assert(iLength > cBuffer.Length, "Buffer overflow should have iLength > cBuffer.Length"); continue; case ERROR_NO_UNICODE_TRANSLATION: // Illegal code point or order found. Ie: FFFE or D800 D800, etc. throw new ArgumentException( Environment.GetResourceString("Argument_InvalidCharSequence", iLength ), "strInput"); case ERROR_NOT_ENOUGH_MEMORY: throw new OutOfMemoryException( Environment.GetResourceString("Arg_OutOfMemoryException")); case ERROR_INVALID_PARAMETER: // Shouldn't have invalid parameters here unless we have a bug, drop through... default: // We shouldn't get here... throw new InvalidOperationException( Environment.GetRuntimeResourceString("UnknownError_Num", iError)); } } } // Copy our buffer into our new string, which will be the appropriate size String strReturn = new String(cBuffer, 0, iLength); // Return our output string return strReturn; } [System.Security.SecurityCritical] // auto-generated internal int GuessLength(String strInput) { if (strInput == null) throw new ArgumentNullException( "strInput", Environment.GetResourceString("ArgumentNull_String")); Contract.EndContractBlock(); // Get our guess int iError = 0; int iGuess = nativeNormalizationNormalizeString( normalizationForm, ref iError, strInput, strInput.Length, null, 0); // Could have an error (actually it'd be quite hard to have an error here) Contract.Assert(iError == ERROR_SUCCESS, "GuessLength() shouldn't return errors."); if (iError != ERROR_SUCCESS) { // We shouldn't really be able to get here..., guessing length is // a trivial math function... // Can't really be Out of Memory, but just in case: if (iError == ERROR_NOT_ENOUGH_MEMORY) throw new OutOfMemoryException( Environment.GetResourceString("Arg_OutOfMemoryException")); // Who knows what happened? Not us! throw new InvalidOperationException( Environment.GetRuntimeResourceString("UnknownError_Num", iError)); } // Well, we guessed it return iGuess; } [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.Process)] [MethodImplAttribute(MethodImplOptions.InternalCall)] unsafe private static extern bool nativeLoadNormalizationDLL(); [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.None)] [MethodImplAttribute(MethodImplOptions.InternalCall)] unsafe private static extern int nativeNormalizationNormalizeString( NormalizationForm NormForm, ref int iError, String lpSrcString, int cwSrcLength, char[] lpDstString, int cwDstLength); [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.None)] [MethodImplAttribute(MethodImplOptions.InternalCall)] unsafe private static extern int nativeNormalizationIsNormalizedString( NormalizationForm NormForm, ref int iError, String lpString, int cwLength); [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.Process)] [MethodImplAttribute(MethodImplOptions.InternalCall)] unsafe private static extern byte* nativeNormalizationInitNormalization( NormalizationForm NormForm, byte* pTableData); } } // File provided for Reference Use Only by Microsoft Corporation (c) 2007.
Link Menu
This book is available now!
Buy at Amazon US or
Buy at Amazon UK
- CTreeGenerator.cs
- ArrangedElementCollection.cs
- Tracking.cs
- NGCSerializationManager.cs
- SharedPerformanceCounter.cs
- Transaction.cs
- WebControlsSection.cs
- LogSwitch.cs
- Viewport3DAutomationPeer.cs
- XmlSerializerVersionAttribute.cs
- _ScatterGatherBuffers.cs
- ChineseLunisolarCalendar.cs
- ButtonBase.cs
- followingsibling.cs
- ExecutorLocksHeldException.cs
- AbstractExpressions.cs
- MultipartIdentifier.cs
- EncodingStreamWrapper.cs
- CustomWebEventKey.cs
- AnonymousIdentificationSection.cs
- UserNamePasswordValidator.cs
- EventRoute.cs
- FolderLevelBuildProviderCollection.cs
- NameTable.cs
- FontFamilyValueSerializer.cs
- BaseParser.cs
- ExpressionBuilder.cs
- XmlSchemaChoice.cs
- Column.cs
- XPathBinder.cs
- AuthenticatedStream.cs
- Quad.cs
- FlowDocumentView.cs
- TokenCreationException.cs
- ReliableChannelBinder.cs
- BasePropertyDescriptor.cs
- EngineSiteSapi.cs
- TemplateBindingExpression.cs
- SiteIdentityPermission.cs
- StorageEntitySetMapping.cs
- TreeBuilder.cs
- PolicyValidationException.cs
- DataServices.cs
- WebRequest.cs
- FormsAuthenticationConfiguration.cs
- SqlGenerator.cs
- GiveFeedbackEvent.cs
- PropertyCondition.cs
- SiteMapDataSource.cs
- GetImportFileNameRequest.cs
- TagNameToTypeMapper.cs
- _ConnectStream.cs
- StdValidatorsAndConverters.cs
- XmlDataSourceNodeDescriptor.cs
- ParameterExpression.cs
- Processor.cs
- DetailsViewCommandEventArgs.cs
- DataServicePagingProviderWrapper.cs
- ErrorHandlingAcceptor.cs
- WebBrowserProgressChangedEventHandler.cs
- XmlValidatingReader.cs
- MailWriter.cs
- CodeSnippetTypeMember.cs
- ProfileManager.cs
- ToolTipAutomationPeer.cs
- BinaryFormatterSinks.cs
- ServiceModelSectionGroup.cs
- RequestStatusBarUpdateEventArgs.cs
- PeerNameRegistration.cs
- WebServiceHostFactory.cs
- EntitySqlQueryCacheKey.cs
- Select.cs
- ObjectAnimationBase.cs
- DBConcurrencyException.cs
- BaseDataListDesigner.cs
- WebPartConnectionsEventArgs.cs
- ExtenderControl.cs
- CheckBoxRenderer.cs
- Compiler.cs
- HierarchicalDataTemplate.cs
- WebServiceData.cs
- CodeAssignStatement.cs
- BitmapEncoder.cs
- WebConfigurationHostFileChange.cs
- WebServiceData.cs
- DataGridRowAutomationPeer.cs
- WebServiceClientProxyGenerator.cs
- SelectorItemAutomationPeer.cs
- MenuItem.cs
- ObjectQuery.cs
- MergePropertyDescriptor.cs
- CachedCompositeFamily.cs
- PointAnimationUsingPath.cs
- EventLogPermission.cs
- Animatable.cs
- TextDecoration.cs
- MenuItemBinding.cs
- PackageFilter.cs
- FileSystemEnumerable.cs
- DragDeltaEventArgs.cs