2006-12-26 16:17:02 +00:00
|
|
|
|
/*
|
|
|
|
|
* HTML Entity & Encoding normalization.
|
|
|
|
|
*
|
|
|
|
|
* Copyright (C) 2006 T<EFBFBD>r<EFBFBD>k Edvin <edwin@clamav.net>
|
|
|
|
|
*
|
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
2007-06-30 11:50:56 +00:00
|
|
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
|
|
|
* published by the Free Software Foundation.
|
2006-12-26 16:17:02 +00:00
|
|
|
|
*
|
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
|
* along with this program; if not, write to the Free Software
|
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
|
|
|
|
|
* MA 02110-1301, USA.
|
|
|
|
|
*
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef _ENTITIES_H
|
|
|
|
|
#define _ENTITIES_H
|
2008-01-21 15:52:21 +00:00
|
|
|
|
|
2007-01-28 12:45:55 +00:00
|
|
|
|
#include "cltypes.h"
|
2006-12-26 16:17:02 +00:00
|
|
|
|
|
|
|
|
|
#include "hashtab.h"
|
|
|
|
|
|
2008-01-25 08:37:13 +00:00
|
|
|
|
#define UCS4_1234 "UCS-4BE"
|
|
|
|
|
#define UCS4_4321 "UCS-4LE"
|
2008-01-20 22:18:14 +00:00
|
|
|
|
#define UCS4_2143 "UCS4"
|
|
|
|
|
#define UCS4_3412 "UCS-4"
|
|
|
|
|
#define UTF16_BE "UTF-16BE"
|
|
|
|
|
#define UTF16_LE "UTF-16LE"
|
|
|
|
|
#define UTF8 "UTF-8"
|
2006-12-26 16:17:02 +00:00
|
|
|
|
#define UNDECIDED_32_1234 UCS4_1234
|
|
|
|
|
#define UNDECIDED_32_4321 UCS4_4321
|
|
|
|
|
#define UNDECIDED_32_2143 UCS4_2143
|
|
|
|
|
#define UNDECIDED_32_3412 UCS4_3412
|
|
|
|
|
#define UNDECIDED_16_BE UTF16_BE
|
|
|
|
|
#define UNDECIDED_16_LE UTF16_LE
|
2008-01-20 22:18:14 +00:00
|
|
|
|
#define UNDECIDED_8 "ISO-8859-1"
|
2006-12-26 16:17:02 +00:00
|
|
|
|
|
|
|
|
|
#define MAX_ENTITY_SIZE 22
|
|
|
|
|
|
|
|
|
|
struct entity_conv {
|
2008-01-21 15:52:21 +00:00
|
|
|
|
unsigned char entity_buff[MAX_ENTITY_SIZE+2];
|
2006-12-26 16:17:02 +00:00
|
|
|
|
};
|
|
|
|
|
|
2008-02-02 17:10:35 +00:00
|
|
|
|
enum encodings {E_UCS4,E_UTF16,E_UCS4_1234,E_UCS4_4321,E_UCS4_2143,E_UCS4_3412,E_UTF16_BE,E_UTF16_LE,E_UTF8, E_UNKNOWN,E_OTHER, E_ICONV};
|
|
|
|
|
|
2008-01-23 15:43:32 +00:00
|
|
|
|
unsigned char* u16_normalize_tobuffer(uint16_t u16, unsigned char* dst, size_t dst_size);
|
2008-01-21 15:52:21 +00:00
|
|
|
|
const char* entity_norm(struct entity_conv* conv,const unsigned char* entity);
|
2008-02-03 08:57:05 +00:00
|
|
|
|
const char* encoding_detect_bom(const unsigned char* bom, const size_t length);
|
2008-02-01 19:38:52 +00:00
|
|
|
|
int encoding_normalize_toascii(const m_area_t* in_m_area, const char* initial_encoding, m_area_t* out_m_area);
|
2006-12-26 16:17:02 +00:00
|
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
|