iconv使用

在linux下，如果需要将编码格式转换，可以使用iconv系列函数。

头文件：

iconv.h

常用函数：

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18

/* Identifier for conversion method from one codeset to another.  */ typedefvoid *iconv_t; /* Allocate descriptor for code conversion from codeset FROMCODE to     codeset TOCODE.     This function is a possible cancellation points and therefore not     marked with __THROW.  */ externiconv_ticonv_open (__constchar *__tocode, __constchar *__fromcode); /* Convert at most *INBYTESLEFT bytes from *INBUF according to the     code conversion algorithm specified by CD and place up to     *OUTBYTESLEFT bytes in buffer at *OUTBUF.  */ externsize_ticonv (iconv_t __cd,  char  **__restrict __inbuf, size_t  *__restrict __inbytesleft, char  **__restrict __outbuf, size_t  *__restrict __outbytesleft); /* Free resources allocated for descriptor CD for code conversion.     This function is a possible cancellation points and therefore not     marked with __THROW.  */ externinticonv_close (iconv_t __cd);

注意事项 ：

1）outlen和inlen的长度最好相等，iconv会转换所有outlen长度的内容，如果inlen长度不够，可能会造成访问越界的问题。

2）当ASCII转到GBK时，ASCII字符占一位，中文等的书字符占两位；

3）当ASCII转到UTF16BE时，ASCII字符占两位，前补零，所以UTF16BE格式不能用strlen取长度或用%s的printf。

4）当GBK或UTF16BE转到ASCII时，非ASCII字符会被丢弃。

遗留问题：

1）iconv的结果常常是失败，errno：84，表示某些字符无法转换的error。可取出来看outbuf，其实内容都已经转换了，此时inlen和outlen的位置都为负数，无法表示转换到了哪个字符。

【解决】inleft和outleft一定要用类型size_t， 不能用int，否则会报错84，并且会将buf后面的内存段也写乱了。切忌。

【原因】size_t在64位系统上是8字节，而在32位系统上是4字节，int为4字节。这样导致取地址的时候越界。

size_t定义如下：

1 2 3 4 5 6 7

#ifndef __SIZE_TYPE__ #define __SIZE_TYPE__ long unsigned int #endif #if !(defined (__GNUG__) && defined (size_t)) typedef  __SIZE_TYPE__  size_t ; #ifdef __BEOS__ typedef  long  ssize_t;

示例代码：

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109

#include <stdio.h> #include <stdlib.h> #include <string.h> #include <unistd.h> #include <iconv.h> #include <errno.h> #define MIN(a,b) ((a)>(b)?(b):(a)) void  dumprawmsg( char  *p,  int  len) {      int  i = 0;      for (i = 0; i < len; i++)      {          unsigned  char  c = p[i];          printf ( "%.2X " , c);      }      printf  ( "\n" ); } int  convmsg( char  * src,  char  * des,  int  srclen,  int  deslen,  const  char  *srctype,  const  char  *destype) {      if  ( strcmp (srctype, destype) == 0)      {          memcpy (des, src, MIN(srclen, deslen));          return  0;      }      iconv_t conv = iconv_open (destype, srctype);      if (conv == (iconv_t)-1)      {          printf ( "iconvopen err\n" );          return  -1;      }      char  *in = src;      char  *out = des; //    int ret =  iconv (conv, &in, (size_t *) & srclen, //                                &out, //                                (size_t *)& deslen); // //    if(ret == 0) //    { //        printf ("iconv succ\n"); //    } //    else //    { //        if(errno == 84) //        { //            printf("iconv  84:%d,%d\n", srclen, deslen); //        } //        else //        { //            printf("iconv  err %d:%d,%d\n", errno, srclen, deslen); //        } //    }      size_t   avail = deslen;      size_t  insize = srclen;      char  *wrptr = des;      char  *inptr = src;      while  (avail > 0)        {          size_t  nread;          size_t  nconv;          printf ( "avail:%d\n" , avail);          /* Do the conversion.  */          nconv = iconv (conv, &inptr, &insize, &wrptr, &avail);          if  (nconv == ( size_t ) -1)            {              /* Not everything went right.  It might only be                 an unfinished byte sequence at the end of the                 buffer.  Or it is a real problem.  */              if  ( errno  == EINVAL)              {                /* This is harmless.  Simply move the unused                   bytes to the beginning of the buffer so that                   they can be used in the next round.  */                //memmove (inbuf, inptr, insize);                printf ( "EINVAL\n" );              }              else                {                  /* It is a real problem.  Maybe we ran out of                     space in the output buffer or we have invalid                     input.  In any case back the file pointer to                     the position of the last processed byte.  */                  printf ( "error\n" );                  break ;                }            }        }      iconv_close (conv);      return  0; } int  main( int  argc,  char  * argv[]) {      if  (argc < 3)      {          printf ( "need two type para\n" );          return  -1;      }      printf ( "type in %s\n, type out %s\n" , argv[1], argv[2]);      char  src[100] =  "abcd 1234 其他" ;      char  des[100] = {0};      int  srclen = 50;      int  deslen = 50;      const  char  * srctype = argv[1];      const  char  * destype = argv[2];      dumprawmsg(des, 400);      int  ret = convmsg(src, des, srclen, deslen, srctype, destype);      dumprawmsg(des, 400);      printf ( "des is : %s\n" , des);      return  0; }