614 lines
21 KiB
C#
614 lines
21 KiB
C#
using Bright.Collections;
|
||
using Luban.Common.Utils;
|
||
using Luban.Job.Cfg.Datas;
|
||
using Luban.Job.Cfg.DataSources.Excel;
|
||
using Luban.Job.Cfg.Defs;
|
||
using Luban.Job.Cfg.Utils;
|
||
using Luban.Job.Common.Types;
|
||
using Luban.Job.Common.TypeVisitors;
|
||
using System;
|
||
using System.Collections.Generic;
|
||
using System.Runtime.Serialization;
|
||
|
||
namespace Luban.Job.Cfg.DataCreators
|
||
{
|
||
enum EReadPolicy
|
||
{
|
||
SKIP_NULL_CELL = 0x1,
|
||
SKIP_BLANK_CELL = 0x2,
|
||
NULL_AS_NULL = 0x4,
|
||
NULL_STR_AS_NULL = 0x8,
|
||
}
|
||
|
||
class InvalidExcelDataException : Exception
|
||
{
|
||
public InvalidExcelDataException()
|
||
{
|
||
}
|
||
|
||
public InvalidExcelDataException(string message) : base(message)
|
||
{
|
||
}
|
||
|
||
public InvalidExcelDataException(string message, Exception innerException) : base(message, innerException)
|
||
{
|
||
}
|
||
|
||
protected InvalidExcelDataException(SerializationInfo info, StreamingContext context) : base(info, context)
|
||
{
|
||
}
|
||
}
|
||
|
||
class ExcelDataCreator : ITypeFuncVisitor<DefField, ExcelStream, DefAssembly, DType>
|
||
{
|
||
public static ExcelDataCreator Ins { get; } = new ExcelDataCreator();
|
||
|
||
private bool CheckNull(bool nullable, object o)
|
||
{
|
||
return nullable && (o == null || (o is string s && s == "null"));
|
||
}
|
||
|
||
private bool CheckIsDefault(bool namedMode, object value)
|
||
{
|
||
if (namedMode)
|
||
{
|
||
if (value == null || (value is string s && string.IsNullOrEmpty(s)))
|
||
{
|
||
return true;
|
||
}
|
||
}
|
||
return false;
|
||
}
|
||
|
||
private static bool CreateBool(object x)
|
||
{
|
||
if (x is bool b)
|
||
{
|
||
return b;
|
||
}
|
||
var s = x.ToString().ToLower().Trim();
|
||
switch (s)
|
||
{
|
||
case "true":
|
||
case "是": return true;
|
||
case "false":
|
||
case "否": return false;
|
||
default: throw new InvalidExcelDataException($"{s} 不是 bool 类型的值 (true 或 false)");
|
||
}
|
||
}
|
||
|
||
public DType Accept(TBool type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DBool.ValueOf(false);
|
||
}
|
||
return DBool.ValueOf(CreateBool(d));
|
||
}
|
||
|
||
public DType Accept(TByte type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DByte.Default;
|
||
}
|
||
if (!byte.TryParse(d.ToString(), out byte v))
|
||
{
|
||
throw new InvalidExcelDataException($"{d} 不是 byte 类型值");
|
||
}
|
||
return new DByte(v);
|
||
}
|
||
|
||
public DType Accept(TShort type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DShort.Default;
|
||
}
|
||
if (!short.TryParse(d.ToString(), out short v))
|
||
{
|
||
throw new InvalidExcelDataException($"{d} 不是 short 类型值");
|
||
}
|
||
return new DShort(v);
|
||
}
|
||
|
||
public DType Accept(TFshort type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DFshort.Default;
|
||
}
|
||
if (!short.TryParse(d.ToString(), out short v))
|
||
{
|
||
throw new InvalidExcelDataException($"{d} 不是 short 类型值");
|
||
}
|
||
return new DFshort(v);
|
||
}
|
||
|
||
public DType Accept(TInt type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DInt.ValueOf(0);
|
||
}
|
||
var ds = d.ToString();
|
||
if (field?.Remapper is TEnum te)
|
||
{
|
||
if (te.DefineEnum.TryValueByNameOrAlias(ds, out var c))
|
||
{
|
||
return DInt.ValueOf(c);
|
||
}
|
||
}
|
||
if (!int.TryParse(ds, out var v))
|
||
{
|
||
throw new InvalidExcelDataException($"{d} 不是 int 类型值");
|
||
}
|
||
return DInt.ValueOf(v);
|
||
}
|
||
|
||
public DType Accept(TFint type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DFint.Default;
|
||
}
|
||
var ds = d.ToString();
|
||
if (field?.Remapper is TEnum te)
|
||
{
|
||
if (te.DefineEnum.TryValueByNameOrAlias(ds, out var c))
|
||
{
|
||
return new DFint(c);
|
||
}
|
||
}
|
||
if (!int.TryParse(ds, out var v))
|
||
{
|
||
throw new InvalidExcelDataException($"{d} 不是 int 类型值");
|
||
}
|
||
return new DFint(v);
|
||
}
|
||
|
||
public DType Accept(TLong type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DLong.Default;
|
||
}
|
||
var ds = d.ToString();
|
||
if (field?.Remapper is TEnum te)
|
||
{
|
||
if (te.DefineEnum.TryValueByNameOrAlias(ds, out var c))
|
||
{
|
||
return DLong.ValueOf(c);
|
||
}
|
||
}
|
||
if (!long.TryParse(ds, out var v))
|
||
{
|
||
throw new InvalidExcelDataException($"{d} 不是 long 类型值");
|
||
}
|
||
return DLong.ValueOf(v);
|
||
}
|
||
|
||
public DType Accept(TFlong type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DFlong.Default;
|
||
}
|
||
var ds = d.ToString();
|
||
if (field?.Remapper is TEnum te)
|
||
{
|
||
if (te.DefineEnum.TryValueByNameOrAlias(ds, out var c))
|
||
{
|
||
return new DFlong(c);
|
||
}
|
||
}
|
||
if (!long.TryParse(ds, out var v))
|
||
{
|
||
throw new InvalidExcelDataException($"{d} 不是 long 类型值");
|
||
}
|
||
return new DFlong(v);
|
||
}
|
||
|
||
public DType Accept(TFloat type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DFloat.ValueOf(0);
|
||
}
|
||
if (!float.TryParse(d.ToString(), out var v))
|
||
{
|
||
throw new InvalidExcelDataException($"{d} 不是 float 类型值");
|
||
}
|
||
return DFloat.ValueOf(v);
|
||
}
|
||
|
||
public DType Accept(TDouble type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DDouble.Default;
|
||
}
|
||
if (!double.TryParse(d.ToString(), out var v))
|
||
{
|
||
throw new InvalidExcelDataException($"{d} 不是 double 类型值");
|
||
}
|
||
return new DDouble(v);
|
||
}
|
||
|
||
public DType Accept(TEnum type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d) && field?.DefalutDtypeValue != null)
|
||
{
|
||
return field?.DefalutDtypeValue;
|
||
}
|
||
return new DEnum(type, d.ToString().Trim());
|
||
}
|
||
|
||
public DType Accept(TString type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("excel string类型在标题头对应模式下必须正好占据一个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckIsDefault(x.NamedMode, d) && field?.DefalutDtypeValue != null)
|
||
{
|
||
return field.DefalutDtypeValue;
|
||
}
|
||
var s = ParseString(d);
|
||
if (s == null)
|
||
{
|
||
if (type.IsNullable)
|
||
{
|
||
return null;
|
||
}
|
||
else
|
||
{
|
||
throw new InvalidExcelDataException("字段不是nullable类型，不能为null");
|
||
}
|
||
}
|
||
return DString.ValueOf(s);
|
||
}
|
||
|
||
public DType Accept(TBytes type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
throw new NotImplementedException();
|
||
}
|
||
|
||
private static string ParseString(object d)
|
||
{
|
||
if (d == null)
|
||
{
|
||
return string.Empty;
|
||
}
|
||
else if (d is string s)
|
||
{
|
||
return DataUtil.UnEscapeString(s);
|
||
}
|
||
else
|
||
{
|
||
return d.ToString();
|
||
}
|
||
}
|
||
|
||
public DType Accept(TText type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 2)
|
||
{
|
||
throw new InvalidExcelDataException("excel text 类型在标题头对应模式下必须正好占据2个单元格");
|
||
}
|
||
string key = ParseString(x.Read(x.NamedMode));
|
||
if (key == null)
|
||
{
|
||
if (type.IsNullable)
|
||
{
|
||
return null;
|
||
}
|
||
else
|
||
{
|
||
throw new InvalidExcelDataException("该字段不是nullable类型，不能为null");
|
||
}
|
||
}
|
||
|
||
string text = ParseString(x.Read(x.NamedMode));
|
||
DataUtil.ValidateText(key, text);
|
||
return new DText(key, text);
|
||
}
|
||
|
||
private List<DType> CreateBeanFields(DefBean bean, ExcelStream stream, DefAssembly ass)
|
||
{
|
||
var list = new List<DType>();
|
||
foreach (DefField f in bean.HierarchyFields)
|
||
{
|
||
try
|
||
{
|
||
string sep = f.ActualSep;
|
||
if (string.IsNullOrWhiteSpace(sep))
|
||
{
|
||
list.Add(f.CType.Apply(this, f, stream, ass));
|
||
}
|
||
else
|
||
{
|
||
list.Add(f.CType.Apply(this, f, new ExcelStream(stream.ReadCell(), sep, false), ass));
|
||
}
|
||
}
|
||
catch (DataCreateException dce)
|
||
{
|
||
dce.Push(bean, f);
|
||
throw;
|
||
}
|
||
catch (Exception e)
|
||
{
|
||
var dce = new DataCreateException(e, stream.LastReadDataInfo);
|
||
dce.Push(bean, f);
|
||
throw dce;
|
||
}
|
||
}
|
||
return list;
|
||
}
|
||
|
||
public DType Accept(TBean type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
var originBean = (DefBean)type.Bean;
|
||
|
||
if (originBean.IsAbstractType)
|
||
{
|
||
string subType = x.Read().ToString();
|
||
if (subType.ToLower().Trim() == DefBean.BEAN_NULL_STR)
|
||
{
|
||
if (!type.IsNullable)
|
||
{
|
||
throw new InvalidExcelDataException($"type:{type.Bean.FullName}不是可空类型. 不能为空");
|
||
}
|
||
return null;
|
||
}
|
||
string fullType = TypeUtil.MakeFullName(originBean.Namespace, subType);
|
||
DefBean implType = (DefBean)originBean.GetNotAbstractChildType(subType);
|
||
if (implType == null)
|
||
{
|
||
throw new InvalidExcelDataException($"type:{fullType} 不是bean类型");
|
||
}
|
||
return new DBean(originBean, implType, CreateBeanFields(implType, x, ass));
|
||
}
|
||
else
|
||
{
|
||
if (type.IsNullable)
|
||
{
|
||
string subType = x.Read().ToString().Trim();
|
||
if (subType == DefBean.BEAN_NULL_STR)
|
||
{
|
||
return null;
|
||
}
|
||
else if (subType != DefBean.BEAN_NOT_NULL_STR && subType != originBean.Name)
|
||
{
|
||
throw new Exception($"type:'{type.Bean.FullName}' 可空标识:'{subType}' 不合法（只能为{DefBean.BEAN_NOT_NULL_STR}或{DefBean.BEAN_NULL_STR}或{originBean.Name})");
|
||
}
|
||
}
|
||
return new DBean(originBean, originBean, CreateBeanFields(originBean, x, ass));
|
||
}
|
||
}
|
||
|
||
// 容器类统统不支持 type.IsNullable
|
||
// 因为貌似没意义？
|
||
public List<DType> ReadList(TType type, DefField field, ExcelStream stream, DefAssembly ass)
|
||
{
|
||
stream.NamedMode = false;
|
||
string sep = type is TBean bean ? ((DefBean)bean.Bean).Sep : null;
|
||
var datas = new List<DType>();
|
||
while (!stream.TryReadEOF())
|
||
{
|
||
if (string.IsNullOrWhiteSpace(sep))
|
||
{
|
||
datas.Add(type.Apply(this, field, stream, ass));
|
||
}
|
||
else
|
||
{
|
||
datas.Add(type.Apply(this, field, new ExcelStream(stream.ReadCell(), sep, false), ass)); ;
|
||
}
|
||
}
|
||
return datas;
|
||
}
|
||
|
||
public DType Accept(TArray type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
return new DArray(type, ReadList(type.ElementType, field, x, ass));
|
||
}
|
||
|
||
public DType Accept(TList type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
return new DList(type, ReadList(type.ElementType, field, x, ass));
|
||
}
|
||
|
||
public DType Accept(TSet type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
return new DSet(type, ReadList(type.ElementType, field, x, ass));
|
||
}
|
||
|
||
public DType Accept(TMap type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
x.NamedMode = false;
|
||
string sep = type.ValueType is TBean bean ? ((DefBean)bean.Bean).Sep : null;
|
||
|
||
var datas = new Dictionary<DType, DType>();
|
||
while (!x.TryReadEOF())
|
||
{
|
||
var key = type.KeyType.Apply(this, null, x, ass);
|
||
var value = string.IsNullOrWhiteSpace(sep) ? type.ValueType.Apply(this, null, x, ass) : type.ValueType.Apply(this, null, new ExcelStream(x.ReadCell(), sep, false), ass);
|
||
if (!datas.TryAdd(key, value))
|
||
{
|
||
throw new InvalidExcelDataException($"map 的 key:{key} 重复");
|
||
}
|
||
}
|
||
return new DMap(type, datas);
|
||
}
|
||
|
||
public DType Accept(TVector2 type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DVector2.Default;
|
||
}
|
||
return DataUtil.CreateVector(type, d.ToString());
|
||
}
|
||
|
||
public DType Accept(TVector3 type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DVector3.Default;
|
||
}
|
||
return DataUtil.CreateVector(type, d.ToString());
|
||
}
|
||
|
||
public DType Accept(TVector4 type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
if (x.NamedMode && x.IncludeNullAndEmptySize != 1)
|
||
{
|
||
throw new InvalidExcelDataException("在标题头对应模式下必须正好占据1个单元格");
|
||
}
|
||
var d = x.Read(x.NamedMode);
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d))
|
||
{
|
||
return field?.DefalutDtypeValue ?? DVector4.Default;
|
||
}
|
||
return DataUtil.CreateVector(type, d.ToString());
|
||
}
|
||
|
||
public DType Accept(TDateTime type, DefField field, ExcelStream x, DefAssembly ass)
|
||
{
|
||
var d = x.Read();
|
||
if (CheckNull(type.IsNullable, d))
|
||
{
|
||
return null;
|
||
}
|
||
if (CheckIsDefault(x.NamedMode, d) && field?.DefalutDtypeValue != null)
|
||
{
|
||
return field?.DefalutDtypeValue;
|
||
}
|
||
if (d is System.DateTime datetime)
|
||
{
|
||
return new DDateTime(datetime);
|
||
}
|
||
return DataUtil.CreateDateTime(d.ToString());
|
||
}
|
||
}
|
||
}
|