123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567 |
- using System;
- using System.Text;
- using SharpCompress.Converters;
- namespace SharpCompress.Compressors.PPMd.H
- {
- internal class PpmContext : Pointer
- {
- internal FreqData FreqData
- {
- get => _freqData;
- set
- {
- _freqData.SummFreq = value.SummFreq;
- _freqData.SetStats(value.GetStats());
- }
- }
- public virtual int NumStats
- {
- get
- {
- if (Memory != null)
- {
- _numStats = DataConverter.LittleEndian.GetInt16(Memory, Address) & 0xffff;
- }
- return _numStats;
- }
- set
- {
- _numStats = value & 0xffff;
- if (Memory != null)
- {
- DataConverter.LittleEndian.PutBytes(Memory, Address, (short)value);
- }
- }
- }
- //UPGRADE_NOTE: Final was removed from the declaration of 'unionSize '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- //UPGRADE_NOTE: The initialization of 'unionSize' was moved to static method 'SharpCompress.Unpack.PPM.PPMContext'. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1005'"
- private static readonly int UNION_SIZE;
- //UPGRADE_NOTE: Final was removed from the declaration of 'size '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- public static readonly int SIZE = 2 + UNION_SIZE + 4; // 12
- // ushort NumStats;
- private int _numStats; // determines if feqData or onstate is used
- // (1==onestate)
- //UPGRADE_NOTE: Final was removed from the declaration of 'freqData '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- private readonly FreqData _freqData; // -\
- // |-> union
- //UPGRADE_NOTE: Final was removed from the declaration of 'oneState '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- private readonly State _oneState; // -/
- private int _suffix; // pointer ppmcontext
- //UPGRADE_NOTE: Final was removed from the declaration of 'ExpEscape'. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- public static readonly int[] EXP_ESCAPE = {25, 14, 9, 7, 5, 5, 4, 4, 4, 3, 3, 3, 2, 2, 2, 2};
- // Temp fields
- //UPGRADE_NOTE: Final was removed from the declaration of 'tempState1 '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- private readonly State _tempState1 = new State(null);
- //UPGRADE_NOTE: Final was removed from the declaration of 'tempState2 '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- private readonly State _tempState2 = new State(null);
- //UPGRADE_NOTE: Final was removed from the declaration of 'tempState3 '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- private readonly State _tempState3 = new State(null);
- //UPGRADE_NOTE: Final was removed from the declaration of 'tempState4 '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- private readonly State _tempState4 = new State(null);
- //UPGRADE_NOTE: Final was removed from the declaration of 'tempState5 '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- private readonly State _tempState5 = new State(null);
- private PpmContext _tempPpmContext;
- //UPGRADE_NOTE: Final was removed from the declaration of 'ps '. "ms-help://MS.VSCC.v80/dv_commoner/local/redirect.htm?index='!DefaultContextWindowIndex'&keyword='jlca1003'"
- internal int[] _ps = new int[256];
- public PpmContext(byte[] memory)
- : base(memory)
- {
- _oneState = new State(memory);
- _freqData = new FreqData(memory);
- }
- internal PpmContext Initialize(byte[] mem)
- {
- _oneState.Initialize(mem);
- _freqData.Initialize(mem);
- return base.Initialize<PpmContext>(mem);
- }
- internal State GetOneState()
- {
- return _oneState;
- }
- internal void SetOneState(StateRef oneState)
- {
- _oneState.SetValues(oneState);
- }
- internal int GetSuffix()
- {
- if (Memory != null)
- {
- _suffix = DataConverter.LittleEndian.GetInt32(Memory, Address + 8);
- }
- return _suffix;
- }
- internal void SetSuffix(PpmContext suffix)
- {
- SetSuffix(suffix.Address);
- }
- internal void SetSuffix(int suffix)
- {
- _suffix = suffix;
- if (Memory != null)
- {
- DataConverter.LittleEndian.PutBytes(Memory, Address + 8, suffix);
- }
- }
- internal override int Address
- {
- get => base.Address;
- set
- {
- base.Address = value;
- _oneState.Address = value + 2;
- _freqData.Address = value + 2;
- }
- }
- private PpmContext GetTempPpmContext(byte[] memory)
- {
- if (_tempPpmContext == null)
- {
- _tempPpmContext = new PpmContext(null);
- }
- return _tempPpmContext.Initialize(memory);
- }
- internal int CreateChild(ModelPpm model, State pStats, StateRef firstState)
- {
- PpmContext pc = GetTempPpmContext(model.SubAlloc.Heap);
- pc.Address = model.SubAlloc.AllocContext();
- if (pc != null)
- {
- pc.NumStats = 1;
- pc.SetOneState(firstState);
- pc.SetSuffix(this);
- pStats.SetSuccessor(pc);
- }
- return pc.Address;
- }
- internal void Rescale(ModelPpm model)
- {
- int oldNs = NumStats, i = NumStats - 1, adder, escFreq;
- // STATE* p1, * p;
- State p1 = new State(model.Heap);
- State p = new State(model.Heap);
- State temp = new State(model.Heap);
- for (p.Address = model.FoundState.Address; p.Address != _freqData.GetStats(); p.DecrementAddress())
- {
- temp.Address = p.Address - State.SIZE;
- State.PpmdSwap(p, temp);
- }
- temp.Address = _freqData.GetStats();
- temp.IncrementFreq(4);
- _freqData.IncrementSummFreq(4);
- escFreq = _freqData.SummFreq - p.Freq;
- adder = (model.OrderFall != 0) ? 1 : 0;
- p.Freq = Utility.URShift((p.Freq + adder), 1);
- _freqData.SummFreq = p.Freq;
- do
- {
- p.IncrementAddress();
- escFreq -= p.Freq;
- p.Freq = Utility.URShift((p.Freq + adder), 1);
- _freqData.IncrementSummFreq(p.Freq);
- temp.Address = p.Address - State.SIZE;
- if (p.Freq > temp.Freq)
- {
- p1.Address = p.Address;
- StateRef tmp = new StateRef();
- tmp.Values = p1;
- State temp2 = new State(model.Heap);
- State temp3 = new State(model.Heap);
- do
- {
- // p1[0]=p1[-1];
- temp2.Address = p1.Address - State.SIZE;
- p1.SetValues(temp2);
- p1.DecrementAddress();
- temp3.Address = p1.Address - State.SIZE;
- }
- while (p1.Address != _freqData.GetStats() && tmp.Freq > temp3.Freq);
- p1.SetValues(tmp);
- }
- }
- while (--i != 0);
- if (p.Freq == 0)
- {
- do
- {
- i++;
- p.DecrementAddress();
- }
- while (p.Freq == 0);
- escFreq += i;
- NumStats = NumStats - i;
- if (NumStats == 1)
- {
- StateRef tmp = new StateRef();
- temp.Address = _freqData.GetStats();
- tmp.Values = temp;
- // STATE tmp=*U.Stats;
- do
- {
- // tmp.Freq-=(tmp.Freq >> 1)
- tmp.DecrementFreq(Utility.URShift(tmp.Freq, 1));
- escFreq = Utility.URShift(escFreq, 1);
- }
- while (escFreq > 1);
- model.SubAlloc.FreeUnits(_freqData.GetStats(), Utility.URShift((oldNs + 1), 1));
- _oneState.SetValues(tmp);
- model.FoundState.Address = _oneState.Address;
- return;
- }
- }
- escFreq -= Utility.URShift(escFreq, 1);
- _freqData.IncrementSummFreq(escFreq);
- int n0 = Utility.URShift((oldNs + 1), 1), n1 = Utility.URShift((NumStats + 1), 1);
- if (n0 != n1)
- {
- _freqData.SetStats(model.SubAlloc.ShrinkUnits(_freqData.GetStats(), n0, n1));
- }
- model.FoundState.Address = _freqData.GetStats();
- }
- internal int GetArrayIndex(ModelPpm model, State rs)
- {
- PpmContext tempSuffix = GetTempPpmContext(model.SubAlloc.Heap);
- tempSuffix.Address = GetSuffix();
- int ret = 0;
- ret += model.PrevSuccess;
- ret += model.GetNs2BsIndx()[tempSuffix.NumStats - 1];
- ret += model.HiBitsFlag + 2 * model.GetHb2Flag()[rs.Symbol];
- ret += ((Utility.URShift(model.RunLength, 26)) & 0x20);
- return ret;
- }
- internal int GetMean(int summ, int shift, int round)
- {
- return (Utility.URShift((summ + (1 << (shift - round))), (shift)));
- }
- internal void DecodeBinSymbol(ModelPpm model)
- {
- State rs = _tempState1.Initialize(model.Heap);
- rs.Address = _oneState.Address; // State&
- model.HiBitsFlag = model.GetHb2Flag()[model.FoundState.Symbol];
- int off1 = rs.Freq - 1;
- int off2 = GetArrayIndex(model, rs);
- int bs = model.BinSumm[off1][off2];
- if (model.Coder.GetCurrentShiftCount(ModelPpm.TOT_BITS) < bs)
- {
- model.FoundState.Address = rs.Address;
- rs.IncrementFreq((rs.Freq < 128) ? 1 : 0);
- model.Coder.SubRange.LowCount = 0;
- model.Coder.SubRange.HighCount = bs;
- bs = ((bs + ModelPpm.INTERVAL - GetMean(bs, ModelPpm.PERIOD_BITS, 2)) & 0xffff);
- model.BinSumm[off1][off2] = bs;
- model.PrevSuccess = 1;
- model.IncRunLength(1);
- }
- else
- {
- model.Coder.SubRange.LowCount = bs;
- bs = (bs - GetMean(bs, ModelPpm.PERIOD_BITS, 2)) & 0xFFFF;
- model.BinSumm[off1][off2] = bs;
- model.Coder.SubRange.HighCount = ModelPpm.BIN_SCALE;
- model.InitEsc = EXP_ESCAPE[Utility.URShift(bs, 10)];
- model.NumMasked = 1;
- model.CharMask[rs.Symbol] = model.EscCount;
- model.PrevSuccess = 0;
- model.FoundState.Address = 0;
- }
- //int a = 0;//TODO just 4 debugging
- }
- // public static void ppmdSwap(ModelPPM model, StatePtr state1, StatePtr state2)
- // {
- // byte[] bytes = model.getSubAlloc().getHeap();
- // int p1 = state1.Address;
- // int p2 = state2.Address;
- //
- // for (int i = 0; i < StatePtr.size; i++) {
- // byte temp = bytes[p1+i];
- // bytes[p1+i] = bytes[p2+i];
- // bytes[p2+i] = temp;
- // }
- // state1.Address=p1);
- // state2.Address=p2);
- // }
- internal void Update1(ModelPpm model, int p)
- {
- model.FoundState.Address = p;
- model.FoundState.IncrementFreq(4);
- _freqData.IncrementSummFreq(4);
- State p0 = _tempState3.Initialize(model.Heap);
- State p1 = _tempState4.Initialize(model.Heap);
- p0.Address = p;
- p1.Address = p - State.SIZE;
- if (p0.Freq > p1.Freq)
- {
- State.PpmdSwap(p0, p1);
- model.FoundState.Address = p1.Address;
- if (p1.Freq > ModelPpm.MAX_FREQ)
- {
- Rescale(model);
- }
- }
- }
- internal void update1_0(ModelPpm model, int p)
- {
- model.FoundState.Address = p;
- model.PrevSuccess = 2 * model.FoundState.Freq > _freqData.SummFreq ? 1 : 0;
- model.IncRunLength(model.PrevSuccess);
- _freqData.IncrementSummFreq(4);
- model.FoundState.IncrementFreq(4);
- if (model.FoundState.Freq > ModelPpm.MAX_FREQ)
- {
- Rescale(model);
- }
- }
- internal bool DecodeSymbol2(ModelPpm model)
- {
- long count;
- int hiCnt, i = NumStats - model.NumMasked;
- See2Context psee2C = MakeEscFreq2(model, i);
- RangeCoder coder = model.Coder;
- // STATE* ps[256], ** pps=ps, * p=U.Stats-1;
- State p = _tempState1.Initialize(model.Heap);
- State temp = _tempState2.Initialize(model.Heap);
- p.Address = _freqData.GetStats() - State.SIZE;
- int pps = 0;
- hiCnt = 0;
- do
- {
- do
- {
- p.IncrementAddress(); // p++;
- }
- while (model.CharMask[p.Symbol] == model.EscCount);
- hiCnt += p.Freq;
- _ps[pps++] = p.Address;
- }
- while (--i != 0);
- coder.SubRange.IncScale(hiCnt);
- count = coder.CurrentCount;
- if (count >= coder.SubRange.Scale)
- {
- return false;
- }
- pps = 0;
- p.Address = _ps[pps];
- if (count < hiCnt)
- {
- hiCnt = 0;
- while ((hiCnt += p.Freq) <= count)
- {
- p.Address = _ps[++pps]; // p=*++pps;
- }
- coder.SubRange.HighCount = hiCnt;
- coder.SubRange.LowCount = hiCnt - p.Freq;
- psee2C.Update();
- Update2(model, p.Address);
- }
- else
- {
- coder.SubRange.LowCount = hiCnt;
- coder.SubRange.HighCount = coder.SubRange.Scale;
- i = NumStats - model.NumMasked; // ->NumMasked;
- pps--;
- do
- {
- temp.Address = _ps[++pps]; // (*++pps)
- model.CharMask[temp.Symbol] = model.EscCount;
- }
- while (--i != 0);
- psee2C.IncSumm((int)coder.SubRange.Scale);
- model.NumMasked = NumStats;
- }
- return (true);
- }
- internal void Update2(ModelPpm model, int p)
- {
- State temp = _tempState5.Initialize(model.Heap);
- temp.Address = p;
- model.FoundState.Address = p;
- model.FoundState.IncrementFreq(4);
- _freqData.IncrementSummFreq(4);
- if (temp.Freq > ModelPpm.MAX_FREQ)
- {
- Rescale(model);
- }
- model.IncEscCount(1);
- model.RunLength = model.InitRl;
- }
- private See2Context MakeEscFreq2(ModelPpm model, int diff)
- {
- See2Context psee2C;
- int numStats = NumStats;
- if (numStats != 256)
- {
- PpmContext suff = GetTempPpmContext(model.Heap);
- suff.Address = GetSuffix();
- int idx1 = model.GetNs2Indx()[diff - 1];
- int idx2 = 0;
- idx2 += ((diff < suff.NumStats - numStats) ? 1 : 0);
- idx2 += 2 * ((_freqData.SummFreq < 11 * numStats) ? 1 : 0);
- idx2 += 4 * ((model.NumMasked > diff) ? 1 : 0);
- idx2 += model.HiBitsFlag;
- psee2C = model.GetSee2Cont()[idx1][idx2];
- model.Coder.SubRange.Scale = psee2C.Mean;
- }
- else
- {
- psee2C = model.DummySee2Cont;
- model.Coder.SubRange.Scale = 1;
- }
- return psee2C;
- }
- internal See2Context MakeEscFreq(ModelPpm model, int numMasked, out int escFreq)
- {
- See2Context psee2C;
- int numStats = NumStats;
- int nonMasked = numStats - numMasked;
- if (numStats != 256)
- {
- PpmContext suff = GetTempPpmContext(model.Heap);
- suff.Address = GetSuffix();
- int idx1 = model.GetNs2Indx()[nonMasked - 1];
- int idx2 = 0;
- idx2 += ((nonMasked < suff.NumStats - numStats) ? 1 : 0);
- idx2 += 2 * ((_freqData.SummFreq < 11 * numStats) ? 1 : 0);
- idx2 += 4 * ((numMasked > nonMasked) ? 1 : 0);
- idx2 += model.HiBitsFlag;
- psee2C = model.GetSee2Cont()[idx1][idx2];
- escFreq = psee2C.Mean;
- }
- else
- {
- psee2C = model.DummySee2Cont;
- escFreq = 1;
- }
- return psee2C;
- }
- internal bool DecodeSymbol1(ModelPpm model)
- {
- RangeCoder coder = model.Coder;
- coder.SubRange.Scale = _freqData.SummFreq;
- State p = new State(model.Heap);
- p.Address = _freqData.GetStats();
- int i, hiCnt;
- long count = coder.CurrentCount;
- if (count >= coder.SubRange.Scale)
- {
- return false;
- }
- if (count < (hiCnt = p.Freq))
- {
- coder.SubRange.HighCount = hiCnt;
- model.PrevSuccess = (2 * hiCnt > coder.SubRange.Scale) ? 1 : 0;
- model.IncRunLength(model.PrevSuccess);
- hiCnt += 4;
- model.FoundState.Address = p.Address;
- model.FoundState.Freq = hiCnt;
- _freqData.IncrementSummFreq(4);
- if (hiCnt > ModelPpm.MAX_FREQ)
- {
- Rescale(model);
- }
- coder.SubRange.LowCount = 0;
- return true;
- }
- if (model.FoundState.Address == 0)
- {
- return (false);
- }
- model.PrevSuccess = 0;
- int numStats = NumStats;
- i = numStats - 1;
- while ((hiCnt += p.IncrementAddress().Freq) <= count)
- {
- if (--i == 0)
- {
- model.HiBitsFlag = model.GetHb2Flag()[model.FoundState.Symbol];
- coder.SubRange.LowCount = hiCnt;
- model.CharMask[p.Symbol] = model.EscCount;
- model.NumMasked = numStats;
- i = numStats - 1;
- model.FoundState.Address = 0;
- do
- {
- model.CharMask[p.DecrementAddress().Symbol] = model.EscCount;
- }
- while (--i != 0);
- coder.SubRange.HighCount = coder.SubRange.Scale;
- return (true);
- }
- }
- coder.SubRange.LowCount = hiCnt - p.Freq;
- coder.SubRange.HighCount = hiCnt;
- Update1(model, p.Address);
- return (true);
- }
- public override String ToString()
- {
- StringBuilder buffer = new StringBuilder();
- buffer.Append("PPMContext[");
- buffer.Append("\n Address=");
- buffer.Append(Address);
- buffer.Append("\n size=");
- buffer.Append(SIZE);
- buffer.Append("\n numStats=");
- buffer.Append(NumStats);
- buffer.Append("\n Suffix=");
- buffer.Append(GetSuffix());
- buffer.Append("\n freqData=");
- buffer.Append(_freqData);
- buffer.Append("\n oneState=");
- buffer.Append(_oneState);
- buffer.Append("\n]");
- return buffer.ToString();
- }
- static PpmContext()
- {
- UNION_SIZE = Math.Max(FreqData.SIZE, State.SIZE);
- }
- }
- }
|