Files
Pyarmor-Static-Unpack-1shot/bytecode.cpp

466 lines
17 KiB
C++
Raw Normal View History

2011-10-23 17:48:10 -07:00
#include "pyc_numeric.h"
2009-07-24 08:35:21 +00:00
#include "bytecode.h"
#include <stdexcept>
#include <cstdint>
#include <cmath>
2009-07-24 08:35:21 +00:00
#ifdef _MSC_VER
#define snprintf _snprintf
#endif
#define DECLARE_PYTHON(maj, min) \
extern int python_##maj##min##_map(int); \
extern int python_##maj##min##_unmap(int);
2009-07-24 08:35:21 +00:00
DECLARE_PYTHON(1, 0)
DECLARE_PYTHON(1, 1)
DECLARE_PYTHON(1, 3)
DECLARE_PYTHON(1, 4)
DECLARE_PYTHON(1, 5)
DECLARE_PYTHON(1, 6)
DECLARE_PYTHON(2, 0)
DECLARE_PYTHON(2, 1)
DECLARE_PYTHON(2, 2)
DECLARE_PYTHON(2, 3)
DECLARE_PYTHON(2, 4)
DECLARE_PYTHON(2, 5)
DECLARE_PYTHON(2, 6)
DECLARE_PYTHON(2, 7)
DECLARE_PYTHON(3, 0)
DECLARE_PYTHON(3, 1)
2011-01-06 17:15:48 -08:00
DECLARE_PYTHON(3, 2)
2012-05-26 13:50:23 -07:00
DECLARE_PYTHON(3, 3)
DECLARE_PYTHON(3, 4)
2015-10-01 16:06:09 -07:00
DECLARE_PYTHON(3, 5)
DECLARE_PYTHON(3, 6)
DECLARE_PYTHON(3, 7)
DECLARE_PYTHON(3, 8)
DECLARE_PYTHON(3, 9)
2021-10-10 00:52:41 +05:30
DECLARE_PYTHON(3, 10)
DECLARE_PYTHON(3, 11)
2009-07-24 08:35:21 +00:00
const char* Pyc::OpcodeName(int opcode)
{
static const char* opcode_names[] = {
#define OPCODE(x) #x,
#define OPCODE_A_FIRST(x) #x,
#define OPCODE_A(x) #x,
#include "bytecode_ops.inl"
#undef OPCODE_A
#undef OPCODE_A_FIRST
#undef OPCODE
};
2009-07-24 08:35:21 +00:00
2015-10-01 16:06:09 -07:00
#if __cplusplus >= 201103L
static_assert(sizeof(opcode_names) / sizeof(opcode_names[0]) == PYC_LAST_OPCODE,
"Pyc::OpcodeName opcode_names not in sync with opcode enum");
#endif
if (opcode < 0)
return "<INVALID>";
2009-07-24 19:52:47 +00:00
if (opcode < PYC_LAST_OPCODE)
return opcode_names[opcode];
2009-07-24 19:52:47 +00:00
static char badcode[16];
snprintf(badcode, sizeof(badcode), "<%d>", opcode);
return badcode;
};
2009-07-24 19:52:47 +00:00
int Pyc::ByteToOpcode(int maj, int min, int opcode)
2009-07-24 19:52:47 +00:00
{
switch (maj) {
case 1:
switch (min) {
case 0: return python_10_map(opcode);
case 1: return python_11_map(opcode);
case 3: return python_13_map(opcode);
case 4: return python_14_map(opcode);
case 5: return python_15_map(opcode);
case 6: return python_16_map(opcode);
}
break;
case 2:
switch (min) {
case 0: return python_20_map(opcode);
case 1: return python_21_map(opcode);
case 2: return python_22_map(opcode);
case 3: return python_23_map(opcode);
case 4: return python_24_map(opcode);
case 5: return python_25_map(opcode);
case 6: return python_26_map(opcode);
case 7: return python_27_map(opcode);
}
break;
case 3:
switch (min) {
case 0: return python_30_map(opcode);
case 1: return python_31_map(opcode);
2011-01-06 17:15:48 -08:00
case 2: return python_32_map(opcode);
2012-05-26 13:50:23 -07:00
case 3: return python_33_map(opcode);
case 4: return python_34_map(opcode);
2015-10-01 16:06:09 -07:00
case 5: return python_35_map(opcode);
case 6: return python_36_map(opcode);
case 7: return python_37_map(opcode);
case 8: return python_38_map(opcode);
case 9: return python_39_map(opcode);
2021-10-10 00:52:41 +05:30
case 10: return python_310_map(opcode);
case 11: return python_311_map(opcode);
}
break;
2010-09-02 01:01:05 -07:00
}
return PYC_INVALID_OPCODE;
2009-07-24 19:52:47 +00:00
}
bool Pyc::IsConstArg(int opcode)
2009-07-24 19:52:47 +00:00
{
return (opcode == Pyc::LOAD_CONST_A) || (opcode == Pyc::RESERVE_FAST_A);
2009-07-24 19:52:47 +00:00
}
bool Pyc::IsNameArg(int opcode)
{
return (opcode == Pyc::DELETE_ATTR_A) || (opcode == Pyc::DELETE_GLOBAL_A) ||
(opcode == Pyc::DELETE_NAME_A) || (opcode == Pyc::IMPORT_FROM_A) ||
(opcode == Pyc::IMPORT_NAME_A) || (opcode == Pyc::LOAD_ATTR_A) ||
(opcode == Pyc::LOAD_GLOBAL_A) || (opcode == Pyc::LOAD_LOCAL_A) ||
(opcode == Pyc::LOAD_NAME_A) || (opcode == Pyc::STORE_ATTR_A) ||
(opcode == Pyc::STORE_GLOBAL_A) || (opcode == Pyc::STORE_NAME_A) ||
(opcode == Pyc::LOAD_METHOD_A);
}
bool Pyc::IsVarNameArg(int opcode)
2009-07-24 19:52:47 +00:00
{
return (opcode == Pyc::DELETE_FAST_A) || (opcode == Pyc::LOAD_FAST_A) ||
(opcode == Pyc::STORE_FAST_A);
2009-07-24 19:52:47 +00:00
}
bool Pyc::IsCellArg(int opcode)
2009-07-24 19:52:47 +00:00
{
return (opcode == Pyc::LOAD_CLOSURE_A) || (opcode == Pyc::LOAD_DEREF_A) ||
(opcode == Pyc::STORE_DEREF_A);
2009-07-24 19:52:47 +00:00
}
bool Pyc::IsJumpArg(int opcode)
{
return (opcode == Pyc::POP_JUMP_IF_FALSE_A) || (opcode == Pyc::POP_JUMP_IF_TRUE_A) ||
2022-07-08 15:44:46 -05:00
(opcode == Pyc::JUMP_IF_FALSE_OR_POP_A) || (opcode == JUMP_IF_TRUE_OR_POP_A) ||
(opcode == Pyc::JUMP_ABSOLUTE_A) || (opcode == Pyc::JUMP_IF_NOT_EXC_MATCH_A);
}
bool Pyc::IsJumpOffsetArg(int opcode)
2009-07-24 19:52:47 +00:00
{
return (opcode == Pyc::JUMP_FORWARD_A) || (opcode == Pyc::JUMP_IF_FALSE_A) ||
(opcode == Pyc::JUMP_IF_TRUE_A) || (opcode == Pyc::SETUP_LOOP_A) ||
(opcode == Pyc::SETUP_FINALLY_A) || (opcode == Pyc::SETUP_EXCEPT_A) ||
(opcode == Pyc::FOR_LOOP_A) || (opcode == Pyc::FOR_ITER_A);
}
bool Pyc::IsCompareArg(int opcode)
{
return (opcode == Pyc::COMPARE_OP_A);
}
2009-07-24 19:52:47 +00:00
2023-06-02 00:36:58 +02:00
void print_const(PycRef<PycObject> obj, PycModule* mod, const char* parent_f_string_quote, std::ostream& pyc_output)
2009-07-24 19:52:47 +00:00
{
if (obj == NULL) {
2023-06-02 00:36:58 +02:00
pyc_output << "<NULL>";
return;
}
2009-07-24 19:52:47 +00:00
switch (obj->type()) {
case PycObject::TYPE_STRING:
2020-10-20 21:08:02 -07:00
OutputString(obj.cast<PycString>(), mod->strIsUnicode() ? 'b' : 0,
false, pyc_output, parent_f_string_quote);
break;
case PycObject::TYPE_UNICODE:
2020-10-20 21:08:02 -07:00
OutputString(obj.cast<PycString>(), mod->strIsUnicode() ? 0 : 'u',
false, pyc_output, parent_f_string_quote);
break;
2009-07-24 19:52:47 +00:00
case PycObject::TYPE_INTERNED:
case PycObject::TYPE_ASCII:
case PycObject::TYPE_ASCII_INTERNED:
case PycObject::TYPE_SHORT_ASCII:
case PycObject::TYPE_SHORT_ASCII_INTERNED:
if (mod->majorVer() >= 3)
OutputString(obj.cast<PycString>(), 0, false, pyc_output, parent_f_string_quote);
else
2020-10-20 21:08:02 -07:00
OutputString(obj.cast<PycString>(), mod->strIsUnicode() ? 'b' : 0,
false, pyc_output, parent_f_string_quote);
break;
2009-07-24 19:52:47 +00:00
case PycObject::TYPE_TUPLE:
case PycObject::TYPE_SMALL_TUPLE:
2009-07-24 19:52:47 +00:00
{
2023-06-02 00:36:58 +02:00
pyc_output << "(";
2009-07-24 19:52:47 +00:00
PycTuple::value_t values = obj.cast<PycTuple>()->values();
auto it = values.cbegin();
if (it != values.cend()) {
2023-06-02 00:36:58 +02:00
print_const(*it, mod, nullptr, pyc_output);
while (++it != values.cend()) {
2023-06-02 00:36:58 +02:00
pyc_output << ", ";
print_const(*it, mod, nullptr, pyc_output);
2009-07-24 19:52:47 +00:00
}
}
2009-07-27 03:00:55 +00:00
if (values.size() == 1)
2023-06-02 00:36:58 +02:00
pyc_output << ",)";
2009-07-27 03:00:55 +00:00
else
2023-06-02 00:36:58 +02:00
pyc_output << ")";
2009-07-24 19:52:47 +00:00
}
break;
case PycObject::TYPE_LIST:
{
2023-06-02 00:36:58 +02:00
pyc_output << "[";
2009-07-24 19:52:47 +00:00
PycList::value_t values = obj.cast<PycList>()->values();
auto it = values.cbegin();
if (it != values.cend()) {
2023-06-02 00:36:58 +02:00
print_const(*it, mod, nullptr, pyc_output);
while (++it != values.cend()) {
2023-06-02 00:36:58 +02:00
pyc_output << ", ";
print_const(*it, mod, nullptr, pyc_output);
2009-07-24 19:52:47 +00:00
}
}
2023-06-02 00:36:58 +02:00
pyc_output << "]";
2009-07-24 19:52:47 +00:00
}
break;
2009-07-24 21:39:51 +00:00
case PycObject::TYPE_DICT:
{
2023-06-02 00:36:58 +02:00
pyc_output << "{";
2009-07-24 21:39:51 +00:00
PycDict::key_t keys = obj.cast<PycDict>()->keys();
PycDict::value_t values = obj.cast<PycDict>()->values();
auto ki = keys.cbegin();
auto vi = values.cbegin();
if (ki != keys.cend()) {
2023-06-02 00:36:58 +02:00
print_const(*ki, mod, nullptr, pyc_output);
pyc_output << ": ";
print_const(*vi, mod, nullptr, pyc_output);
while (++ki != keys.cend()) {
2009-07-24 21:39:51 +00:00
++vi;
2023-06-02 00:36:58 +02:00
pyc_output << ", ";
print_const(*ki, mod, nullptr, pyc_output);
pyc_output << ": ";
print_const(*vi, mod, nullptr, pyc_output);
2009-07-24 21:39:51 +00:00
}
}
2023-06-02 00:36:58 +02:00
pyc_output << "}";
2009-07-24 21:39:51 +00:00
}
break;
case PycObject::TYPE_SET:
{
2023-06-02 00:36:58 +02:00
pyc_output << "{";
PycSet::value_t values = obj.cast<PycSet>()->values();
auto it = values.cbegin();
if (it != values.cend()) {
2023-06-02 00:36:58 +02:00
print_const(*it, mod, nullptr, pyc_output);
while (++it != values.cend()) {
2023-06-02 00:36:58 +02:00
pyc_output << ", ";
print_const(*it, mod, nullptr, pyc_output);
}
}
2023-06-02 00:36:58 +02:00
pyc_output << "}";
}
break;
2023-02-13 19:33:25 -08:00
case PycObject::TYPE_FROZENSET:
{
2023-06-02 00:36:58 +02:00
pyc_output << "frozenset({";
2023-02-13 19:33:25 -08:00
PycSet::value_t values = obj.cast<PycSet>()->values();
auto it = values.cbegin();
if (it != values.cend()) {
2023-06-02 00:36:58 +02:00
print_const(*it, mod, nullptr, pyc_output);
2023-02-13 19:33:25 -08:00
while (++it != values.cend()) {
2023-06-02 00:36:58 +02:00
pyc_output << ", ";
print_const(*it, mod, nullptr, pyc_output);
2023-02-13 19:33:25 -08:00
}
}
2023-06-02 00:36:58 +02:00
pyc_output << "})";
2023-02-13 19:33:25 -08:00
}
break;
2009-07-24 19:52:47 +00:00
case PycObject::TYPE_NONE:
2023-06-02 00:36:58 +02:00
pyc_output << "None";
2009-07-24 19:52:47 +00:00
break;
case PycObject::TYPE_TRUE:
2023-06-02 00:36:58 +02:00
pyc_output << "True";
2009-07-24 19:52:47 +00:00
break;
case PycObject::TYPE_FALSE:
2023-06-02 00:36:58 +02:00
pyc_output << "False";
2009-07-24 19:52:47 +00:00
break;
2016-08-30 13:32:53 -07:00
case PycObject::TYPE_ELLIPSIS:
2023-06-02 00:36:58 +02:00
pyc_output << "...";
2016-08-30 13:32:53 -07:00
break;
2009-07-24 19:52:47 +00:00
case PycObject::TYPE_INT:
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d", obj.cast<PycInt>()->value());
2009-07-24 19:52:47 +00:00
break;
2011-09-23 21:46:05 -07:00
case PycObject::TYPE_LONG:
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%s", obj.cast<PycLong>()->repr().c_str());
2011-09-23 21:46:05 -07:00
break;
2009-07-24 19:52:47 +00:00
case PycObject::TYPE_FLOAT:
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%s", obj.cast<PycFloat>()->value());
2009-07-24 19:52:47 +00:00
break;
case PycObject::TYPE_COMPLEX:
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "(%s+%sj)", obj.cast<PycComplex>()->value(),
2011-10-23 19:04:06 -07:00
obj.cast<PycComplex>()->imag());
break;
case PycObject::TYPE_BINARY_FLOAT:
{
// Wrap any nan/inf values in float('').
double value = obj.cast<PycCFloat>()->value();
bool is_negative = std::signbit(value);
if (std::isnan(value)) {
if (is_negative) {
2023-06-02 00:36:58 +02:00
pyc_output << "float('-nan')";
} else {
2023-06-02 00:36:58 +02:00
pyc_output << "float('nan')";
}
} else if (std::isinf(value)) {
if (is_negative) {
2023-06-02 00:36:58 +02:00
pyc_output << "float('-inf')";
} else {
2023-06-02 00:36:58 +02:00
pyc_output << "float('inf')";
}
} else {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%g", value);
}
}
break;
case PycObject::TYPE_BINARY_COMPLEX:
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "(%g+%gj)", obj.cast<PycCComplex>()->value(),
2011-10-23 19:04:06 -07:00
obj.cast<PycCComplex>()->imag());
break;
2009-07-24 19:52:47 +00:00
case PycObject::TYPE_CODE:
2009-07-25 00:43:46 +00:00
case PycObject::TYPE_CODE2:
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "<CODE> %s", obj.cast<PycCode>()->name()->value());
2009-07-24 19:52:47 +00:00
break;
2023-02-13 19:33:25 -08:00
default:
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "<TYPE: %d>\n", obj->type());
2009-07-24 19:52:47 +00:00
}
}
2009-07-26 10:07:13 +00:00
void bc_next(PycBuffer& source, PycModule* mod, int& opcode, int& operand, int& pos)
{
opcode = Pyc::ByteToOpcode(mod->majorVer(), mod->minorVer(), source.getByte());
bool py36_opcode = (mod->verCompare(3, 6) >= 0);
if (py36_opcode) {
operand = source.getByte();
pos += 2;
} else {
operand = 0;
pos += 1;
}
2009-07-26 10:07:13 +00:00
if (opcode == Pyc::EXTENDED_ARG_A) {
if (py36_opcode) {
opcode = Pyc::ByteToOpcode(mod->majorVer(), mod->minorVer(), source.getByte());
operand <<= 8;
operand |= source.getByte();
pos += 2;
} else {
operand = source.get16() << 16;
opcode = Pyc::ByteToOpcode(mod->majorVer(), mod->minorVer(), source.getByte());
pos += 3;
}
2009-07-26 10:07:13 +00:00
}
if (!py36_opcode && (opcode >= Pyc::PYC_HAVE_ARG)) {
operand |= source.get16();
2009-07-26 10:07:13 +00:00
pos += 2;
}
}
2023-06-02 00:36:58 +02:00
void bc_disasm(PycRef<PycCode> code, PycModule* mod, int indent, unsigned flags, std::ostream &pyc_output)
2009-07-24 08:35:21 +00:00
{
static const char *cmp_strings[] = {
"<", "<=", "==", "!=", ">", ">=", "in", "not in", "is", "is not",
"<EXCEPTION MATCH>", "<BAD>"
};
2016-07-27 15:15:19 +03:00
static const size_t cmp_strings_len = sizeof(cmp_strings) / sizeof(cmp_strings[0]);
static const char *binop_strings[] = {
"+", "&", "//", "<<", "@", "*", "%", "|", "**", ">>", "-", "/", "^",
"+=", "&=", "//=", "<<=", "@=", "*=", "%=", "|=", "**=", ">>=", "-=", "/=", "^=",
};
static const size_t binop_strings_len = sizeof(binop_strings) / sizeof(binop_strings[0]);
2009-07-24 08:35:21 +00:00
PycBuffer source(code->code()->value(), code->code()->length());
2009-07-26 10:07:13 +00:00
int opcode, operand;
int pos = 0;
2009-07-24 08:35:21 +00:00
while (!source.atEof()) {
int start_pos = pos;
bc_next(source, mod, opcode, operand, pos);
if (opcode == Pyc::CACHE && (flags & Pyc::DISASM_SHOW_CACHES) == 0)
continue;
for (int i=0; i<indent; i++)
2023-06-02 00:36:58 +02:00
pyc_output << " ";
formatted_print(pyc_output, "%-7d %-30s", start_pos, Pyc::OpcodeName(opcode));
2009-07-24 08:35:21 +00:00
if (opcode >= Pyc::PYC_HAVE_ARG) {
if (Pyc::IsConstArg(opcode)) {
try {
auto constParam = code->getConst(operand);
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d: ", operand);
print_const(constParam, mod, nullptr, pyc_output);
} catch (const std::out_of_range &) {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d <INVALID>", operand);
}
} else if (opcode == Pyc::LOAD_GLOBAL_A) {
// Special case for Python 3.11+
try {
if (operand & 1)
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d: NULL + %s", operand, code->getName(operand >> 1)->value());
else
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d: %s", operand, code->getName(operand >> 1)->value());
} catch (const std::out_of_range &) {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d <INVALID>", operand);
}
} else if (Pyc::IsNameArg(opcode)) {
try {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d: %s", operand, code->getName(operand)->value());
} catch (const std::out_of_range &) {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d <INVALID>", operand);
}
} else if (Pyc::IsVarNameArg(opcode)) {
try {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d: %s", operand, code->getLocal(operand)->value());
} catch (const std::out_of_range &) {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d <INVALID>", operand);
}
} else if (Pyc::IsCellArg(opcode)) {
try {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d: %s", operand, code->getCellVar(mod, operand)->value());
} catch (const std::out_of_range &) {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d <INVALID>", operand);
}
} else if (Pyc::IsJumpOffsetArg(opcode)) {
int offs = operand;
if (mod->verCompare(3, 10) >= 0)
offs *= sizeof(uint16_t); // BPO-27129
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d (to %d)", operand, pos+offs);
} else if (Pyc::IsJumpArg(opcode)) {
if (mod->verCompare(3, 10) >= 0) // BPO-27129
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d (to %d)", operand, int(operand * sizeof(uint16_t)));
else
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d", operand);
} else if (Pyc::IsCompareArg(opcode)) {
2016-07-28 09:48:17 +02:00
if (static_cast<size_t>(operand) < cmp_strings_len)
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d (%s)", operand, cmp_strings[operand]);
else
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d (UNKNOWN)", operand);
} else if (opcode == Pyc::BINARY_OP_A) {
if (static_cast<size_t>(operand) < binop_strings_len)
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d (%s)", operand, binop_strings[operand]);
else
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d (UNKNOWN)", operand);
} else if (opcode == Pyc::IS_OP_A) {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d (%s)", operand, (operand == 0) ? "is"
: (operand == 1) ? "is not"
: "UNKNOWN");
} else if (opcode == Pyc::CONTAINS_OP_A) {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d (%s)", operand, (operand == 0) ? "in"
: (operand == 1) ? "not in"
: "UNKNOWN");
2009-07-24 19:52:47 +00:00
} else {
2023-06-02 00:36:58 +02:00
formatted_print(pyc_output, "%d", operand);
2009-07-24 19:52:47 +00:00
}
}
2023-06-02 00:36:58 +02:00
pyc_output << "\n";
2009-07-24 08:35:21 +00:00
}
}