- - java-tron -
-
-
-
-
-
-
-
-
-
-
- 
-
-
-
- 
-
-
-
- 
-
-
-
- 
-
-
-
- 
-
+ 
+
+
+
+
+
CRITICAL: The returned WriteOptionsWrapper holds native resources + * and MUST be closed + * after use to prevent memory leaks. It is strongly recommended to use a try-with-resources + * statement. + * + *
Example of correct usage: + *
{@code
+ * try ( WriteOptionsWrapper readOptions = WriteOptionsWrapper.getInstance()) {
+ * // do something
+ * }
+ * }
+ *
+ * @return a new WriteOptionsWrapper that must be closed.
+ */
public static WriteOptionsWrapper getInstance() {
WriteOptionsWrapper wrapper = new WriteOptionsWrapper();
wrapper.level = new org.iq80.leveldb.WriteOptions();
@@ -23,4 +42,12 @@ public WriteOptionsWrapper sync(boolean bool) {
this.rocks.setSync(bool);
return this;
}
+
+ @Override
+ public void close() {
+ if (rocks != null) {
+ rocks.close();
+ }
+ // leveldb WriteOptions has no close method, and does not need to be closed
+ }
}
diff --git a/chainbase/src/main/java/org/tron/common/storage/leveldb/LevelDbDataSourceImpl.java b/chainbase/src/main/java/org/tron/common/storage/leveldb/LevelDbDataSourceImpl.java
index 506ecdcb6c7..c48800573e1 100644
--- a/chainbase/src/main/java/org/tron/common/storage/leveldb/LevelDbDataSourceImpl.java
+++ b/chainbase/src/main/java/org/tron/common/storage/leveldb/LevelDbDataSourceImpl.java
@@ -17,8 +17,9 @@
import static org.fusesource.leveldbjni.JniDBFactory.factory;
+import com.google.common.annotations.VisibleForTesting;
import com.google.common.collect.Sets;
-import java.io.File;
+import com.google.common.primitives.Bytes;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
@@ -30,26 +31,20 @@
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
-import java.util.Objects;
import java.util.Set;
import java.util.concurrent.locks.ReadWriteLock;
import java.util.concurrent.locks.ReentrantReadWriteLock;
import java.util.stream.Collectors;
import java.util.stream.Stream;
import java.util.stream.StreamSupport;
-
-import com.google.common.primitives.Bytes;
import lombok.NoArgsConstructor;
import lombok.extern.slf4j.Slf4j;
-import org.iq80.leveldb.CompressionType;
import org.iq80.leveldb.DB;
import org.iq80.leveldb.DBIterator;
-import org.iq80.leveldb.Logger;
import org.iq80.leveldb.Options;
import org.iq80.leveldb.ReadOptions;
import org.iq80.leveldb.WriteBatch;
import org.iq80.leveldb.WriteOptions;
-import org.slf4j.LoggerFactory;
import org.tron.common.parameter.CommonParameter;
import org.tron.common.storage.WriteOptionsWrapper;
import org.tron.common.storage.metric.DbStat;
@@ -73,29 +68,11 @@ public class LevelDbDataSourceImpl extends DbStat implements DbSourceInterCRITICAL: The returned iterator holds native resources and MUST be closed + * after use to prevent memory leaks. It is strongly recommended to use a try-with-resources + * statement. + * + *
Example of correct usage: + *
{@code
+ * try (DBIterator iterator = db.iterator()) {
+ * while (iterator.hasNext()) {
+ * // ... process entry
+ * }
+ * }
+ * }
+ *
+ * @return a new database iterator that must be closed.
+ */
@Override
public org.tron.core.db.common.iterator.DBIterator iterator() {
return new StoreIterator(getDBIterator());
@@ -467,7 +455,7 @@ public StreamCRITICAL: The returned iterator holds native resources and MUST be closed + * after use to prevent memory leaks. It is strongly recommended to use a try-with-resources + * statement. + * + *
Example of correct usage: + *
{@code
+ * try (DBIterator iterator = db.iterator()) {
+ * while (iterator.hasNext()) {
+ * // ... process entry
+ * }
+ * }
+ * }
+ *
+ * @return a new database iterator that must be closed.
+ */
@Override
public org.tron.core.db.common.iterator.DBIterator iterator() {
- return new RockStoreIterator(getRocksIterator());
- }
-
- private void updateByBatchInner(MapCRITICAL: The returned iterator holds native resources and MUST be closed + * after use to prevent memory leaks. It is strongly recommended to use a try-with-resources + * statement. + * + *
Example of correct usage: + *
{@code
+ * try ( ReadOptions readOptions = new ReadOptions().setFillCache(false);
+ * RocksIterator iterator = getRocksIterator(readOptions)) {
+ * iterator.seekToFirst();
+ * // do something
+ * }
+ * }
+ *
+ * @return a new database iterator that must be closed.
+ */
+ private RocksIterator getRocksIterator(ReadOptions readOptions) {
+ throwIfNotAlive();
+ return database.newIterator(readOptions);
+ }
+
+ /**
+ * Returns an ReadOptions.
+ *
+ * CRITICAL: The returned ReadOptions holds native resources and MUST be closed + * after use to prevent memory leaks. It is strongly recommended to use a try-with-resources + * statement. + * + *
Example of correct usage: + *
{@code
+ * try (ReadOptions readOptions = getReadOptions();
+ * RocksIterator iterator = getRocksIterator(readOptions)) {
+ * iterator.seekToFirst();
+ * // do something
+ * }
+ * }
+ *
+ * @return a new database iterator that must be closed.
+ */
+ private ReadOptions getReadOptions() {
+ throwIfNotAlive();
+ return new ReadOptions().setFillCache(false);
}
public boolean deleteDbBakPath(String dir) {
@@ -545,7 +491,7 @@ public boolean deleteDbBakPath(String dir) {
@Override
public RocksDbDataSourceImpl newInstance() {
- return new RocksDbDataSourceImpl(parentPath, dataBaseName, RocksDbSettings.getSettings());
+ return new RocksDbDataSourceImpl(parentPath, dataBaseName);
}
diff --git a/chainbase/src/main/java/org/tron/common/utils/LocalWitnesses.java b/chainbase/src/main/java/org/tron/common/utils/LocalWitnesses.java
index 940a107a2ac..7179045ea7e 100644
--- a/chainbase/src/main/java/org/tron/common/utils/LocalWitnesses.java
+++ b/chainbase/src/main/java/org/tron/common/utils/LocalWitnesses.java
@@ -25,6 +25,7 @@
import org.tron.common.crypto.SignInterface;
import org.tron.common.crypto.SignUtils;
import org.tron.core.config.Parameter.ChainConstant;
+import org.tron.core.exception.TronError;
@Slf4j(topic = "app")
public class LocalWitnesses {
@@ -32,6 +33,7 @@ public class LocalWitnesses {
@Getter
private ListCRITICAL: Must be closed after use to prevent native memory leaks. + * Use try-with-resources. + * + *
{@code
+ * try (Options options = getOptionsByDbName(dbName)) {
+ * // do something
+ * }
+ * }
+ *
+ * @param dbName db name
+ * @return a new Options instance that must be closed
+ */
+ public static Options getOptionsByDbName(String dbName) {
+ RocksDbSettings settings = getSettings();
+
+ Options options = new Options();
+
+ options.setLogger(new Logger(options) {
+ @Override
+ protected void log(InfoLogLevel infoLogLevel, String logMsg) {
+ rocksDbLogger.info("{} {}", dbName, logMsg);
+ }
+ });
+ // most of these options are suggested by https://github.com/facebook/rocksdb/wiki/Set-Up-Options
+
+ // general options
+ if (settings.isEnableStatistics()) {
+ options.setStatistics(new Statistics());
+ options.setStatsDumpPeriodSec(60);
+ }
+ options.setCreateIfMissing(true);
+ options.setIncreaseParallelism(1);
+ options.setLevelCompactionDynamicLevelBytes(true);
+ options.setMaxOpenFiles(settings.getMaxOpenFiles());
+
+ // general options supported user config
+ options.setNumLevels(settings.getLevelNumber());
+ options.setMaxBytesForLevelMultiplier(settings.getMaxBytesForLevelMultiplier());
+ options.setMaxBytesForLevelBase(settings.getMaxBytesForLevelBase());
+ options.setMaxBackgroundCompactions(settings.getCompactThreads());
+ options.setLevel0FileNumCompactionTrigger(settings.getLevel0FileNumCompactionTrigger());
+ options.setTargetFileSizeMultiplier(settings.getTargetFileSizeMultiplier());
+ options.setTargetFileSizeBase(settings.getTargetFileSizeBase());
+
+ // table options
+ final BlockBasedTableConfig tableCfg;
+ options.setTableFormatConfig(tableCfg = new BlockBasedTableConfig());
+ tableCfg.setBlockSize(settings.getBlockSize());
+ tableCfg.setBlockCache(RocksDbSettings.getCache());
+ tableCfg.setCacheIndexAndFilterBlocks(true);
+ tableCfg.setPinL0FilterAndIndexBlocksInCache(true);
+ tableCfg.setFilter(new BloomFilter(10, false));
+ if (Constant.MARKET_PAIR_PRICE_TO_ORDER.equals(dbName)) {
+ ComparatorOptions comparatorOptions = new ComparatorOptions();
+ options.setComparator(new MarketOrderPriceComparatorForRocksDB(comparatorOptions));
+ }
+
+ if (isRunningInCI()) {
+ options.optimizeForSmallDb();
+ // Disable fallocate calls to avoid issues with disk space
+ options.setAllowFAllocate(false);
+ // Set WAL size limits to avoid excessive disk
+ options.setMaxTotalWalSize(2 * 1024 * 1024);
+ // Set recycle log file
+ options.setRecycleLogFileNum(1);
+ // Enable creation of missing column families
+ options.setCreateMissingColumnFamilies(true);
+ // Set max background flushes to 1 to reduce resource usage
+ options.setMaxBackgroundFlushes(1);
+ }
+
+ return options;
+ }
+
+ private static boolean isRunningInCI() {
+ return Arrays.stream(CI_ENVIRONMENT_VARIABLES).anyMatch(System.getenv()::containsKey);
+ }
}
diff --git a/common/src/main/java/org/tron/common/utils/ByteArray.java b/common/src/main/java/org/tron/common/utils/ByteArray.java
index b77dd310380..d0ac4cbaddf 100644
--- a/common/src/main/java/org/tron/common/utils/ByteArray.java
+++ b/common/src/main/java/org/tron/common/utils/ByteArray.java
@@ -14,7 +14,7 @@
import org.apache.commons.lang3.ArrayUtils;
import org.apache.commons.lang3.StringUtils;
import org.bouncycastle.util.encoders.Hex;
-import org.tron.core.exception.JsonRpcInvalidParamsException;
+import org.tron.core.exception.jsonrpc.JsonRpcInvalidParamsException;
/*
* Copyright (c) [2016] [ The {@linkplain #getSubtype() subtype} is set to "*", parameters empty. + * + * @param type the primary type + * @throws IllegalArgumentException if any of the parameters contain illegal characters + */ + public MediaType(String type) { + super(type); + } + + /** + * Create a new {@code MediaType} for the given primary type and subtype. + *
The parameters are empty.
+ *
+ * @param type the primary type
+ * @param subtype the subtype
+ * @throws IllegalArgumentException if any of the parameters contain illegal characters
+ */
+ public MediaType(String type, String subtype) {
+ super(type, subtype, Collections.emptyMap());
+ }
+
+ /**
+ * Create a new {@code MediaType} for the given type, subtype, and character set.
+ *
+ * @param type the primary type
+ * @param subtype the subtype
+ * @param charset the character set
+ * @throws IllegalArgumentException if any of the parameters contain illegal characters
+ */
+ public MediaType(String type, String subtype, Charset charset) {
+ super(type, subtype, charset);
+ }
+
+ /**
+ * Create a new {@code MediaType} for the given type, subtype, and quality value.
+ *
+ * @param type the primary type
+ * @param subtype the subtype
+ * @param qualityValue the quality value
+ * @throws IllegalArgumentException if any of the parameters contain illegal characters
+ */
+ public MediaType(String type, String subtype, double qualityValue) {
+ this(type, subtype, Collections.singletonMap(PARAM_QUALITY_FACTOR,
+ Double.toString(qualityValue)));
+ }
+
+ /**
+ * Copy-constructor that copies the type, subtype and parameters of the given
+ * {@code MediaType}, and allows to set the specified character set.
+ *
+ * @param other the other media type
+ * @param charset the character set
+ * @throws IllegalArgumentException if any of the parameters contain illegal characters
+ * @since 4.3
+ */
+ public MediaType(MediaType other, Charset charset) {
+ super(other, charset);
+ }
+
+ /**
+ * Copy-constructor that copies the type and subtype of the given {@code MediaType},
+ * and allows for different parameters.
+ *
+ * @param other the other media type
+ * @param parameters the parameters, may be {@code null}
+ * @throws IllegalArgumentException if any of the parameters contain illegal characters
+ */
+ public MediaType(MediaType other, @Nullable Map This method can be used to parse an Accept or Content-Type header.
+ *
+ * @param mediaTypes the string to parse
+ * @return the list of media types
+ * @throws InvalidMediaTypeException if the media type value cannot be parsed
+ */
+ public static List