Searched defs:precision (Results 1 - 25 of 25) sorted by relevance

/openjdk7/jdk/test/java/rmi/reliability/benchmark/bench/
H A DUtil.java36 * Convert float to string, with given precision.
38 static String floatToString(float f, int precision) { argument
43 int end = i + precision + 1;
/openjdk7/jdk/src/share/classes/java/util/
H A DFormattable.java57 * public void formatTo(Formatter fmt, int f, int width, int precision) {
65 * boolean usesymbol = alternate || (precision != -1 && precision < 10);
68 * // apply precision
69 * if (precision == -1 || out.length() < precision) {
73 * sb.append(out.substring(0, precision - 1)).append('*');
149 * @param precision
151 * The precision is applied before the width, thus the output will
152 * be truncated to <tt>precision</t
163 formatTo(Formatter formatter, int flags, int width, int precision) argument
[all...]
H A DFormatter.java90 * // locale-specific formatting of numbers. The precision and width can be
176 * %[argument_index$][flags][width][.precision]conversion
189 * <p> The optional <i>precision</i> is a non-negative decimal integer usually
335 * decimal format, depending on the precision and the value after rounding.
617 * <p> For general argument types, the precision is the maximum number of
621 * {@code 'f'} the precision is the number of digits after the decimal
623 * precision is the total number of digits in the resulting magnitude after
625 * precision must not be specified.
628 * and line separator conversions, the precision is not applicable; if a
629 * precision i
2573 private int precision; field in class:Formatter.FormatSpecifier
2623 private int precision(String s) { method in class:Formatter.FormatSpecifier
2638 int precision() { method in class:Formatter.FormatSpecifier
3206 print(StringBuilder sb, double value, Locale l, Flags f, char c, int precision, boolean neg) argument
3520 print(StringBuilder sb, BigDecimal value, Locale l, Flags f, char c, int precision, boolean neg) argument
[all...]
/openjdk7/jdk/test/java/util/Formattable/
H A DStockName.java46 public void formatTo(Formatter fmt, int f, int width, int precision) { argument
54 boolean usesymbol = alternate || (precision != -1 && precision < 10);
57 // apply precision
58 if (precision == -1 || out.length() < precision) {
62 sb.append(out.substring(0, precision - 1)).append('*');
/openjdk7/jdk/src/share/classes/java/math/
H A DMathContext.java40 * <li>{@code precision}:
42 * rounded to this precision
72 * required for unlimited precision arithmetic.
75 * precision=0 roundingMode=HALF_UP
82 * A {@code MathContext} object with a precision setting
91 * A {@code MathContext} object with a precision setting
100 * A {@code MathContext} object with a precision setting
111 * indicates that unlimited precision (as many digits as are
115 * <p>{@code precision} will always be non-negative.
119 final int precision; field in class:MathContext
[all...]
H A DBigDecimal.java36 * Immutable, arbitrary-precision signed decimal numbers. A
37 * {@code BigDecimal} consists of an arbitrary precision integer
53 * otherwise, calculations can be carried out to a chosen precision
62 * <p>When a {@code MathContext} object is supplied with a precision
68 * of a {@code MathContext} object with a precision setting of 0 is
77 * <p>When the precision setting is not 0, the rules of
93 * <p>In general the rounding modes and precision setting determine
100 * {@code MathContext}'s {@code precision} setting; this determines
101 * the result's <i>precision</i>. The digit count starts from the
108 * rounded to the number of digits specified by the precision settin
246 private transient int precision; field in class:BigDecimal
2182 public int precision() { method in class:BigDecimal
[all...]
/openjdk7/jaxp/src/com/sun/org/apache/xalan/internal/lib/
H A DExsltMath.java344 * The math:constant function returns the specified constant to a set precision.
356 * @param precision The precision
357 * @return The value of the specified constant to the given precision
359 public static double constant(String name, double precision) argument
379 int bits = new Double(precision).intValue();
/openjdk7/jdk/src/share/classes/javax/sql/
H A DRowSetMetaData.java180 * @param precision the total number of decimal digits
183 void setPrecision(int columnIndex, int precision) throws SQLException; argument
/openjdk7/jdk/src/share/classes/javax/sound/sampled/
H A DFloatControl.java73 * The control's precision.
75 private float precision; field in class:FloatControl
124 * @param precision the resolution or granularity of the control.
140 float precision, int updatePeriod, float initialValue,
162 this.precision = precision;
181 * @param precision the resolution or granularity of the control.
194 float precision, int updatePeriod, float initialValue, String units) {
195 this(type, minimum, maximum, precision, updatePeriod,
296 * The precision i
139 FloatControl(Type type, float minimum, float maximum, float precision, int updatePeriod, float initialValue, String units, String minLabel, String midLabel, String maxLabel) argument
193 FloatControl(Type type, float minimum, float maximum, float precision, int updatePeriod, float initialValue, String units) argument
[all...]
/openjdk7/jdk/src/share/native/com/sun/media/sound/
H A DPortMixer.c266 float min, float max, float precision, char* units) {
302 min, max, precision, (*creator->env)->NewStringUTF(creator->env, units));
308 min, max, precision, (*creator->env)->NewStringUTF(creator->env, units));
265 PORT_NewFloatControl(void* creatorV, void* controlID, char* type, float min, float max, float precision, char* units) argument
/openjdk7/jdk/src/share/classes/javax/sql/rowset/
H A DRowSetMetaDataImpl.java363 * @param precision the total number of decimal digits; must be <code>0</code>
366 * <i>columnIndex</i> is out of bounds, or <i>precision</i>
369 public void setPrecision(int columnIndex, int precision) throws SQLException { argument
371 if (precision < 0) {
372 throw new SQLException("Invalid precision value. Cannot be less " +
376 colInfo[columnIndex].colPrecision = precision;
664 * @return the precision for values stored in the designated column
1030 * The field that holds the precision of the value in this column. For number
1031 * types, the precision is the total number of decimal digits; for character types,
/openjdk7/jdk/src/share/classes/java/awt/image/
H A DComponentColorModel.java778 private int extractComponent(Object inData, int idx, int precision) { argument
779 // Extract component idx from inData. The precision argument
804 float scalefactor = (float) ((1 << precision) - 1);
819 float scalefactor = (float) ((1 << precision) - 1);
833 double scalefactor = (double) ((1 << precision) - 1);
848 precision = 8;
874 float scalefactor = (float) ((1 << precision) - 1);
883 if (nBits[idx] != precision) {
884 float scalefactor = (float) ((1 << precision) - 1);
1476 int precision;
[all...]
/openjdk7/jdk/src/share/classes/com/sun/media/sound/
H A DPortMixer.java434 float min, float max, float precision, String units) {
435 this(controlID, new FCT(name), min, max, precision, units);
439 float min, float max, float precision, String units) {
440 this(controlID, FLOAT_CONTROL_TYPES[type], min, max, precision, units);
444 float min, float max, float precision, String units) {
445 super(typ, min, max, precision, 1000, min, units);
433 FloatCtrl(long controlID, String name, float min, float max, float precision, String units) argument
438 FloatCtrl(long controlID, int type, float min, float max, float precision, String units) argument
443 FloatCtrl(long controlID, FloatControl.Type typ, float min, float max, float precision, String units) argument
/openjdk7/jdk/src/solaris/native/com/sun/media/sound/
H A DPLATFORM_API_BsdOS_ALSA_Ports.c357 float precision; local
367 for equal-distant logarithmic steps, the precision expressed in linear varies over the
369 precision = 1.0F / getRange(min, max);
370 control = (creator->newFloatControl)(creator, portControl, CONTROL_TYPE_VOLUME, 0.0F, +1.0F, precision, "");
463 /* $$mp: The value for precision is chosen more or less arbitrarily. */
H A DPLATFORM_API_LinuxOS_ALSA_Ports.c357 float precision; local
367 for equal-distant logarithmic steps, the precision expressed in linear varies over the
369 precision = 1.0F / getRange(min, max);
370 control = (creator->newFloatControl)(creator, portControl, CONTROL_TYPE_VOLUME, 0.0F, +1.0F, precision, "");
463 /* $$mp: The value for precision is chosen more or less arbitrarily. */
/openjdk7/hotspot/src/share/vm/memory/
H A DcardTableModRefBS.hpp392 // The kinds of precision a CardTableModRefBS may offer.
398 // Tells what style of precision this card table offers.
399 PrecisionStyle precision() { function in class:CardTableModRefBS
H A Dspace.cpp182 CardTableModRefBS::PrecisionStyle precision,
184 return new DirtyCardToOopClosure(this, cl, precision, boundary);
261 CardTableModRefBS::PrecisionStyle precision,
263 return new ContiguousSpaceDCTOC(this, cl, precision, boundary);
181 new_dcto_cl(OopClosure* cl, CardTableModRefBS::PrecisionStyle precision, HeapWord* boundary) argument
H A Dspace.hpp250 CardTableModRefBS::PrecisionStyle precision,
329 HeapWord* _min_done; // ObjHeadPreciseArray precision requires
355 CardTableModRefBS::PrecisionStyle precision,
357 _sp(sp), _cl(cl), _precision(precision), _boundary(boundary),
915 CardTableModRefBS::PrecisionStyle precision,
991 CardTableModRefBS::PrecisionStyle precision,
993 DirtyCardToOopClosure(sp, cl, precision, boundary) {}
1020 CardTableModRefBS::PrecisionStyle precision,
1022 Filtering_DCTOC(sp, cl, precision, boundary)
354 DirtyCardToOopClosure(Space* sp, OopClosure* cl, CardTableModRefBS::PrecisionStyle precision, HeapWord* boundary) argument
990 Filtering_DCTOC(Space* sp, OopClosure* cl, CardTableModRefBS::PrecisionStyle precision, HeapWord* boundary) argument
1019 ContiguousSpaceDCTOC(ContiguousSpace* sp, OopClosure* cl, CardTableModRefBS::PrecisionStyle precision, HeapWord* boundary) argument
/openjdk7/jdk/src/macosx/native/com/sun/media/sound/
H A DPLATFORM_API_MacOSX_Ports.cpp417 float precision = 0.01; local
426 jControl = creator->newFloatControl(creator, control, CONTROL_TYPE_VOLUME, 0, 1, precision, "");
432 jControl = creator->newFloatControl(creator, control, CONTROL_TYPE_BALANCE, -1, 1, precision, "");
/openjdk7/jdk/src/share/classes/sun/misc/
H A DFormattedFloatingDecimal.java45 int precision; // number of digits to the right of decimal field in class:FormattedFloatingDecimal
51 private FormattedFloatingDecimal( boolean negSign, int decExponent, char []digits, int n, boolean e, int precision, Form form ) argument
58 this.precision = precision;
423 // rounds at a particular precision.
434 // only one digit (0 or 1) is returned because the precision
472 public FormattedFloatingDecimal( double d, int precision, Form form ) argument
479 this.precision = precision;
539 public FormattedFloatingDecimal( float f, int precision, For argument
[all...]
/openjdk7/hotspot/src/share/vm/gc_implementation/g1/
H A DheapRegion.cpp44 CardTableModRefBS::PrecisionStyle precision,
46 ContiguousSpaceDCTOC(hr, cl, precision, NULL),
42 HeapRegionDCTOC(G1CollectedHeap* g1, HeapRegion* hr, OopClosure* cl, CardTableModRefBS::PrecisionStyle precision, FilterKind fk) argument
/openjdk7/jdk/src/share/native/sun/awt/libpng/
H A Dpng.c1162 * precision.
1166 double fp, unsigned int precision)
1173 if (precision < 1)
1174 precision = DBL_DIG;
1176 /* Enforce the limit of the implementation precision too. */
1177 if (precision > DBL_DIG+1)
1178 precision = DBL_DIG+1;
1181 if (size >= precision+5) /* See the requirements below. */
1270 if (cdigits+czero-clead+1 < (int)precision)
1375 while (cdigits+czero-clead < (int)precision
1165 png_ascii_from_fp(png_structp png_ptr, png_charp ascii, png_size_t size, double fp, unsigned int precision) argument
[all...]
/openjdk7/hotspot/src/share/vm/gc_implementation/concurrentMarkSweep/
H A DcompactibleFreeListSpace.cpp669 CardTableModRefBS::PrecisionStyle precision,
671 Filtering_DCTOC(sp, cl, precision, boundary),
755 CardTableModRefBS::PrecisionStyle precision,
757 return new FreeListSpace_DCTOC(this, _collector, cl, precision, boundary);
666 FreeListSpace_DCTOC(CompactibleFreeListSpace* sp, CMSCollector* collector, OopClosure* cl, CardTableModRefBS::PrecisionStyle precision, HeapWord* boundary) argument
754 new_dcto_cl(OopClosure* cl, CardTableModRefBS::PrecisionStyle precision, HeapWord* boundary) argument
/openjdk7/hotspot/src/cpu/x86/vm/
H A Dassembler_x86.cpp7643 // increase precision for intermediate steps of the computation
7654 // increase precision for intermediate steps of the computation
7738 // overflow for numbers where y+1 != y (when precision is set to
7739 // double precision).
7746 // trip to memory to force the precision down from double extended
7747 // precision
9246 // switch to 80-bit precision and back causes this to be
9817 bool precision() const { return ((_value >> 5) & 1) != 0; } function in class:ControlWord
9833 // precision control
9845 f[2] = (precision ())
9870 bool precision() const { return ((_value >> 5) & 1) != 0; } function in class:StatusWord
[all...]
/openjdk7/hotspot/src/os/windows/vm/
H A Dos_windows.cpp3839 const long precision = 0x20; local

Completed in 225 milliseconds