• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // Copyright 2006-2008 the V8 project authors. All rights reserved.
2 // Redistribution and use in source and binary forms, with or without
3 // modification, are permitted provided that the following conditions are
4 // met:
5 //
6 //     * Redistributions of source code must retain the above copyright
7 //       notice, this list of conditions and the following disclaimer.
8 //     * Redistributions in binary form must reproduce the above
9 //       copyright notice, this list of conditions and the following
10 //       disclaimer in the documentation and/or other materials provided
11 //       with the distribution.
12 //     * Neither the name of Google Inc. nor the names of its
13 //       contributors may be used to endorse or promote products derived
14 //       from this software without specific prior written permission.
15 //
16 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 
28 #include <errno.h>
29 #include <stdio.h>
30 #ifdef COMPRESS_STARTUP_DATA_BZ2
31 #include <bzlib.h>
32 #endif
33 #include <signal.h>
34 
35 #include "v8.h"
36 
37 #include "bootstrapper.h"
38 #include "flags.h"
39 #include "natives.h"
40 #include "platform.h"
41 #include "serialize.h"
42 #include "list.h"
43 
44 using namespace v8;
45 
46 
47 class Compressor {
48  public:
~Compressor()49   virtual ~Compressor() {}
50   virtual bool Compress(i::Vector<char> input) = 0;
51   virtual i::Vector<char>* output() = 0;
52 };
53 
54 
55 class PartialSnapshotSink : public i::SnapshotByteSink {
56  public:
PartialSnapshotSink()57   PartialSnapshotSink() : data_(), raw_size_(-1) { }
~PartialSnapshotSink()58   virtual ~PartialSnapshotSink() { data_.Free(); }
Put(int byte,const char * description)59   virtual void Put(int byte, const char* description) {
60     data_.Add(byte);
61   }
Position()62   virtual int Position() { return data_.length(); }
Print(FILE * fp)63   void Print(FILE* fp) {
64     int length = Position();
65     for (int j = 0; j < length; j++) {
66       if ((j & 0x1f) == 0x1f) {
67         fprintf(fp, "\n");
68       }
69       if (j != 0) {
70         fprintf(fp, ",");
71       }
72       fprintf(fp, "%u", static_cast<unsigned char>(at(j)));
73     }
74   }
at(int i)75   char at(int i) { return data_[i]; }
Compress(Compressor * compressor)76   bool Compress(Compressor* compressor) {
77     ASSERT_EQ(-1, raw_size_);
78     raw_size_ = data_.length();
79     if (!compressor->Compress(data_.ToVector())) return false;
80     data_.Clear();
81     data_.AddAll(*compressor->output());
82     return true;
83   }
raw_size()84   int raw_size() { return raw_size_; }
85 
86  private:
87   i::List<char> data_;
88   int raw_size_;
89 };
90 
91 
92 class CppByteSink : public PartialSnapshotSink {
93  public:
CppByteSink(const char * snapshot_file)94   explicit CppByteSink(const char* snapshot_file) {
95     fp_ = i::OS::FOpen(snapshot_file, "wb");
96     if (fp_ == NULL) {
97       i::PrintF("Unable to write to snapshot file \"%s\"\n", snapshot_file);
98       exit(1);
99     }
100     fprintf(fp_, "// Autogenerated snapshot file. Do not edit.\n\n");
101     fprintf(fp_, "#include \"v8.h\"\n");
102     fprintf(fp_, "#include \"platform.h\"\n\n");
103     fprintf(fp_, "#include \"snapshot.h\"\n\n");
104     fprintf(fp_, "namespace v8 {\nnamespace internal {\n\n");
105     fprintf(fp_, "const byte Snapshot::data_[] = {");
106   }
107 
~CppByteSink()108   virtual ~CppByteSink() {
109     fprintf(fp_, "const int Snapshot::size_ = %d;\n", Position());
110 #ifdef COMPRESS_STARTUP_DATA_BZ2
111     fprintf(fp_, "const byte* Snapshot::raw_data_ = NULL;\n");
112     fprintf(fp_,
113             "const int Snapshot::raw_size_ = %d;\n\n",
114             raw_size());
115 #else
116     fprintf(fp_,
117             "const byte* Snapshot::raw_data_ = Snapshot::data_;\n");
118     fprintf(fp_,
119             "const int Snapshot::raw_size_ = Snapshot::size_;\n\n");
120 #endif
121     fprintf(fp_, "} }  // namespace v8::internal\n");
122     fclose(fp_);
123   }
124 
WriteSpaceUsed(const char * prefix,int new_space_used,int pointer_space_used,int data_space_used,int code_space_used,int map_space_used,int cell_space_used,int property_cell_space_used)125   void WriteSpaceUsed(
126       const char* prefix,
127       int new_space_used,
128       int pointer_space_used,
129       int data_space_used,
130       int code_space_used,
131       int map_space_used,
132       int cell_space_used,
133       int property_cell_space_used) {
134     fprintf(fp_,
135             "const int Snapshot::%snew_space_used_ = %d;\n",
136             prefix,
137             new_space_used);
138     fprintf(fp_,
139             "const int Snapshot::%spointer_space_used_ = %d;\n",
140             prefix,
141             pointer_space_used);
142     fprintf(fp_,
143             "const int Snapshot::%sdata_space_used_ = %d;\n",
144             prefix,
145             data_space_used);
146     fprintf(fp_,
147             "const int Snapshot::%scode_space_used_ = %d;\n",
148             prefix,
149             code_space_used);
150     fprintf(fp_,
151             "const int Snapshot::%smap_space_used_ = %d;\n",
152             prefix,
153             map_space_used);
154     fprintf(fp_,
155             "const int Snapshot::%scell_space_used_ = %d;\n",
156             prefix,
157             cell_space_used);
158     fprintf(fp_,
159             "const int Snapshot::%sproperty_cell_space_used_ = %d;\n",
160             prefix,
161             property_cell_space_used);
162   }
163 
WritePartialSnapshot()164   void WritePartialSnapshot() {
165     int length = partial_sink_.Position();
166     fprintf(fp_, "};\n\n");
167     fprintf(fp_, "const int Snapshot::context_size_ = %d;\n",  length);
168 #ifdef COMPRESS_STARTUP_DATA_BZ2
169     fprintf(fp_,
170             "const int Snapshot::context_raw_size_ = %d;\n",
171             partial_sink_.raw_size());
172 #else
173     fprintf(fp_,
174             "const int Snapshot::context_raw_size_ = "
175             "Snapshot::context_size_;\n");
176 #endif
177     fprintf(fp_, "const byte Snapshot::context_data_[] = {\n");
178     partial_sink_.Print(fp_);
179     fprintf(fp_, "};\n\n");
180 #ifdef COMPRESS_STARTUP_DATA_BZ2
181     fprintf(fp_, "const byte* Snapshot::context_raw_data_ = NULL;\n");
182 #else
183     fprintf(fp_, "const byte* Snapshot::context_raw_data_ ="
184             " Snapshot::context_data_;\n");
185 #endif
186   }
187 
WriteSnapshot()188   void WriteSnapshot() {
189     Print(fp_);
190   }
191 
partial_sink()192   PartialSnapshotSink* partial_sink() { return &partial_sink_; }
193 
194  private:
195   FILE* fp_;
196   PartialSnapshotSink partial_sink_;
197 };
198 
199 
200 #ifdef COMPRESS_STARTUP_DATA_BZ2
201 class BZip2Compressor : public Compressor {
202  public:
BZip2Compressor()203   BZip2Compressor() : output_(NULL) {}
~BZip2Compressor()204   virtual ~BZip2Compressor() {
205     delete output_;
206   }
Compress(i::Vector<char> input)207   virtual bool Compress(i::Vector<char> input) {
208     delete output_;
209     output_ = new i::ScopedVector<char>((input.length() * 101) / 100 + 1000);
210     unsigned int output_length_ = output_->length();
211     int result = BZ2_bzBuffToBuffCompress(output_->start(), &output_length_,
212                                           input.start(), input.length(),
213                                           9, 1, 0);
214     if (result == BZ_OK) {
215       output_->Truncate(output_length_);
216       return true;
217     } else {
218       fprintf(stderr, "bzlib error code: %d\n", result);
219       return false;
220     }
221   }
output()222   virtual i::Vector<char>* output() { return output_; }
223 
224  private:
225   i::ScopedVector<char>* output_;
226 };
227 
228 
229 class BZip2Decompressor : public StartupDataDecompressor {
230  public:
~BZip2Decompressor()231   virtual ~BZip2Decompressor() { }
232 
233  protected:
DecompressData(char * raw_data,int * raw_data_size,const char * compressed_data,int compressed_data_size)234   virtual int DecompressData(char* raw_data,
235                              int* raw_data_size,
236                              const char* compressed_data,
237                              int compressed_data_size) {
238     ASSERT_EQ(StartupData::kBZip2,
239               V8::GetCompressedStartupDataAlgorithm());
240     unsigned int decompressed_size = *raw_data_size;
241     int result =
242         BZ2_bzBuffToBuffDecompress(raw_data,
243                                    &decompressed_size,
244                                    const_cast<char*>(compressed_data),
245                                    compressed_data_size,
246                                    0, 1);
247     if (result == BZ_OK) {
248       *raw_data_size = decompressed_size;
249     }
250     return result;
251   }
252 };
253 #endif
254 
255 
DumpException(Handle<Message> message)256 void DumpException(Handle<Message> message) {
257   String::Utf8Value message_string(message->Get());
258   String::Utf8Value message_line(message->GetSourceLine());
259   fprintf(stderr, "%s at line %d\n", *message_string, message->GetLineNumber());
260   fprintf(stderr, "%s\n", *message_line);
261   for (int i = 0; i <= message->GetEndColumn(); ++i) {
262     fprintf(stderr, "%c", i < message->GetStartColumn() ? ' ' : '^');
263   }
264   fprintf(stderr, "\n");
265 }
266 
267 
main(int argc,char ** argv)268 int main(int argc, char** argv) {
269   V8::InitializeICU();
270   i::Isolate::SetCrashIfDefaultIsolateInitialized();
271 
272   // By default, log code create information in the snapshot.
273   i::FLAG_log_code = true;
274 
275   // Print the usage if an error occurs when parsing the command line
276   // flags or if the help flag is set.
277   int result = i::FlagList::SetFlagsFromCommandLine(&argc, argv, true);
278   if (result > 0 || argc != 2 || i::FLAG_help) {
279     ::printf("Usage: %s [flag] ... outfile\n", argv[0]);
280     i::FlagList::PrintHelp();
281     return !i::FLAG_help;
282   }
283 #ifdef COMPRESS_STARTUP_DATA_BZ2
284   BZip2Decompressor natives_decompressor;
285   int bz2_result = natives_decompressor.Decompress();
286   if (bz2_result != BZ_OK) {
287     fprintf(stderr, "bzip error code: %d\n", bz2_result);
288     exit(1);
289   }
290 #endif
291   i::FLAG_logfile_per_isolate = false;
292 
293   Isolate* isolate = v8::Isolate::New();
294   isolate->Enter();
295   i::Isolate* internal_isolate = reinterpret_cast<i::Isolate*>(isolate);
296   i::Serializer::Enable(internal_isolate);
297   Persistent<Context> context;
298   {
299     HandleScope handle_scope(isolate);
300     context.Reset(isolate, Context::New(isolate));
301   }
302 
303   if (context.IsEmpty()) {
304     fprintf(stderr,
305             "\nException thrown while compiling natives - see above.\n\n");
306     exit(1);
307   }
308   if (i::FLAG_extra_code != NULL) {
309     // Capture 100 frames if anything happens.
310     V8::SetCaptureStackTraceForUncaughtExceptions(true, 100);
311     HandleScope scope(isolate);
312     v8::Context::Scope cscope(v8::Local<v8::Context>::New(isolate, context));
313     const char* name = i::FLAG_extra_code;
314     FILE* file = i::OS::FOpen(name, "rb");
315     if (file == NULL) {
316       fprintf(stderr, "Failed to open '%s': errno %d\n", name, errno);
317       exit(1);
318     }
319 
320     fseek(file, 0, SEEK_END);
321     int size = ftell(file);
322     rewind(file);
323 
324     char* chars = new char[size + 1];
325     chars[size] = '\0';
326     for (int i = 0; i < size;) {
327       int read = static_cast<int>(fread(&chars[i], 1, size - i, file));
328       if (read < 0) {
329         fprintf(stderr, "Failed to read '%s': errno %d\n", name, errno);
330         exit(1);
331       }
332       i += read;
333     }
334     fclose(file);
335     Local<String> source = String::NewFromUtf8(isolate, chars);
336     TryCatch try_catch;
337     Local<Script> script = Script::Compile(source);
338     if (try_catch.HasCaught()) {
339       fprintf(stderr, "Failure compiling '%s'\n", name);
340       DumpException(try_catch.Message());
341       exit(1);
342     }
343     script->Run();
344     if (try_catch.HasCaught()) {
345       fprintf(stderr, "Failure running '%s'\n", name);
346       DumpException(try_catch.Message());
347       exit(1);
348     }
349   }
350   // Make sure all builtin scripts are cached.
351   { HandleScope scope(isolate);
352     for (int i = 0; i < i::Natives::GetBuiltinsCount(); i++) {
353       internal_isolate->bootstrapper()->NativesSourceLookup(i);
354     }
355   }
356   // If we don't do this then we end up with a stray root pointing at the
357   // context even after we have disposed of the context.
358   internal_isolate->heap()->CollectAllGarbage(
359       i::Heap::kNoGCFlags, "mksnapshot");
360   i::Object* raw_context = *v8::Utils::OpenPersistent(context);
361   context.Reset();
362   CppByteSink sink(argv[1]);
363   // This results in a somewhat smaller snapshot, probably because it gets rid
364   // of some things that are cached between garbage collections.
365   i::StartupSerializer ser(internal_isolate, &sink);
366   ser.SerializeStrongReferences();
367 
368   i::PartialSerializer partial_ser(
369       internal_isolate, &ser, sink.partial_sink());
370   partial_ser.Serialize(&raw_context);
371 
372   ser.SerializeWeakReferences();
373 
374 #ifdef COMPRESS_STARTUP_DATA_BZ2
375   BZip2Compressor compressor;
376   if (!sink.Compress(&compressor))
377     return 1;
378   if (!sink.partial_sink()->Compress(&compressor))
379     return 1;
380 #endif
381   sink.WriteSnapshot();
382   sink.WritePartialSnapshot();
383 
384   sink.WriteSpaceUsed(
385       "context_",
386       partial_ser.CurrentAllocationAddress(i::NEW_SPACE),
387       partial_ser.CurrentAllocationAddress(i::OLD_POINTER_SPACE),
388       partial_ser.CurrentAllocationAddress(i::OLD_DATA_SPACE),
389       partial_ser.CurrentAllocationAddress(i::CODE_SPACE),
390       partial_ser.CurrentAllocationAddress(i::MAP_SPACE),
391       partial_ser.CurrentAllocationAddress(i::CELL_SPACE),
392       partial_ser.CurrentAllocationAddress(i::PROPERTY_CELL_SPACE));
393   sink.WriteSpaceUsed(
394       "",
395       ser.CurrentAllocationAddress(i::NEW_SPACE),
396       ser.CurrentAllocationAddress(i::OLD_POINTER_SPACE),
397       ser.CurrentAllocationAddress(i::OLD_DATA_SPACE),
398       ser.CurrentAllocationAddress(i::CODE_SPACE),
399       ser.CurrentAllocationAddress(i::MAP_SPACE),
400       ser.CurrentAllocationAddress(i::CELL_SPACE),
401       ser.CurrentAllocationAddress(i::PROPERTY_CELL_SPACE));
402   return 0;
403 }
404