Changeset 63a045c in mainline for boot/arch/sparc64/src/main.c

Timestamp:

2018-10-10T17:41:44Z (6 years ago)

Author:

Jiří Zárevúcky <zarevucky.jiri@…>

Branches:

lfn, master, serial, ticket/834-toolchain-update, topic/msim-upgrade, topic/simplify-dev-export

Children:

9286475

Parents:

63c1dd5

git-author:

Jiří Zárevúcky <zarevucky.jiri@…> (2018-10-10 17:11:15)

git-committer:

Jiří Zárevúcky <zarevucky.jiri@…> (2018-10-10 17:41:44)

Message:

Unify handling of compressed init data and use regular tar + gzip to achieve it

There are two issues this commit solves.

First is that architecture-specific code duplicates most of the init binary
handling in each architecture, each with miniscule and confusing variations.
After this commit, the init binary expansion is almost entirely handled by
unified generic code.

Second is that the way we used to generate the incorporated data is somewhat
convoluted. Previously we have a Python script which generates a zip archive
with individual deflate-compressed files and accompanying header and C files
which contain structures describing the archive contents.
The zip file is then extracted and the individual deflate-compressed files are
included in the binary via assembler code.
Since gas doesn't take particular care to be consistent between architectures,
the assembly portions are also not uniform and the build script needs to know
particulars of the architecture's assembly.

Instead of doing that, after this commit we first gzip each included file, then
we pack the gzipped files into a tar archive, and then we include the archive
into the binary using objcopy.
Linker script provides symbols for the start and end of the archive,
and the payload is in a self-describing format, so there is no need for any
generated code.

Note that we are doing the opposite of the conventional .tar.gz format.
It would be somewhat inconvenient to use .tar.gz since the uncompressed files
need to be aligned to page size, so we'd have to first decompress the entire
payload to determine the final position of the files (and hence the required
amount of memory).

File:

• boot/arch/sparc64/src/main.c (modified) (3 diffs)

boot/arch/sparc64/src/main.c

@@ -42 +42 @@
 #include <str.h>
 #include <errno.h>
-#include <inflate.h>
-#include "../../components.h"
+#include <payload.h>
 
 /* The lowest ID (read from the VER register) of some US3 CPU model */
@@ -217 +216 @@
             (void *) LOADER_ADDRESS, (void *) loader_address_pa);
 
-        size_t i;
-        for (i = 0; i < COMPONENTS; i++)
-                printf(" %p|%p: %s image (%zu/%zu bytes)\n", components[i].addr,
-                    ofw_translate(components[i].addr), components[i].name,
-                    components[i].inflated, components[i].size);
-
-        void *dest[COMPONENTS];
-        size_t top = KERNEL_ADDRESS;
-        size_t cnt = 0;
-        bootinfo.taskmap.cnt = 0;
-        for (i = 0; i < min(COMPONENTS, TASKMAP_MAX_RECORDS); i++) {
-                top = ALIGN_UP(top, PAGE_SIZE);
-
-                if (i > 0) {
-                        bootinfo.taskmap.tasks[bootinfo.taskmap.cnt].addr =
-                            (void *) top;
-                        bootinfo.taskmap.tasks[bootinfo.taskmap.cnt].size =
-                            components[i].inflated;
-
-                        str_cpy(bootinfo.taskmap.tasks[bootinfo.taskmap.cnt].name,
-                            BOOTINFO_TASK_NAME_BUFLEN, components[i].name);
-
-                        bootinfo.taskmap.cnt++;
-                }
-
-                dest[i] = (void *) top;
-                top += components[i].inflated;
-                cnt++;
-        }
-
-        printf("\nInflating components ... ");
-
-        for (i = cnt; i > 0; i--) {
-                printf("%s ", components[i - 1].name);
-
-                /*
-                 * At this point, we claim and map the physical memory that we
-                 * are going to use. We should be safe in case of the virtual
-                 * address space because the OpenFirmware, according to its
-                 * SPARC binding, should restrict its use of virtual memory to
-                 * addresses from [0xffd00000; 0xffefffff] and [0xfe000000;
-                 * 0xfeffffff].
-                 */
-                ofw_claim_phys(bootinfo.physmem_start + dest[i - 1],
-                    ALIGN_UP(components[i - 1].inflated, PAGE_SIZE));
-
-                ofw_map(bootinfo.physmem_start + dest[i - 1], dest[i - 1],
-                    ALIGN_UP(components[i - 1].inflated, PAGE_SIZE), -1);
-
-                int err = inflate(components[i - 1].addr, components[i - 1].size,
-                    dest[i - 1], components[i - 1].inflated);
-
-                if (err != EOK) {
-                        printf("\n%s: Inflating error %d, halting.\n",
-                            components[i - 1].name, err);
-                        halt();
-                }
-        }
-
-        printf(".\n");
+        /*
+         * At this point, we claim and map the physical memory that we
+         * are going to use. We should be safe in case of the virtual
+         * address space because the OpenFirmware, according to its
+         * SPARC binding, should restrict its use of virtual memory to
+         * addresses from [0xffd00000; 0xffefffff] and [0xfe000000;
+         * 0xfeffffff].
+         */
+
+        size_t sz = ALIGN_UP(payload_uncompressed_size(), PAGE_SIZE);
+        ofw_claim_phys((void *) (bootinfo.physmem_start + KERNEL_ADDRESS), sz);
+        ofw_map((void *) (bootinfo.physmem_start + KERNEL_ADDRESS),
+            (void *) KERNEL_ADDRESS, sz, -1);
+
+        /* Extract components. */
+
+        // TODO: Cache-coherence callback?
+        extract_payload(&bootinfo.taskmap, (void *) KERNEL_ADDRESS,
+            (void *) KERNEL_ADDRESS + sz, KERNEL_ADDRESS, NULL);
 
         /*
@@ -283 +241 @@
          */
         printf("Setting up boot allocator ...\n");
-        void *balloc_base = (void *) ALIGN_UP(top, PAGE_SIZE);
+        void *balloc_base = (void *) KERNEL_ADDRESS + sz;
         ofw_claim_phys(bootinfo.physmem_start + balloc_base, BALLOC_MAX_SIZE);
         ofw_map(bootinfo.physmem_start + balloc_base, balloc_base,