yusufipek/RepoHub
1
0
Fork 0
mirror of https://github.com/yusufipk/RepoHub.git synced 2026-09-11 10:36:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: handle both gzipped and plain text package list responses

Browse Source 
- Added magic number detection (0x1f 0x8b) to identify gzipped content
- Removed unnecessary gunzip options that were causing decompression issues
- Added fallback to treat non-gzipped responses as plain text
This commit is contained in:
Yusuf İpek
2025-11-11 20:26:34 +03:00
parent db91b8d96a
commit 34fa6b5a87
1 changed files with 34 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/services/debianPackageFetcher.ts
+34 -32
View File
@@ -30,23 +30,24 @@ export class DebianPackageFetcher {
const buffer = await response.arrayBuffer()
const compressed = new Uint8Array(buffer)
// Decompress using Node.js zlib with proper error handling
const { gunzip } = await import('zlib')
const decompressed = await new Promise<Buffer>((resolve, reject) => {
gunzip(compressed, {
finishFlush: 1, // Z_SYNC_FLUSH
windowBits: 15 + 16 // Enable gzip header decoding
}, (err, result) => {
if (err) {
console.error('Gunzip error:', err)
reject(err)
} else {
resolve(result)
}
// Decompress if input is gzipped (magic 0x1f 0x8b); otherwise treat as plain text
let text: string
if (compressed.length >= 2 && compressed[0] === 0x1f && compressed[1] === 0x8b) {
const { gunzip } = await import('zlib')
const decompressed = await new Promise<Buffer>((resolve, reject) => {
gunzip(compressed, (err, result) => {
if (err) {
console.error('Gunzip error:', err)
reject(err)
} else {
resolve(result)
}
})
})
})
const text = decompressed.toString('utf-8')
text = decompressed.toString('utf-8')
} else {
text = Buffer.from(compressed).toString('utf-8')
}
const packages = this.parseDebianPackageList(text)
console.log(`📊 Parsed ${packages.length} Debian packages`)
@@ -76,23 +77,24 @@ export class DebianPackageFetcher {
const buffer = await response.arrayBuffer()
const compressed = new Uint8Array(buffer)
// Decompress using Node.js zlib with proper error handling
const { gunzip } = await import('zlib')
const decompressed = await new Promise<Buffer>((resolve, reject) => {
gunzip(compressed, {
finishFlush: 1, // Z_SYNC_FLUSH
windowBits: 15 + 16 // Enable gzip header decoding
}, (err, result) => {
if (err) {
console.error('Gunzip error:', err)
reject(err)
} else {
resolve(result)
}
// Decompress if input is gzipped (magic 0x1f 0x8b); otherwise treat as plain text
let text: string
if (compressed.length >= 2 && compressed[0] === 0x1f && compressed[1] === 0x8b) {
const { gunzip } = await import('zlib')
const decompressed = await new Promise<Buffer>((resolve, reject) => {
gunzip(compressed, (err, result) => {
if (err) {
console.error('Gunzip error:', err)
reject(err)
} else {
resolve(result)
}
})
})
})
const text = decompressed.toString('utf-8')
text = decompressed.toString('utf-8')
} else {
text = Buffer.from(compressed).toString('utf-8')
}
const packages = this.parseUbuntuPackageList(text)
console.log(`📊 Parsed ${packages.length} Ubuntu packages`)