* * Licensed under AGPLv3 * (see COPYING for full license text) * */ class File extends MY_Controller { protected $json_enabled_functions = array( "upload_history", "do_upload", "do_delete", "do_multipaste", ); function __construct() { parent::__construct(); $this->load->model('mfile'); $this->load->model('mmultipaste'); if (is_cli_client()) { $this->var->view_dir = "file_plaintext"; } else { $this->var->view_dir = "file"; } } function index() { if ($this->input->is_cli_request()) { $this->load->library("../controllers/tools"); return $this->tools->index(); } // Try to guess what the user would like to do. $id = $this->uri->segment(1); if (!empty($_FILES)) { $this->do_upload(); } elseif (strpos($id, "m-") === 0 && $this->mmultipaste->id_exists($id)) { $this->_download(); } elseif ($id != "file" && $this->mfile->id_exists($id)) { $this->_download(); } elseif ($id && $id != "file") { $this->_non_existent(); } else { $this->upload_form(); } } function _download() { $id = $this->uri->segment(1); $lexer = urldecode($this->uri->segment(2)); $is_multipaste = false; if ($this->mmultipaste->id_exists($id)) { $is_multipaste = true; if(!$this->mmultipaste->valid_id($id)) { return $this->_non_existent(); } $files = $this->mmultipaste->get_files($id); $this->data["title"] = "Multipaste"; } elseif ($this->mfile->id_exists($id)) { if (!$this->mfile->valid_id($id)) { return $this->_non_existent(); } $files = array($this->mfile->get_filedata($id)); $this->data["title"] = htmlspecialchars($files[0]["filename"]); } else { assert(0); } assert($files !== false); assert(is_array($files)); assert(count($files) >= 1); // don't allow unowned files to be downloaded foreach ($files as $filedata) { if ($filedata["user"] == 0) { return $this->_non_existent(); } } $etag = ""; foreach ($files as $filedata) { $etag = sha1($etag.$filedata["hash"]); } // handle some common "lexers" here switch ($lexer) { case "": break; case "qr": handle_etag($etag); header("Content-disposition: inline; filename=\"".$id."_qr.png\"\n"); header("Content-Type: image/png\n"); passthru('qrencode -s 10 -o - '.escapeshellarg(site_url($id).'/')); exit(); case "info": return $this->_display_info($id); case "tar": if ($is_multipaste) { return $this->_tarball($id); } default: if ($is_multipaste) { show_error("Invalid action \"".htmlspecialchars($lexer)."\""); } break; } $this->load->driver("ddownload"); // user wants the plain file if ($lexer == 'plain') { assert(count($files) == 1); handle_etag($etag); $filedata = $files[0]; $filepath = $this->mfile->file($filedata["hash"]); $this->ddownload->serveFile($filepath, $filedata["filename"], "text/plain"); exit(); } $this->load->library("output_cache"); foreach ($files as $key => $filedata) { $file = $this->mfile->file($filedata['hash']); // autodetect the lexer for highlighting if the URL contains a / after the ID (/ID/) // /ID/lexer disables autodetection $autodetect_lexer = !$lexer && substr_count(ltrim($this->uri->uri_string(), "/"), '/') >= 1; $autodetect_lexer = $is_multipaste ? true : $autodetect_lexer; if ($autodetect_lexer) { $lexer = $this->mfile->autodetect_lexer($filedata["mimetype"], $filedata["filename"]); } // resolve aliases // this is mainly used for compatibility $lexer = $this->mfile->resolve_lexer_alias($lexer); // if there is no mimetype mapping we can't highlight it $can_highlight = $this->mfile->can_highlight($filedata["mimetype"]); $filesize_too_big = filesize($file) > $this->config->item('upload_max_text_size'); if (!$can_highlight || $filesize_too_big || !$lexer) { if (!$is_multipaste) { // prevent javascript from being executed and forbid frames // this should allow us to serve user submitted HTML content without huge security risks foreach (array("X-WebKit-CSP", "X-Content-Security-Policy", "Content-Security-Policy") as $header_name) { header("$header_name: default-src 'none'; img-src *; media-src *; font-src *; style-src 'unsafe-inline' *; script-src 'none'; object-src *; frame-src 'none'; "); } handle_etag($etag); $this->ddownload->serveFile($file, $filedata["filename"], $filedata["mimetype"]); exit(); } else { switch ($filedata["mimetype"]) { // TODO: handle video/audio // TODO: handle more image formats (thumbnails needs to be improved) case "image/jpeg": case "image/png": case "image/gif": $filedata["tooltip"] = $this->_tooltip_for_image($filedata); $filedata["orientation"] = libraries\Image::get_exif_orientation($file); $this->output_cache->add_merge( array("items" => array($filedata)), 'file/fragments/thumbnail' ); break; default: $this->output_cache->add_merge( array("items" => array($filedata)), 'file/fragments/uploads_table' ); break; } continue; } } $this->output_cache->add_function(function() use ($filedata, $lexer, $is_multipaste) { $this->_highlight_file($filedata, $lexer, $is_multipaste); }); } // TODO: move lexers json to dedicated URL $this->data['lexers'] = $this->mfile->get_lexers(); // Output everything // Don't use the output class/append_output because it does too // much magic ({elapsed_time} and {memory_usage}). // Direct echo puts us on the safe side. echo $this->load->view($this->var->view_dir.'/html_header', $this->data, true); $this->output_cache->render(); echo $this->load->view($this->var->view_dir.'/html_footer', $this->data, true); } private function _colorify($file, $lexer, $anchor_id = false) { $return_value = 0; $output = ""; $lines_to_remove = 0; $output .= '
'."\n"; $output .= '
'."\n";

		ob_start();
		if ($lexer == "ascii") {
			passthru('ansi2html -p < '.escapeshellarg($file), $return_value);
			// Last line is empty
			$lines_to_remove = 1;
		} else {
			passthru('pygmentize -F codetagify -O encoding=guess,outencoding=utf8,stripnl=False -l '.escapeshellarg($lexer).' -f html '.escapeshellarg($file), $return_value);
			// Last 2 items are "
" and "" $lines_to_remove = 2; } $buf = ob_get_contents(); ob_end_clean(); $buf = explode("\n", $buf); $line_count = count($buf); for ($i = 1; $i <= $lines_to_remove; $i++) { unset($buf[$line_count - $i]); } foreach ($buf as $key => $line) { $line_number = $key + 1; if ($key == 0) { $line = str_replace("
", "", $line);
			}

			$anchor = "n$line_number";
			if ($anchor_id !== false) {
				$anchor = "n-$anchor_id-$line_number";
			}

			// Be careful not to add superflous whitespace here (we are in a 
)
			$output .= "
" ."" ." " ."" ."".$line."\n"; $output .= "
"; } $output .= "
"; $output .= "
"; return array( "return_value" => $return_value, "output" => $output ); } private function _highlight_file($filedata, $lexer, $is_multipaste) { // highlight the file and cache the result, fall back to plain text if $lexer fails foreach (array($lexer, "text") as $lexer) { $highlit = cache_function($filedata['hash'].'_'.$lexer, 100, function() use ($filedata, $lexer, $is_multipaste) { $file = $this->mfile->file($filedata['hash']); if ($lexer == "rmd") { ob_start(); echo '
'."\n"; echo '
'."\n"; echo '
'."\n"; passthru('perl '.FCPATH.'scripts/Markdown.pl '.escapeshellarg($file), $return_value); echo '
'; return array( "output" => ob_get_clean(), "return_value" => $return_value, ); } else { return get_instance()->_colorify($file, $lexer, $is_multipaste ? $filedata["id"] : false); } }); if ($highlit["return_value"] == 0) { break; } else { $message = "Error trying to process the file. Either the lexer is unknown or something is broken."; if ($lexer != "text") { $message .= " Falling back to plain text."; } $this->output_cache->render_now( array("error_message" => "

$message

"), "file/fragments/alert-wide" ); } } $data = array_merge($this->data, array( 'title' => htmlspecialchars($filedata['filename']), 'id' => $filedata["id"], 'current_highlight' => htmlspecialchars($lexer), 'timeout' => $this->mfile->get_timeout_string($filedata["id"]), 'filedata' => $filedata, )); $this->output_cache->render_now($data, $this->var->view_dir.'/html_paste_header'); $this->output_cache->render_now($highlit["output"]); $this->output_cache->render_now($data, $this->var->view_dir.'/html_paste_footer'); } private function _tooltip_for_image($filedata) { $filesize = format_bytes($filedata["filesize"]); list($width, $height) = getimagesize($this->mfile->file($filedata["hash"])); $upload_date = date("r", $filedata["date"]); $tooltip = "${filedata["id"]} - $filesize
"; $tooltip .= "$upload_date
"; $tooltip .= "${width}x${height} - ${filedata["mimetype"]}
"; return $tooltip; } private function _display_info($id) { if ($this->mmultipaste->id_exists($id)) { $files = $this->mmultipaste->get_files($id); $this->data["title"] .= " - Info $id"; $multipaste = $this->mmultipaste->get_multipaste($id); $total_size = 0; $timeout = -1; foreach($files as $filedata) { $total_size += $filedata["filesize"]; $file_timeout = $this->mfile->get_timeout($filedata["id"]); if ($timeout == -1 || ($timeout > $file_timeout && $file_timeout >= 0)) { $timeout = $file_timeout; } } $data = array_merge($this->data, array( 'timeout_string' => $timeout >= 0 ? date("r", $timeout) : "Never", 'upload_date' => $multipaste["date"], 'id' => $id, 'size' => $total_size, 'file_count' => count($files), )); $this->load->view('header', $this->data); $this->load->view($this->var->view_dir.'/multipaste_info', $data); $this->load->view('footer', $this->data); return; } elseif ($this->mfile->id_exists($id)) { $this->data["title"] .= " - Info $id"; $this->data["filedata"] = $this->mfile->get_filedata($id); $this->data["id"] = $id; $this->data['timeout'] = $this->mfile->get_timeout_string($id); $this->load->view('header', $this->data); $this->load->view($this->var->view_dir.'/file_info', $this->data); $this->load->view('footer', $this->data); } } private function _tarball($id) { if ($this->mmultipaste->id_exists($id)) { $seen = array(); $path = $this->mmultipaste->get_tarball_path($id); $archive = new \service\storage($path); if (!$archive->exists()) { $files = $this->mmultipaste->get_files($id); $total_size = 0; foreach ($files as $filedata) { $total_size += $filedata["filesize"]; } if ($total_size > $this->config->item("tarball_max_size")) { show_error("Tarball too large, refusing to create."); } $tmpfile = $archive->begin(); // create empty tar archive so PharData has something to open file_put_contents($tmpfile, str_repeat("\0", 1024*10)); $a = new PharData($tmpfile); foreach ($files as $filedata) { $filename = $filedata["filename"]; if (isset($seen[$filename]) && $seen[$filename]) { $filename = $filedata["id"]."-".$filedata["filename"]; } assert(!isset($seen[$filename])); $a->addFile($this->mfile->file($filedata["hash"]), $filename); $seen[$filename] = true; } $archive->gzip_compress(); $archive->commit(); } // update mtime so the cronjob will keep the file for longer $lock = fopen($archive->get_file(), "r+"); flock($lock, LOCK_SH); touch($archive->get_file()); flock($lock, LOCK_UN); assert(filesize($archive->get_file()) > 0); $this->load->driver("ddownload"); $this->ddownload->serveFile($archive->get_file(), "$id.tar.gz", "application/x-gzip"); } } function _non_existent() { $this->data["title"] .= " - Not Found"; $this->output->set_status_header(404); $this->load->view('header', $this->data); $this->load->view($this->var->view_dir.'/non_existent', $this->data); $this->load->view('footer', $this->data); } function _show_url($ids, $lexer) { $redirect = false; if (!$this->muser->logged_in()) { $this->muser->require_session(); // keep the upload but require the user to login $this->session->set_userdata("last_upload", array( "ids" => $ids, "lexer" => $lexer )); $this->session->set_flashdata("uri", "file/claim_id"); $this->muser->require_access("basic"); } foreach ($ids as $id) { if ($lexer) { $this->data['urls'][] = site_url($id).'/'.$lexer; } else { $this->data['urls'][] = site_url($id).'/'; if (count($ids) == 1) { $filedata = $this->mfile->get_filedata($id); $file = $this->mfile->file($filedata['hash']); $type = $filedata['mimetype']; $lexer = $this->mfile->should_highlight($type); // If we detected a highlightable file redirect, // otherwise show the URL because browsers would just show a DL dialog if ($lexer) { $redirect = true; } } } } if (static_storage("response_type") == "json") { return send_json_reply($this->data["urls"]); } if (is_cli_client()) { $redirect = false; } if ($redirect && count($ids) == 1) { redirect($this->data['urls'][0], "location", 303); } else { $this->load->view('header', $this->data); $this->load->view($this->var->view_dir.'/show_url', $this->data); $this->load->view('footer', $this->data); } } function client() { $this->data['title'] .= ' - Client'; if (file_exists(FCPATH.'data/client/latest')) { $this->var->latest_client = trim(file_get_contents(FCPATH.'data/client/latest')); $this->data['client_link'] = base_url().'data/client/fb-'.$this->var->latest_client.'.tar.gz'; } else { $this->data['client_link'] = false; } $this->data['client_link_dir'] = base_url().'data/client/'; $this->data['client_link_deb'] = base_url().'data/client/deb/'; $this->data['client_link_slackware'] = base_url().'data/client/slackware/'; if (preg_match('#^https?://(.*?)/.*$#', site_url(), $matches) === 1) { $this->data["domain"] = $matches[1]; } else { $this->data["domain"] = "unknown domain"; } if (!is_cli_client()) { $this->load->view('header', $this->data); } $this->load->view($this->var->view_dir.'/client', $this->data); if (!is_cli_client()) { $this->load->view('footer', $this->data); } } function upload_form() { $this->data['title'] .= ' - Upload'; $this->data['small_upload_size'] = $this->config->item('small_upload_size'); $this->data['max_upload_size'] = $this->config->item('upload_max_size'); $this->data['upload_max_age'] = $this->config->item('upload_max_age')/60/60/24; $this->data['username'] = $this->muser->get_username(); $repaste_id = $this->input->get("repaste"); if ($repaste_id) { $filedata = $this->mfile->get_filedata($repaste_id); if ($filedata !== false && $this->mfile->can_highlight($filedata["mimetype"])) { $this->data["textarea_content"] = file_get_contents($this->mfile->file($filedata["hash"])); } } $this->load->view('header', $this->data); $this->load->view($this->var->view_dir.'/upload_form', $this->data); if (is_cli_client()) { $this->client(); } $this->load->view('footer', $this->data); } // Allow CLI clients to query the server for the maxium filesize so they can // stop the upload before wasting time and bandwith function get_max_size() { echo $this->config->item('upload_max_size'); } function thumbnail() { $id = $this->uri->segment(3); if (!$this->mfile->valid_id($id)) { return $this->_non_existent(); } $etag = "$id-thumb"; handle_etag($etag); $thumb_size = 150; $filedata = $this->mfile->get_filedata($id); if (!$filedata) { show_error("Failed to get file data"); } $cache_key = $filedata['hash'].'_thumb_'.$thumb_size; $thumb = cache_function($cache_key, 100, function() use ($filedata, $thumb_size){ $CI =& get_instance(); $img = new libraries\Image($this->mfile->file($filedata["hash"])); $img->makeThumb($thumb_size, $thumb_size); $thumb = $img->get(IMAGETYPE_JPEG); if ($thumb === false) { show_error("Failed to generate thumbnail"); } return $thumb; }); $this->output->set_header("Cache-Control:max-age=31536000, public"); $this->output->set_header("Expires: ".date("r", time() + 365 * 24 * 60 * 60)); $this->output->set_content_type("image/jpeg"); $this->output->set_output($thumb); } function upload_history_thumbnails() { $this->muser->require_access(); $user = $this->muser->get_userid(); $query = $this->db ->select('id, filename, mimetype, date, hash, filesize') ->from('files') ->where('user', $user) ->where_in('mimetype', array('image/jpeg', 'image/png', 'image/gif')) ->order_by('date', 'desc') ->get()->result_array(); foreach($query as $key => $item) { if (!$this->mfile->valid_id($item["id"])) { unset($query[$key]); continue; } $query[$key]["tooltip"] = $this->_tooltip_for_image($item); $query[$key]["orientation"] = libraries\Image::get_exif_orientation($this->mfile->file($item["hash"])); } $this->data["items"] = $query; $this->load->view('header', $this->data); $this->load->view($this->var->view_dir.'/upload_history_thumbnails', $this->data); $this->load->view('footer', $this->data); } function upload_history() { $this->muser->require_access("apikey"); $history = service\files::history($this->muser->get_userid()); // key: database field name; value: display name $fields = array( "id" => "ID", "filename" => "Filename", "mimetype" => "Mimetype", "date" => "Date", "hash" => "Hash", "filesize" => "Size" ); $this->data['title'] .= ' - Upload history'; foreach($fields as $length_key => $value) { $lengths[$length_key] = mb_strlen($value); } foreach ($history["multipaste_items"] as $key => $item) { $size = 0; foreach ($item["items"] as $i) { $size += $history["items"][$i["id"]]["filesize"]; } $history["items"][] = array( "id" => $item["url_id"], "filename" => count($item["items"])." file(s)", "mimetype" => "", "date" => $item["date"], "hash" => "", "filesize" => $size, ); } $order = is_cli_client() ? "ASC" : "DESC"; uasort($history["items"], function($a, $b) use ($order) { if ($order == "ASC") { return $a["date"] - $b["date"]; } else { return $b["date"] - $a["date"]; } }); foreach($history["items"] as $key => $item) { $history["items"][$key]["filesize"] = format_bytes($item["filesize"]); if (is_cli_client()) { // Keep track of longest string to pad plaintext output correctly foreach($fields as $length_key => $value) { $len = mb_strlen($history["items"][$key][$length_key]); if ($len > $lengths[$length_key]) { $lengths[$length_key] = $len; } } } } $this->data["items"] = $history["items"]; $this->data["lengths"] = $lengths; $this->data["fields"] = $fields; $this->data["total_size"] = format_bytes($history["total_size"]); $this->load->view('header', $this->data); $this->load->view($this->var->view_dir.'/upload_history', $this->data); $this->load->view('footer', $this->data); } function do_delete() { $this->muser->require_access("apikey"); $ids = $this->input->post("ids"); $userid = $this->muser->get_userid(); $errors = array(); $deleted = array(); $deleted_count = 0; $total_count = 0; if (!$ids || !is_array($ids)) { show_error("No IDs specified"); } foreach ($ids as $id) { $total_count++; $next = false; foreach (array($this->mfile, $this->mmultipaste) as $model) { if ($model->id_exists($id)) { if ($model->get_owner($id) !== $userid) { $errors[] = array( "id" => $id, "reason" => "wrong owner", ); continue; } if ($model->delete_id($id)) { $deleted[] = $id; $deleted_count++; $next = true; } else { $errors[] = array( "id" => $id, "reason" => "unknown error", ); } } } if ($next) { continue; } $errors[] = array( "id" => $id, "reason" => "doesn't exist", ); } if (static_storage("response_type") == "json") { return send_json_reply(array( "errors" => $errors, "deleted" => $deleted, "total_count" => $total_count, "deleted_count" => $deleted_count, )); } $this->data["errors"] = $errors; $this->data["deleted_count"] = $deleted_count; $this->data["total_count"] = $total_count; $this->load->view('header', $this->data); $this->load->view($this->var->view_dir.'/deleted', $this->data); $this->load->view('footer', $this->data); } function do_multipaste() { $this->muser->require_access("apikey"); $ids = $this->input->post("ids"); $errors = array(); if (!$ids || !is_array($ids)) { show_error("No IDs specified"); } if (count(array_unique($ids)) != count($ids)) { show_error("Duplicate IDs are not supported"); } foreach ($ids as $id) { if (!$this->mfile->id_exists($id)) { $errors[] = array( "id" => $id, "reason" => "doesn't exist", ); } $filedata = $this->mfile->get_filedata($id); if ($filedata["user"] != $this->muser->get_userid()) { $errors[] = array( "id" => $id, "reason" => "not owned by you", ); } } if (!empty($errors)) { $errorstring = ""; foreach ($errors as $error) { $errorstring .= $error["id"]." ".$error["reason"]."
\n"; } show_error($errorstring); } $limits = $this->muser->get_upload_id_limits(); $url_id = $this->mmultipaste->new_id($limits[0], $limits[1]); $multipaste_id = $this->mmultipaste->get_multipaste_id($url_id); assert($multipaste_id !== false); foreach ($ids as $id) { $this->db->insert("multipaste_file_map", array( "file_url_id" => $id, "multipaste_id" => $multipaste_id, )); } return $this->_show_url(array($url_id), false); } function delete() { $this->muser->require_access("apikey"); if (!is_cli_client()) { show_error("Not a listed cli client, please use the history to delete uploads.\n", 403); } $id = $this->uri->segment(3); $this->data["id"] = $id; $userid = $this->muser->get_userid(); foreach (array($this->mfile, $this->mmultipaste) as $model) { if ($model->id_exists($id)) { if ($model->get_owner($id) !== $userid) { echo "You don't own this file\n"; return; } if ($model->delete_id($id)) { echo "$id has been deleted.\n"; } else { echo "Deletion failed. Unknown error\n"; } return; } } show_error("Unknown ID '$id'.", 404); } // Handle pastes // TODO: merge with do_upload and also merge the forms // TODO: add support for multiple textareas (+ view) function do_paste() { // stateful clients get a cookie to claim the ID later // don't force them to log in just yet if (!stateful_client()) { $this->muser->require_access(); } $content = $this->input->post("content"); $filesize = strlen($content); $filename = "stdin"; if (!$content) { show_error("Nothing was pasted, content is empty.", 400); } if ($filesize > $this->config->item('upload_max_size')) { show_error("Error while uploading: File too big", 413); } // FIXME: this duplicates service\files::add_file (kind of) $limits = $this->muser->get_upload_id_limits(); $id = $this->mfile->new_id($limits[0], $limits[1]); $hash = md5($content); $folder = $this->mfile->folder($hash); file_exists($folder) || mkdir ($folder); $file = $this->mfile->file($hash); file_put_contents($file, $content); $this->mfile->add_file($hash, $id, $filename); $this->_show_url(array($id), false); } // Handles uploaded files function do_upload() { // stateful clients get a cookie to claim the ID later // don't force them to log in just yet if (!stateful_client()) { $this->muser->require_access("basic"); } $ids = array(); $extension = $this->input->post('extension'); $multipaste = $this->input->post('multipaste'); $files = getNormalizedFILES(); service\files::verify_uploaded_files($files); $limits = $this->muser->get_upload_id_limits(); foreach ($files as $key => $file) { $id = $this->mfile->new_id($limits[0], $limits[1]); // work around a curl bug and allow the client to send the real filename base64 encoded // TODO: this interface currently sets the same filename for every file if you use multiupload $filename = $this->input->post("filename"); if ($filename !== false) { $filename = base64_decode($filename, true); } // fall back if base64_decode failed if ($filename === false) { $filename = $file['name']; } $filename = trim($filename, "\r\n\0\t\x0B"); service\files::add_file($id, $file["tmp_name"], $filename); $ids[] = $id; } if ($multipaste !== false) { $multipaste_url_id = $this->mmultipaste->new_id($limits[0], $limits[1]); $multipaste_id = $this->mmultipaste->get_multipaste_id($multipaste_url_id); assert($multipaste_id !== false); foreach ($ids as $id) { $this->db->insert("multipaste_file_map", array( "file_url_id" => $id, "multipaste_id" => $multipaste_id, )); } $ids[] = $multipaste_url_id; } $this->_show_url($ids, $extension); } function claim_id() { $this->muser->require_access(); $last_upload = $this->session->userdata("last_upload"); if ($last_upload === false) { show_error("Failed to get last upload data"); } $ids = $last_upload["ids"]; $errors = array(); assert(is_array($ids)); foreach ($ids as $key => $id) { $filedata = $this->mfile->get_filedata($id); if ($filedata["user"] != 0) { $errors[] = $id; } $this->mfile->adopt($id); } if (!empty($errors)) { show_error("Someone already owns '".implode(", ", $errors)."', can't reassign."); } $this->session->unset_userdata("last_upload"); $this->_show_url($ids, $last_upload["lexer"]); } function contact() { $file = FCPATH."data/local/contact-info.php"; if (file_exists($file)) { $this->data["contact_info"] = file_get_contents($file); } else { $this->data["contact_info"] = '

Contact info not available.

'; } $this->load->view('header', $this->data); $this->load->view('contact', $this->data); $this->load->view('footer', $this->data); } /* Functions below this comment can only be run via the CLI * `php index.php file ` */ // Removes old files function cron() { if (!$this->input->is_cli_request()) return; $tarball_dir = $this->config->item("upload_path")."/special/multipaste-tarballs"; if (is_dir($tarball_dir)) { $tarball_cache_time = $this->config->item("tarball_cache_time"); $it = new RecursiveIteratorIterator( new RecursiveDirectoryIterator($tarball_dir), RecursiveIteratorIterator::SELF_FIRST); foreach ($it as $file) { if ($file->isFile()) { if ($file->getMTime() < time() - $tarball_cache_time) { $lock = fopen($file, "r+"); flock($lock, LOCK_EX); unlink($file); flock($lock, LOCK_UN); } } } } // 0 age disables age checks if ($this->config->item('upload_max_age') == 0) return; $oldest_time = (time() - $this->config->item('upload_max_age')); $oldest_session_time = (time() - $this->config->item("sess_expiration")); $small_upload_size = $this->config->item('small_upload_size'); $query = $this->db->select('hash, id, user') ->from('files') ->where('date <', $oldest_time) ->or_where('('.$this->db->_protect_identifiers('user').' = 0 AND ' .$this->db->_protect_identifiers('date')." < $oldest_session_time)") ->get()->result_array(); foreach($query as $row) { $file = $this->mfile->file($row['hash']); if (!file_exists($file)) { $this->mfile->delete_id($row["id"]); continue; } if ($row["user"] == 0 || filesize($file) > $small_upload_size) { if (filemtime($file) < $oldest_time) { unlink($file); $this->mfile->delete_hash($row["hash"]); } else { $this->mfile->delete_id($row["id"]); if ($this->mfile->stale_hash($row["hash"])) { unlink($file); } } } } } /* remove files without database entries */ function clean_stale_files() { if (!$this->input->is_cli_request()) return; $upload_path = $this->config->item("upload_path"); $outer_dh = opendir($upload_path); while (($dir = readdir($outer_dh)) !== false) { if (!is_dir($upload_path."/".$dir) || $dir == ".." || $dir == "." || $dir == "special") { continue; } $dh = opendir($upload_path."/".$dir); $empty = true; while (($file = readdir($dh)) !== false) { if ($file == ".." || $file == ".") { continue; } $query = $this->db->select('hash') ->from('files') ->where('hash', $file) ->limit(1) ->get()->row_array(); if (empty($query)) { unlink($upload_path."/".$dir."/".$file); } else { $empty = false; } } closedir($dh); if ($empty) { rmdir($upload_path."/".$dir); } } closedir($outer_dh); // TODO: clean up special/multipaste-tarballs? cron() already expires // after a rather short time, do we really need this here then? } function nuke_id() { if (!$this->input->is_cli_request()) return; $id = $this->uri->segment(3); $file_data = $this->mfile->get_filedata($id); if (empty($file_data)) { echo "unknown id \"$id\"\n"; return; } $hash = $file_data["hash"]; $this->mfile->delete_hash($hash); echo "removed hash \"$hash\"\n"; } function update_file_metadata() { if (!$this->input->is_cli_request()) return; $chunk = 500; $total = $this->db->count_all("files"); for ($limit = 0; $limit < $total; $limit += $chunk) { $query = $this->db->select('hash') ->from('files') ->group_by('hash') ->limit($limit, $chunk) ->get()->result_array(); foreach ($query as $key => $item) { $hash = $item["hash"]; $filesize = intval(filesize($this->mfile->file($hash))); $mimetype = $this->mfile->mimetype($this->mfile->file($hash)); $this->db->where('hash', $hash) ->set(array( 'filesize' => $filesize, 'mimetype' => $mimetype, )) ->update('files'); } } } } # vim: set noet: